[ { "study_id": 3, "specification_id": "S03-P001", "source_specification_id": "PP-REPLY-T1-PA-ALL-CHGEMP", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P001.json", "input_bytes": 1315505, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p001", "specification_id": "S03-P001", "source_specification_id": "PP-REPLY-T1-PA-ALL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-ALL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P001.parquet", "output_dir": "analyses/full-archive/results/S03-P001" }, "source": { "file": "S03-P001.parquet", "bytes": 1315505, "sha256": "a5963a9f5d939f904dd37556fe39efa5844ff660971f8dcf03ade027b8263198" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 166729, "source_sd": 0.312741728978771, "rows": 158820, "units": 14838, "clusters": 58, "treated_units": 783, "never_treated_units": 14055, "treated_cohorts": 7, "latest_cohort_control_index": null, "unique_unit_period_cells": 158716, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 199, "post_adoption_untreated_rows_removed": 5112, "units_without_minus_one_removed": 27, "additional_rows_removed": 2021 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.04554503237764617, "se": 0.02214473217513982, "pvalue": 0.044302697286042254, "lower": -0.08988909366361386, "upper": -0.0012009710916784724 }, { "method": "Dynamic TWFE", "estimate": 0.02423836125002131, "se": 0.11007633808788625, "pvalue": 0.8265053262660002, "lower": -0.19618570365620996, "upper": 0.2446624261562526 }, { "method": "BJS / did2s", "estimate": -0.0627428660212227, "se": 0.025020830210489543, "pvalue": 0.01502729612661687, "lower": -0.11284621428051295, "upper": -0.01263951776193245 }, { "method": "Sun\u2013Abraham", "estimate": 0.029550752772808053, "se": 0.01805694197448713, "pvalue": 0.10723867045347846, "lower": -0.006607649831524377, "upper": 0.06570915537714048 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.28945260915819104, "se": 0.1421220794263784, "pvalue": 0.04633998921638505, "lower": -0.5740471642121268, "upper": -0.004858054104255272 }, { "event_time": -28, "estimate": -0.2454036147350215, "se": 0.15228656371602248, "pvalue": 0.11260379168763814, "lower": -0.5503521984904757, "upper": 0.05954496902043263 }, { "event_time": -27, "estimate": -0.14646972412783332, "se": 0.1543060567607845, "pvalue": 0.3465182824615248, "lower": -0.4554622729507018, "upper": 0.16252282469503515 }, { "event_time": -26, "estimate": -0.01353623744114207, "se": 0.1304737810633311, "pvalue": 0.9177344607296549, "lower": -0.27480547736355965, "upper": 0.2477330024812755 }, { "event_time": -25, "estimate": 0.028034355934997836, "se": 0.13428197204819284, "pvalue": 0.8353702796605407, "lower": -0.2408606548969888, "upper": 0.29692936676698445 }, { "event_time": -24, "estimate": 0.006044089007844364, "se": 0.13867140756428314, "pvalue": 0.9653869884269878, "lower": -0.2716406148308983, "upper": 0.28372879284658703 }, { "event_time": -23, "estimate": 0.046457781528785456, "se": 0.125967318242573, "pvalue": 0.7136370668437418, "lower": -0.2057874222514849, "upper": 0.2987029853090558 }, { "event_time": -22, "estimate": -0.04938279272773557, "se": 0.13250732556144218, "pvalue": 0.7107690561877191, "lower": -0.31472413526755183, "upper": 0.2159585498120807 }, { "event_time": -21, "estimate": -0.0809753313597108, "se": 0.13922457019893142, "pvalue": 0.5631180970019387, "lower": -0.35976772426770703, "upper": 0.19781706154828543 }, { "event_time": -20, "estimate": -0.03248935507957, "se": 0.2198194041396203, "pvalue": 0.8830220347459702, "lower": -0.47267011915109025, "upper": 0.4076914089919502 }, { "event_time": -19, "estimate": 0.12833315453321517, "se": 0.16804792978221578, "pvalue": 0.448213492634589, "lower": -0.20817702036103244, "upper": 0.46484332942746276 }, { "event_time": -18, "estimate": 0.01728953126308609, "se": 0.1303687982461402, "pvalue": 0.8949608555284426, "lower": -0.24376948419408767, "upper": 0.2783485467202598 }, { "event_time": -17, "estimate": 0.009444842926116791, "se": 0.10166193346681486, "pvalue": 0.9263052712824738, "lower": -0.1941296673659204, "upper": 0.21301935321815402 }, { "event_time": -16, "estimate": 0.03333571610438187, "se": 0.16001650405844692, "pvalue": 0.8357164874386985, "lower": -0.2870918061891573, "upper": 0.353763238397921 }, { "event_time": -15, "estimate": 0.11709258289649353, "se": 0.1581353328506703, "pvalue": 0.462061410016507, "lower": -0.1995679590304602, "upper": 0.4337531248234473 }, { "event_time": -14, "estimate": 0.08825025336194706, "se": 0.15212817247954116, "pvalue": 0.5641303194431213, "lower": -0.21638115741339883, "upper": 0.392881664137293 }, { "event_time": -13, "estimate": 0.1294923680360921, "se": 0.14159164221467577, "pvalue": 0.3642815764452448, "lower": -0.15404000482308655, "upper": 0.41302474089527075 }, { "event_time": -12, "estimate": 0.026951068538099546, "se": 0.17274419023493484, "pvalue": 0.876570694273658, "lower": -0.31896320570055237, "upper": 0.37286534277675143 }, { "event_time": -11, "estimate": 0.1383849432504, "se": 0.1019208215209448, "pvalue": 0.17988797748201152, "lower": -0.06570798142785547, "upper": 0.3424778679286554 }, { "event_time": -10, "estimate": 0.05046791758000462, "se": 0.15481837192587591, "pvalue": 0.7456321750920135, "lower": -0.25955052466523043, "upper": 0.3604863598252397 }, { "event_time": -9, "estimate": 0.10698866270406149, "se": 0.17479886176916154, "pvalue": 0.5429271739394225, "lower": -0.24304002031206778, "upper": 0.45701734572019076 }, { "event_time": -8, "estimate": 0.19824561016045203, "se": 0.12394466497708029, "pvalue": 0.11524538684480715, "lower": -0.04994930031954703, "upper": 0.4464405206404511 }, { "event_time": -7, "estimate": 0.19334254825197095, "se": 0.16901880659977384, "pvalue": 0.2574416499106649, "lower": -0.14511177393466307, "upper": 0.5317968704386049 }, { "event_time": -6, "estimate": 0.15512617217847535, "se": 0.18245924631902363, "pvalue": 0.3987731835705901, "lower": -0.2102421663036393, "upper": 0.52049451066059 }, { "event_time": -5, "estimate": 0.0468570316230122, "se": 0.12762176661950445, "pvalue": 0.7148626767180254, "lower": -0.2087011478862435, "upper": 0.3024152111322679 }, { "event_time": -4, "estimate": 0.054344850166672426, "se": 0.11674291369013956, "pvalue": 0.6433409322873672, "lower": -0.17942880211482326, "upper": 0.2881185024481681 }, { "event_time": -3, "estimate": 0.10162034111340075, "se": 0.12991796419293128, "pvalue": 0.4373411384676315, "lower": -0.15853589472434998, "upper": 0.36177657695115145 }, { "event_time": -2, "estimate": 0.02220624748826295, "se": 0.06504275727651894, "pvalue": 0.7340503692023439, "lower": -0.10803962733501504, "upper": 0.15245212231154093 }, { "event_time": 0, "estimate": 0.08272041140074801, "se": 0.10611780148976231, "pvalue": 0.4389011280700228, "lower": -0.12977682069840077, "upper": 0.29521764349989676 }, { "event_time": 1, "estimate": -0.03800422584740355, "se": 0.10634838014953937, "pvalue": 0.7221451161703712, "lower": -0.25096318374840554, "upper": 0.1749547320535984 }, { "event_time": 2, "estimate": 0.019760671445100922, "se": 0.1175626888526766, "pvalue": 0.8671104163168143, "lower": -0.21565455228375985, "upper": 0.2551758951739617 }, { "event_time": 3, "estimate": 0.0010774818833747884, "se": 0.1356876392130361, "pvalue": 0.9936918733409345, "lower": -0.27063232889346994, "upper": 0.27278729266021956 }, { "event_time": 4, "estimate": 0.03473530979967569, "se": 0.11670402562355293, "pvalue": 0.7670631821810555, "lower": -0.19896047047170168, "upper": 0.26843109007105304 }, { "event_time": 5, "estimate": 0.044996993137611144, "se": 0.12770805697650014, "pvalue": 0.7258807804360915, "lower": -0.21073397983099834, "upper": 0.3007279661062206 }, { "event_time": 9, "estimate": -0.11374723605620708, "se": 0.7657713398456168, "pvalue": 0.8824413309567194, "lower": -1.64717789381205, "upper": 1.419683421699636 }, { "event_time": 10, "estimate": -0.7825369654152865, "se": 0.7653124212199853, "pvalue": 0.3108613894947555, "lower": -2.315048654474677, "upper": 0.7499747236441039 }, { "event_time": 11, "estimate": -1.5094841741966487, "se": 0.7775081263873189, "pvalue": 0.0571543049421181, "lower": -3.0664173416053213, "upper": 0.047448993212024115 }, { "event_time": 12, "estimate": 1.3878526179300494, "se": 0.7805383801137674, "pvalue": 0.08072616320788116, "lower": -0.17514852789872437, "upper": 2.9508537637588232 }, { "event_time": 13, "estimate": -0.17629767304308894, "se": 0.7836732727128044, "pvalue": 0.8228124375448784, "lower": -1.7455763330200214, "upper": 1.3929809869338434 }, { "event_time": 14, "estimate": -0.305896723642405, "se": 0.77865423396548, "pvalue": 0.6958933805669072, "lower": -1.865124931888977, "upper": 1.253331484604167 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.27478440574624174, "se": 0.027104723478197146, "pvalue": 2.2710261088859658e-14, "lower": -0.32906067829496555, "upper": -0.22050813319751794 }, { "event_time": -28, "estimate": -0.22472275179855308, "se": 0.022127616035068798, "pvalue": 2.1275753439105984e-14, "lower": -0.2690325386052322, "upper": -0.18041296499187398 }, { "event_time": -27, "estimate": -0.12086754172657146, "se": 0.02361107610206801, "pvalue": 3.7699230561630855e-06, "lower": -0.168147906077654, "upper": -0.07358717737548894 }, { "event_time": -26, "estimate": -0.06324768268347516, "se": 0.024852369596100182, "pvalue": 0.013661700957662115, "lower": -0.11301369438119976, "upper": -0.013481670985750559 }, { "event_time": -25, "estimate": -0.028838695604534434, "se": 0.0193073620806154, "pvalue": 0.14077899919779754, "lower": -0.06750102128099172, "upper": 0.009823630071922856 }, { "event_time": -24, "estimate": -0.0453763866701128, "se": 0.02222509636497261, "pvalue": 0.045821886685376165, "lower": -0.08988137447038458, "upper": -0.0008713988698410349 }, { "event_time": -23, "estimate": -0.00638801536570456, "se": 0.014586932368160844, "pvalue": 0.6630941036586573, "lower": -0.03559784358996062, "upper": 0.0228218128585515 }, { "event_time": -22, "estimate": -0.09841727226297814, "se": 0.021237915933420375, "pvalue": 2.1302738275925766e-05, "lower": -0.14094546534697855, "upper": -0.055889079178977716 }, { "event_time": -21, "estimate": -0.13113433838725855, "se": 0.019988308121217893, "pvalue": 1.7114133238187216e-08, "lower": -0.1711602349896633, "upper": -0.0911084417848538 }, { "event_time": -20, "estimate": -0.08654094597393303, "se": 0.07835344820924146, "pvalue": 0.2740194240801911, "lower": -0.24344101962928585, "upper": 0.0703591276814198 }, { "event_time": -19, "estimate": 0.0673664437474426, "se": 0.03679726641420835, "pvalue": 0.07236757644104069, "lower": -0.006318811243338662, "upper": 0.14105169873822387 }, { "event_time": -18, "estimate": -0.04033663138603363, "se": 0.011001957027531482, "pvalue": 0.0005419633108349798, "lower": -0.06236767031826938, "upper": -0.018305592453797884 }, { "event_time": -17, "estimate": -0.05116984727223141, "se": 0.03322669294034035, "pvalue": 0.12908849571930772, "lower": -0.1177051522117313, "upper": 0.01536545766726849 }, { "event_time": -16, "estimate": -0.023705458447395942, "se": 0.026906087959631553, "pvalue": 0.38199377923777933, "lower": -0.07758397023120377, "upper": 0.030173053336411886 }, { "event_time": -15, "estimate": 0.055479133869658866, "se": 0.026892362238718454, "pvalue": 0.04367792704781648, "lower": 0.0016281073678833871, "upper": 0.10933016037143434 }, { "event_time": -14, "estimate": 0.02398892929015919, "se": 0.01888523127611605, "pvalue": 0.20915699278690844, "lower": -0.013828094030985425, "upper": 0.06180595261130381 }, { "event_time": -13, "estimate": 0.05942131314187622, "se": 0.01539197938939029, "pvalue": 0.0002911608036343445, "lower": 0.028599406064503084, "upper": 0.09024322021924935 }, { "event_time": -12, "estimate": -0.03616937711898036, "se": 0.04089042320405134, "pvalue": 0.38011871020569626, "lower": -0.11805103720088467, "upper": 0.04571228296292395 }, { "event_time": -11, "estimate": 0.0694661734343568, "se": 0.028508026256097812, "pvalue": 0.017966910848794006, "lower": 0.012379835543959813, "upper": 0.1265525113247538 }, { "event_time": -10, "estimate": -0.011508679407456956, "se": 0.028219827964461455, "pvalue": 0.6849318298176076, "lower": -0.06801791017342547, "upper": 0.045000551358511554 }, { "event_time": -9, "estimate": 0.03630098506580069, "se": 0.045337251817445745, "pvalue": 0.42663725441432415, "lower": -0.05448529571781284, "upper": 0.1270872658494142 }, { "event_time": -8, "estimate": 0.12343532005153074, "se": 0.012015923581631538, "pvalue": 1.390031120302806e-14, "lower": 0.0993738481178333, "upper": 0.1474967919852282 }, { "event_time": -7, "estimate": 0.11847323216447597, "se": 0.049649336687212546, "pvalue": 0.02036700465690892, "lower": 0.019052150371623056, "upper": 0.2178943139573289 }, { "event_time": -6, "estimate": 0.06962336656004876, "se": 0.05840741767497917, "pvalue": 0.23818896437715556, "lower": -0.047335469900480084, "upper": 0.1865822030205776 }, { "event_time": -5, "estimate": -0.029500827121495037, "se": 0.01402430357932551, "pvalue": 0.03984230955797864, "lower": -0.057584010629705605, "upper": -0.001417643613284468 }, { "event_time": -4, "estimate": -0.021745411339609628, "se": 0.018949121307514475, "pvalue": 0.2559406514233114, "lower": -0.05969037224182261, "upper": 0.01619954956260335 }, { "event_time": -3, "estimate": 0.008985475723360213, "se": 0.01413898740495993, "pvalue": 0.5276387459886283, "lower": -0.01932735818442264, "upper": 0.03729830963114306 }, { "event_time": -2, "estimate": -0.06252310631649709, "se": 0.05933974136210585, "pvalue": 0.29649084587044766, "lower": -0.18134888875737593, "upper": 0.056302676124381765 }, { "event_time": -1, "estimate": -0.09550550216384016, "se": 0.1043483923239729, "pvalue": 0.3639130599057432, "lower": -0.30445955352514276, "upper": 0.11344854919746242 }, { "event_time": 0, "estimate": -0.01928071111373973, "se": 0.0440062653249049, "pvalue": 0.6629439757605365, "lower": -0.10740173741925733, "upper": 0.06884031519177787 }, { "event_time": 1, "estimate": -0.13587670382567593, "se": 0.023970938473672987, "pvalue": 4.989810674064898e-07, "lower": -0.18387768014599598, "upper": -0.08787572750535588 }, { "event_time": 2, "estimate": -0.07887563099511287, "se": 0.04742796289817974, "pvalue": 0.10178974894111938, "lower": -0.17384848850325318, "upper": 0.01609722651302746 }, { "event_time": 3, "estimate": -0.08972948700441077, "se": 0.0900255408936774, "pvalue": 0.3231171384430986, "lower": -0.2700025230979898, "upper": 0.09054354908916826 }, { "event_time": 4, "estimate": -0.04719005895369112, "se": 0.027426528197788916, "pvalue": 0.0907485112330581, "lower": -0.10211073433803425, "upper": 0.007730616430652017 }, { "event_time": 5, "estimate": -0.012177029595465424, "se": 0.040205913680593314, "pvalue": 0.7630940822520836, "lower": -0.09268798300008929, "upper": 0.06833392380915845 }, { "event_time": 9, "estimate": 1.8121586042641917, "se": 0.04499642256790258, "pvalue": 1.43954463337419e-43, "lower": 1.7220548222803045, "upper": 1.902262386248079 }, { "event_time": 10, "estimate": 1.1538802298061324, "se": 0.050521642480591704, "pvalue": 2.278873629829956e-30, "lower": 1.0527123857920984, "upper": 1.2550480738201664 }, { "event_time": 11, "estimate": 0.4260943518445127, "se": 0.054280595171784456, "pvalue": 1.2208698991668898e-10, "lower": 0.3173993349032561, "upper": 0.5347893687857693 }, { "event_time": 12, "estimate": 3.322769008764013, "se": 0.0321697355685192, "pvalue": 1.5801323509801322e-66, "lower": 3.2583502244535283, "upper": 3.387187793074498 }, { "event_time": 13, "estimate": 1.756794783665264, "se": 0.039726120501268426, "pvalue": 8.188387782818995e-46, "lower": 1.6772445995298417, "upper": 1.8363449678006862 }, { "event_time": 14, "estimate": 1.6288057944418608, "se": 0.04709056047685144, "pvalue": 6.010101919880763e-40, "lower": 1.5345085736283115, "upper": 1.72310301525541 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.6234216047839609, "se": 0.05552878091770319, "pvalue": 4.563973105505062e-16, "lower": -0.7346160705681991, "upper": -0.5122271389997227 }, { "event_time": -28, "estimate": -0.5746536493217164, "se": 0.05604851593093282, "pvalue": 1.4941028724597158e-14, "lower": -0.6868888665179311, "upper": -0.46241843212550165 }, { "event_time": -27, "estimate": -0.48213198056742884, "se": 0.05877827163378499, "pvalue": 3.1704967732612926e-11, "lower": -0.5998334392709077, "upper": -0.36443052186395003 }, { "event_time": -26, "estimate": -0.14982180218048635, "se": 0.050129372514600194, "pvalue": 0.004128637704348582, "lower": -0.2502041391369052, "upper": -0.04943946522406749 }, { "event_time": -25, "estimate": -0.11485554251315928, "se": 0.04332205135794072, "pvalue": 0.010366508407756348, "lower": -0.20160645398306665, "upper": -0.028104631043251935 }, { "event_time": -24, "estimate": -0.14527930757967697, "se": 0.0484267187179059, "pvalue": 0.003999095473017271, "lower": -0.24225213911908483, "upper": -0.04830647604026912 }, { "event_time": -23, "estimate": -0.1109708306464802, "se": 0.036845240095497375, "pvalue": 0.0038673442133281936, "lower": -0.1847521512769978, "upper": -0.037189510015962615 }, { "event_time": -22, "estimate": -0.1966675582615464, "se": 0.03708623236670609, "pvalue": 1.9277404091552956e-06, "lower": -0.27093145759111553, "upper": -0.12240365893197726 }, { "event_time": -21, "estimate": -0.22641186314122747, "se": 0.04826450461475049, "pvalue": 1.7433746614596655e-05, "lower": -0.32305986654205676, "upper": -0.1297638597403982 }, { "event_time": -20, "estimate": -0.09618626715186787, "se": 0.03830872794468355, "pvalue": 0.014905760785818201, "lower": -0.17289817165047283, "upper": -0.019474362653262897 }, { "event_time": -19, "estimate": 0.06043335245381028, "se": 0.031824754783759054, "pvalue": 0.06263762588761304, "lower": -0.003294619751073466, "upper": 0.12416132465869402 }, { "event_time": -18, "estimate": -0.04769554866383294, "se": 0.033049893567545764, "pvalue": 0.15445509601925705, "lower": -0.11387681896608737, "upper": 0.018485721638421493 }, { "event_time": -17, "estimate": -0.048712682642423774, "se": 0.03724759999767673, "pvalue": 0.19618883422925187, "lower": -0.12329971507925921, "upper": 0.025874349794411666 }, { "event_time": -16, "estimate": -0.009059068386389396, "se": 0.038105466987293536, "pvalue": 0.8129378036485386, "lower": -0.08536394983859845, "upper": 0.06724581306581966 }, { "event_time": -15, "estimate": 0.08139853501604218, "se": 0.04288380690175914, "pvalue": 0.06274813883549188, "lower": -0.004474807067635797, "upper": 0.16727187709972013 }, { "event_time": -14, "estimate": 0.07287668182985944, "se": 0.043107101870927526, "pvalue": 0.09637610804922166, "lower": -0.013443800716811671, "upper": 0.15919716437653056 }, { "event_time": -13, "estimate": 0.12662515484647682, "se": 0.03814088033113384, "pvalue": 0.0015741666697732136, "lower": 0.05024935939642956, "upper": 0.2030009502965241 }, { "event_time": -12, "estimate": 0.02605464857229199, "se": 0.037498921705893196, "pvalue": 0.4899966752930902, "lower": -0.04903564690441693, "upper": 0.10114494404900091 }, { "event_time": -11, "estimate": 0.13770879577558567, "se": 0.047340564696326956, "pvalue": 0.005162905944152312, "lower": 0.042910950147859686, "upper": 0.23250664140331168 }, { "event_time": -10, "estimate": 0.04519775262594969, "se": 0.045694116710900505, "pvalue": 0.3267764022130037, "lower": -0.04630313778044057, "upper": 0.13669864303233994 }, { "event_time": -9, "estimate": 0.1055006664939708, "se": 0.04122654266973145, "pvalue": 0.013175242389265188, "lower": 0.022945938791846726, "upper": 0.18805539419609488 }, { "event_time": -8, "estimate": 0.19341789431442474, "se": 0.04215922293287451, "pvalue": 2.5044931292734816e-05, "lower": 0.10899550660079424, "upper": 0.2778402820280552 }, { "event_time": -7, "estimate": 0.18045813733090757, "se": 0.03725051018582185, "pvalue": 1.0124157812148832e-05, "lower": 0.10586527734283148, "upper": 0.2550509973189837 }, { "event_time": -6, "estimate": 0.13462321691417153, "se": 0.0462994770377782, "pvalue": 0.005180648149215299, "lower": 0.04191011336278358, "upper": 0.2273363204655595 }, { "event_time": -5, "estimate": 0.037725273163369086, "se": 0.03193703485766738, "pvalue": 0.2424130017852612, "lower": -0.02622753601128272, "upper": 0.10167808233802089 }, { "event_time": -4, "estimate": 0.04724687033944952, "se": 0.032328856815310045, "pvalue": 0.14938440546994589, "lower": -0.017490548771573508, "upper": 0.11198428945047255 }, { "event_time": -3, "estimate": 0.10198036794670974, "se": 0.02561338605170356, "pvalue": 0.00019617458715941546, "lower": 0.0506904470826873, "upper": 0.15327028881073218 }, { "event_time": -2, "estimate": 0.02535775773660206, "se": 0.024856241364246603, "pvalue": 0.31195525260345447, "lower": -0.024416007043102136, "upper": 0.07513152251630625 }, { "event_time": 0, "estimate": 0.08313832164183202, "se": 0.02479428147488001, "pvalue": 0.001424773746527838, "lower": 0.03348862940044591, "upper": 0.13278801388321812 }, { "event_time": 1, "estimate": -0.03636740873806447, "se": 0.02043838594774126, "pvalue": 0.08051107704546391, "lower": -0.07729457064207504, "upper": 0.004559753165946097 }, { "event_time": 2, "estimate": 0.01722675188521776, "se": 0.020827746057438624, "pvalue": 0.4116262794639069, "lower": -0.024480090189687533, "upper": 0.05893359396012305 }, { "event_time": 3, "estimate": 0.004189484842998442, "se": 0.02119906008957796, "pvalue": 0.8440407961873393, "lower": -0.03826090075581594, "upper": 0.04663987044181282 }, { "event_time": 4, "estimate": 0.04861769341468239, "se": 0.022704105997342187, "pvalue": 0.03653296094806245, "lower": 0.0031535053709228628, "upper": 0.09408188145844192 }, { "event_time": 5, "estimate": 0.0650441139584205, "se": 0.034743455184550506, "pvalue": 0.0663225786626947, "lower": -0.004528454985066946, "upper": 0.13461668290190792 }, { "event_time": 9, "estimate": 0.07182121660845642, "se": 0.6976683112326807, "pvalue": 0.9183682351364421, "lower": -1.3252354786768747, "upper": 1.4688779118937876 }, { "event_time": 10, "estimate": -0.5879314047984923, "se": 0.6940275005385481, "pvalue": 0.4004656778095261, "lower": -1.9776975024250056, "upper": 0.8018346928280211 }, { "event_time": 11, "estimate": -1.315589017580631, "se": 0.7053433903496193, "pvalue": 0.06730706586395457, "lower": -2.7280147936949577, "upper": 0.09683675853369533 }, { "event_time": 12, "estimate": 1.5810700399758844, "se": 0.7091934557512927, "pvalue": 0.02974451088186576, "lower": 0.16093464087869558, "upper": 3.001205439073073 }, { "event_time": 13, "estimate": 0.01562572348172821, "se": 0.7127764090335216, "pvalue": 0.9825864715056499, "lower": -1.4116844158053772, "upper": 1.4429358627688338 }, { "event_time": 14, "estimate": -0.11268733294099151, "se": 0.7080104774930851, "pvalue": 0.8741050064102059, "lower": -1.5304538589370271, "upper": 1.3050791930550443 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.21143473570658036, 0.18743257820927725, 0.17125134843581447, 0.1574973031283711, 0.1423948220064725, 0.12837108953613807, 0.00026968716289104636, 0.00026968716289104636, 0.00026968716289104636, 0.00026968716289104636, 0.00026968716289104636, 0.00026968716289104636 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 5.378113041522615e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.688208885942443, "df_num": 22, "df_den": 143792, "pvalue": 1.057662324201833e-08, "log10_pvalue": -7.975652965706915, "inference": "Homoskedastic nested-model F", "observations": 158820, "design_columns": 149, "restricted_design_columns": 127, "fixed_effect_rank": 14879, "covariance_rank": 22, "rss_unrestricted": 123555.2853291665, "rss_restricted": 123625.00651968917, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.313146964007598e-05, -1.3728055306009966e-05, -1.414701109002704e-05, 2.4785845223914273e-05, 1.665250297927642e-05, 9.171904054241041e-07 ], [ -8.373546198981468e-06, -9.95360498571133e-06, -1.0375448908192277e-05, 7.812752872277644e-05, 7.763512303745006e-05, 6.581621374044636e-05 ], [ -3.484332336528214e-06, -6.062464808210452e-06, -6.46747708010763e-06, 0.0001329773412113609, 0.00014055295505713115, 0.0001330467983951374 ], [ 1.559471359765762e-07, -3.205069706463528e-06, -3.5058667687824186e-06, 0.00016738035374068102, 0.00018076583675845598, 0.00017829798605241187 ], [ 2.5056374960960017e-06, -1.4205787682267243e-06, -1.6918782182100456e-06, 0.00019246602551426837, 0.00020766440545120132, 0.0002076592587541901 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": 0.16817032784773384 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.11771037149525616 }, { "event_time": -16.0, "cohort": 19, "estimate": 0.22998779923046833 }, { "event_time": -15.0, "cohort": 19, "estimate": 0.4009347934843457 }, { "event_time": -14.0, "cohort": 19, "estimate": 0.9151701155635047 }, { "event_time": -13.0, "cohort": 19, "estimate": -0.42790177841554233 }, { "event_time": -12.0, "cohort": 19, "estimate": 0.1685719129821638 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.15408954515358664 }, { "event_time": -10.0, "cohort": 19, "estimate": -0.5870318721858641 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.3735830859244689 }, { "event_time": -8.0, "cohort": 19, "estimate": -0.014349120077784591 }, { "event_time": -7.0, "cohort": 19, "estimate": 0.38308133726922877 }, { "event_time": -6.0, "cohort": 19, "estimate": 0.4612146198365798 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.3654535372478877 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.7099514266939542 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.6474334358388982 }, { "event_time": -2.0, "cohort": 19, "estimate": 0.10810017340947414 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.32488499198521914 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.08920032850165294 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.7452950257825652 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.18893558834797725 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.797807210938682 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.1577455593664886 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.9375973981996045 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.9447813672111298 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.6999695689356534 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.25785157803407377 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.7338498019355626 }, { "event_time": -15.0, "cohort": 21, "estimate": 0.9025504676269551 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.3815057155764745 }, { "event_time": -13.0, "cohort": 21, "estimate": -0.21902238161449725 }, { "event_time": -12.0, "cohort": 21, "estimate": 0.42271951620974096 }, { "event_time": -11.0, "cohort": 21, "estimate": 0.2733554419009835 }, { "event_time": -10.0, "cohort": 21, "estimate": -0.2498988889752894 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.5437671294093689 }, { "event_time": -8.0, "cohort": 21, "estimate": 0.06458916799621964 }, { "event_time": -7.0, "cohort": 21, "estimate": 0.602014364772702 }, { "event_time": -6.0, "cohort": 21, "estimate": 0.7879066973759367 }, { "event_time": -5.0, "cohort": 21, "estimate": 0.3733330020568944 }, { "event_time": -4.0, "cohort": 21, "estimate": 0.9222084653688885 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.7763114119224825 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.4409579309314198 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.3071952189831364 }, { "event_time": 1.0, "cohort": 21, "estimate": 0.38076804401505004 }, { "event_time": 2.0, "cohort": 21, "estimate": 0.7487488811387121 }, { "event_time": 3.0, "cohort": 21, "estimate": 0.5384925331687579 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.7346739449338994 }, { "event_time": 5.0, "cohort": 21, "estimate": 0.12081303897804874 }, { "event_time": -26.0, "cohort": 27, "estimate": 0.3582444198427946 }, { "event_time": -25.0, "cohort": 27, "estimate": 0.32669781152439226 }, { "event_time": -24.0, "cohort": 27, "estimate": 0.2633256853614335 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.33928207009316896 }, { "event_time": -22.0, "cohort": 27, "estimate": 0.02041235167453287 }, { "event_time": -21.0, "cohort": 27, "estimate": 0.22164968830569154 }, { "event_time": -20.0, "cohort": 27, "estimate": 0.1328076613856502 }, { "event_time": -19.0, "cohort": 27, "estimate": 0.31102708988166006 }, { "event_time": -18.0, "cohort": 27, "estimate": 0.2743701154668736 }, { "event_time": -17.0, "cohort": 27, "estimate": 0.02044514092230948 }, { "event_time": -16.0, "cohort": 27, "estimate": 0.19494966101575617 }, { "event_time": -15.0, "cohort": 27, "estimate": 0.40597272398875567 }, { "event_time": -14.0, "cohort": 27, "estimate": 0.9356514866365737 }, { "event_time": -13.0, "cohort": 27, "estimate": -0.6555407124165541 }, { "event_time": -12.0, "cohort": 27, "estimate": -0.10887492671541851 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.030691235255502256 }, { "event_time": -10.0, "cohort": 27, "estimate": -0.7052082809068394 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.01360248105564446 }, { "event_time": -8.0, "cohort": 27, "estimate": -0.2711814591470471 }, { "event_time": -7.0, "cohort": 27, "estimate": 0.10768907564035271 }, { "event_time": -6.0, "cohort": 27, "estimate": 0.2684651891609966 }, { "event_time": -5.0, "cohort": 27, "estimate": -0.01564763818075721 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.5700732502361303 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.35848554403244276 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.26669178121340276 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.07027523865637714 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.06920790840835855 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.284678550813719 }, { "event_time": 3.0, "cohort": 27, "estimate": -0.044256136335410194 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.41980640401384717 }, { "event_time": 5.0, "cohort": 27, "estimate": -0.17923841609882207 }, { "event_time": -15.0, "cohort": 30, "estimate": 0.33670400768596115 }, { "event_time": -14.0, "cohort": 30, "estimate": 0.5401238752497641 }, { "event_time": -13.0, "cohort": 30, "estimate": -1.2184588307123858 }, { "event_time": -12.0, "cohort": 30, "estimate": -0.3736481163961235 }, { "event_time": -11.0, "cohort": 30, "estimate": -0.27828597769453056 }, { "event_time": -10.0, "cohort": 30, "estimate": -0.6562246575463017 }, { "event_time": -9.0, "cohort": 30, "estimate": -0.3400090392912128 }, { "event_time": -8.0, "cohort": 30, "estimate": -0.46401992176072243 }, { "event_time": -7.0, "cohort": 30, "estimate": -0.255504955877511 }, { "event_time": -6.0, "cohort": 30, "estimate": -0.03511034841554336 }, { "event_time": -5.0, "cohort": 30, "estimate": -0.1689238889379747 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.2830693858596989 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.036228885732427885 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.2410528636742078 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.4506772492940987 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.23740298868834858 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6928917752271004 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.34582577905175116 }, { "event_time": 4.0, "cohort": 30, "estimate": -0.0029890429036663058 }, { "event_time": 5.0, "cohort": 30, "estimate": -0.08732690735013982 }, { "event_time": -6.0, "cohort": 31, "estimate": -5.561313028242353 }, { "event_time": -5.0, "cohort": 31, "estimate": -8.07481889332703 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.6608471149474875 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.0176217746328895 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.393975139744314 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9001070102679214 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.675284060570315 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.731968606590425 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.17289391899821285 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.3794154421428464 } ] } } }, "code_sha256": { "replication_engine.py": "8eee8d949c190fc20313074dd150ebb1656f810c950f0d9a9be8040549c27945", "reference_f_test.py": "3a7f065c4f089053f4685e7c1a255e83643baf5a171c8a252ac6ccb79b899653", "sparse_did2s.py": "16f2083b77e2a6a0fd9a4dda23961f99f24def371aa785b956cc08b5c86929f3", "frequency.py": "f8b8062ee5e78fff474749beed9c4a3c20ced533b2e327a18f101ff35bca26b2", "sparse_models.py": "1134e0c58f953739e0ba2b9de67820d0434145a3b29d0579ff9bde19c7cb69d9" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p001", "specification_id": "S03-P001", "source_specification_id": "PP-REPLY-T1-PA-ALL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-ALL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P001.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P001" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P001", "regression_results": "analyses/archive-expanded/baselines/S03-P001.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P001.parquet", "bytes": 1315505, "sha256": "a5963a9f5d939f904dd37556fe39efa5844ff660971f8dcf03ade027b8263198" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 166729, "source_sd": 0.312741728978771, "rows": 158820, "units": 14838, "clusters": 58, "treated_units": 783, "never_treated_units": 14055, "treated_cohorts": 7, "latest_cohort_control_index": null, "unique_unit_period_cells": 158716, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 199, "post_adoption_untreated_rows_removed": 5112, "units_without_minus_one_removed": 27, "additional_rows_removed": 2021 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.04554503237764617, "se": 0.02214473217513982, "pvalue": 0.044302697286042254, "lower": -0.08988909366361386, "upper": -0.0012009710916784724 }, { "method": "Dynamic TWFE", "estimate": 0.02423836125002131, "se": 0.11007633808788625, "pvalue": 0.8265053262660002, "lower": -0.19618570365620996, "upper": 0.2446624261562526 }, { "method": "BJS / did2s", "estimate": -0.0627428660212227, "se": 0.025020830210489543, "pvalue": 0.01502729612661687, "lower": -0.11284621428051295, "upper": -0.01263951776193245 }, { "method": "Sun\u2013Abraham", "estimate": 0.029550752772808053, "se": 0.01805694197448713, "pvalue": 0.10723867045347846, "lower": -0.006607649831524377, "upper": 0.06570915537714048 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.28945260915819104, "se": 0.1421220794263784, "pvalue": 0.04633998921638505, "lower": -0.5740471642121268, "upper": -0.004858054104255272 }, { "event_time": -28, "estimate": -0.2454036147350215, "se": 0.15228656371602248, "pvalue": 0.11260379168763814, "lower": -0.5503521984904757, "upper": 0.05954496902043263 }, { "event_time": -27, "estimate": -0.14646972412783332, "se": 0.1543060567607845, "pvalue": 0.3465182824615248, "lower": -0.4554622729507018, "upper": 0.16252282469503515 }, { "event_time": -26, "estimate": -0.01353623744114207, "se": 0.1304737810633311, "pvalue": 0.9177344607296549, "lower": -0.27480547736355965, "upper": 0.2477330024812755 }, { "event_time": -25, "estimate": 0.028034355934997836, "se": 0.13428197204819284, "pvalue": 0.8353702796605407, "lower": -0.2408606548969888, "upper": 0.29692936676698445 }, { "event_time": -24, "estimate": 0.006044089007844364, "se": 0.13867140756428314, "pvalue": 0.9653869884269878, "lower": -0.2716406148308983, "upper": 0.28372879284658703 }, { "event_time": -23, "estimate": 0.046457781528785456, "se": 0.125967318242573, "pvalue": 0.7136370668437418, "lower": -0.2057874222514849, "upper": 0.2987029853090558 }, { "event_time": -22, "estimate": -0.04938279272773557, "se": 0.13250732556144218, "pvalue": 0.7107690561877191, "lower": -0.31472413526755183, "upper": 0.2159585498120807 }, { "event_time": -21, "estimate": -0.0809753313597108, "se": 0.13922457019893142, "pvalue": 0.5631180970019387, "lower": -0.35976772426770703, "upper": 0.19781706154828543 }, { "event_time": -20, "estimate": -0.03248935507957, "se": 0.2198194041396203, "pvalue": 0.8830220347459702, "lower": -0.47267011915109025, "upper": 0.4076914089919502 }, { "event_time": -19, "estimate": 0.12833315453321517, "se": 0.16804792978221578, "pvalue": 0.448213492634589, "lower": -0.20817702036103244, "upper": 0.46484332942746276 }, { "event_time": -18, "estimate": 0.01728953126308609, "se": 0.1303687982461402, "pvalue": 0.8949608555284426, "lower": -0.24376948419408767, "upper": 0.2783485467202598 }, { "event_time": -17, "estimate": 0.009444842926116791, "se": 0.10166193346681486, "pvalue": 0.9263052712824738, "lower": -0.1941296673659204, "upper": 0.21301935321815402 }, { "event_time": -16, "estimate": 0.03333571610438187, "se": 0.16001650405844692, "pvalue": 0.8357164874386985, "lower": -0.2870918061891573, "upper": 0.353763238397921 }, { "event_time": -15, "estimate": 0.11709258289649353, "se": 0.1581353328506703, "pvalue": 0.462061410016507, "lower": -0.1995679590304602, "upper": 0.4337531248234473 }, { "event_time": -14, "estimate": 0.08825025336194706, "se": 0.15212817247954116, "pvalue": 0.5641303194431213, "lower": -0.21638115741339883, "upper": 0.392881664137293 }, { "event_time": -13, "estimate": 0.1294923680360921, "se": 0.14159164221467577, "pvalue": 0.3642815764452448, "lower": -0.15404000482308655, "upper": 0.41302474089527075 }, { "event_time": -12, "estimate": 0.026951068538099546, "se": 0.17274419023493484, "pvalue": 0.876570694273658, "lower": -0.31896320570055237, "upper": 0.37286534277675143 }, { "event_time": -11, "estimate": 0.1383849432504, "se": 0.1019208215209448, "pvalue": 0.17988797748201152, "lower": -0.06570798142785547, "upper": 0.3424778679286554 }, { "event_time": -10, "estimate": 0.05046791758000462, "se": 0.15481837192587591, "pvalue": 0.7456321750920135, "lower": -0.25955052466523043, "upper": 0.3604863598252397 }, { "event_time": -9, "estimate": 0.10698866270406149, "se": 0.17479886176916154, "pvalue": 0.5429271739394225, "lower": -0.24304002031206778, "upper": 0.45701734572019076 }, { "event_time": -8, "estimate": 0.19824561016045203, "se": 0.12394466497708029, "pvalue": 0.11524538684480715, "lower": -0.04994930031954703, "upper": 0.4464405206404511 }, { "event_time": -7, "estimate": 0.19334254825197095, "se": 0.16901880659977384, "pvalue": 0.2574416499106649, "lower": -0.14511177393466307, "upper": 0.5317968704386049 }, { "event_time": -6, "estimate": 0.15512617217847535, "se": 0.18245924631902363, "pvalue": 0.3987731835705901, "lower": -0.2102421663036393, "upper": 0.52049451066059 }, { "event_time": -5, "estimate": 0.0468570316230122, "se": 0.12762176661950445, "pvalue": 0.7148626767180254, "lower": -0.2087011478862435, "upper": 0.3024152111322679 }, { "event_time": -4, "estimate": 0.054344850166672426, "se": 0.11674291369013956, "pvalue": 0.6433409322873672, "lower": -0.17942880211482326, "upper": 0.2881185024481681 }, { "event_time": -3, "estimate": 0.10162034111340075, "se": 0.12991796419293128, "pvalue": 0.4373411384676315, "lower": -0.15853589472434998, "upper": 0.36177657695115145 }, { "event_time": -2, "estimate": 0.02220624748826295, "se": 0.06504275727651894, "pvalue": 0.7340503692023439, "lower": -0.10803962733501504, "upper": 0.15245212231154093 }, { "event_time": 0, "estimate": 0.08272041140074801, "se": 0.10611780148976231, "pvalue": 0.4389011280700228, "lower": -0.12977682069840077, "upper": 0.29521764349989676 }, { "event_time": 1, "estimate": -0.03800422584740355, "se": 0.10634838014953937, "pvalue": 0.7221451161703712, "lower": -0.25096318374840554, "upper": 0.1749547320535984 }, { "event_time": 2, "estimate": 0.019760671445100922, "se": 0.1175626888526766, "pvalue": 0.8671104163168143, "lower": -0.21565455228375985, "upper": 0.2551758951739617 }, { "event_time": 3, "estimate": 0.0010774818833747884, "se": 0.1356876392130361, "pvalue": 0.9936918733409345, "lower": -0.27063232889346994, "upper": 0.27278729266021956 }, { "event_time": 4, "estimate": 0.03473530979967569, "se": 0.11670402562355293, "pvalue": 0.7670631821810555, "lower": -0.19896047047170168, "upper": 0.26843109007105304 }, { "event_time": 5, "estimate": 0.044996993137611144, "se": 0.12770805697650014, "pvalue": 0.7258807804360915, "lower": -0.21073397983099834, "upper": 0.3007279661062206 }, { "event_time": 9, "estimate": -0.11374723605620708, "se": 0.7657713398456168, "pvalue": 0.8824413309567194, "lower": -1.64717789381205, "upper": 1.419683421699636 }, { "event_time": 10, "estimate": -0.7825369654152865, "se": 0.7653124212199853, "pvalue": 0.3108613894947555, "lower": -2.315048654474677, "upper": 0.7499747236441039 }, { "event_time": 11, "estimate": -1.5094841741966487, "se": 0.7775081263873189, "pvalue": 0.0571543049421181, "lower": -3.0664173416053213, "upper": 0.047448993212024115 }, { "event_time": 12, "estimate": 1.3878526179300494, "se": 0.7805383801137674, "pvalue": 0.08072616320788116, "lower": -0.17514852789872437, "upper": 2.9508537637588232 }, { "event_time": 13, "estimate": -0.17629767304308894, "se": 0.7836732727128044, "pvalue": 0.8228124375448784, "lower": -1.7455763330200214, "upper": 1.3929809869338434 }, { "event_time": 14, "estimate": -0.305896723642405, "se": 0.77865423396548, "pvalue": 0.6958933805669072, "lower": -1.865124931888977, "upper": 1.253331484604167 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.27478440574624174, "se": 0.027104723478197146, "pvalue": 2.2710261088859658e-14, "lower": -0.32906067829496555, "upper": -0.22050813319751794 }, { "event_time": -28, "estimate": -0.22472275179855308, "se": 0.022127616035068798, "pvalue": 2.1275753439105984e-14, "lower": -0.2690325386052322, "upper": -0.18041296499187398 }, { "event_time": -27, "estimate": -0.12086754172657146, "se": 0.02361107610206801, "pvalue": 3.7699230561630855e-06, "lower": -0.168147906077654, "upper": -0.07358717737548894 }, { "event_time": -26, "estimate": -0.06324768268347516, "se": 0.024852369596100182, "pvalue": 0.013661700957662115, "lower": -0.11301369438119976, "upper": -0.013481670985750559 }, { "event_time": -25, "estimate": -0.028838695604534434, "se": 0.0193073620806154, "pvalue": 0.14077899919779754, "lower": -0.06750102128099172, "upper": 0.009823630071922856 }, { "event_time": -24, "estimate": -0.0453763866701128, "se": 0.02222509636497261, "pvalue": 0.045821886685376165, "lower": -0.08988137447038458, "upper": -0.0008713988698410349 }, { "event_time": -23, "estimate": -0.00638801536570456, "se": 0.014586932368160844, "pvalue": 0.6630941036586573, "lower": -0.03559784358996062, "upper": 0.0228218128585515 }, { "event_time": -22, "estimate": -0.09841727226297814, "se": 0.021237915933420375, "pvalue": 2.1302738275925766e-05, "lower": -0.14094546534697855, "upper": -0.055889079178977716 }, { "event_time": -21, "estimate": -0.13113433838725855, "se": 0.019988308121217893, "pvalue": 1.7114133238187216e-08, "lower": -0.1711602349896633, "upper": -0.0911084417848538 }, { "event_time": -20, "estimate": -0.08654094597393303, "se": 0.07835344820924146, "pvalue": 0.2740194240801911, "lower": -0.24344101962928585, "upper": 0.0703591276814198 }, { "event_time": -19, "estimate": 0.0673664437474426, "se": 0.03679726641420835, "pvalue": 0.07236757644104069, "lower": -0.006318811243338662, "upper": 0.14105169873822387 }, { "event_time": -18, "estimate": -0.04033663138603363, "se": 0.011001957027531482, "pvalue": 0.0005419633108349798, "lower": -0.06236767031826938, "upper": -0.018305592453797884 }, { "event_time": -17, "estimate": -0.05116984727223141, "se": 0.03322669294034035, "pvalue": 0.12908849571930772, "lower": -0.1177051522117313, "upper": 0.01536545766726849 }, { "event_time": -16, "estimate": -0.023705458447395942, "se": 0.026906087959631553, "pvalue": 0.38199377923777933, "lower": -0.07758397023120377, "upper": 0.030173053336411886 }, { "event_time": -15, "estimate": 0.055479133869658866, "se": 0.026892362238718454, "pvalue": 0.04367792704781648, "lower": 0.0016281073678833871, "upper": 0.10933016037143434 }, { "event_time": -14, "estimate": 0.02398892929015919, "se": 0.01888523127611605, "pvalue": 0.20915699278690844, "lower": -0.013828094030985425, "upper": 0.06180595261130381 }, { "event_time": -13, "estimate": 0.05942131314187622, "se": 0.01539197938939029, "pvalue": 0.0002911608036343445, "lower": 0.028599406064503084, "upper": 0.09024322021924935 }, { "event_time": -12, "estimate": -0.03616937711898036, "se": 0.04089042320405134, "pvalue": 0.38011871020569626, "lower": -0.11805103720088467, "upper": 0.04571228296292395 }, { "event_time": -11, "estimate": 0.0694661734343568, "se": 0.028508026256097812, "pvalue": 0.017966910848794006, "lower": 0.012379835543959813, "upper": 0.1265525113247538 }, { "event_time": -10, "estimate": -0.011508679407456956, "se": 0.028219827964461455, "pvalue": 0.6849318298176076, "lower": -0.06801791017342547, "upper": 0.045000551358511554 }, { "event_time": -9, "estimate": 0.03630098506580069, "se": 0.045337251817445745, "pvalue": 0.42663725441432415, "lower": -0.05448529571781284, "upper": 0.1270872658494142 }, { "event_time": -8, "estimate": 0.12343532005153074, "se": 0.012015923581631538, "pvalue": 1.390031120302806e-14, "lower": 0.0993738481178333, "upper": 0.1474967919852282 }, { "event_time": -7, "estimate": 0.11847323216447597, "se": 0.049649336687212546, "pvalue": 0.02036700465690892, "lower": 0.019052150371623056, "upper": 0.2178943139573289 }, { "event_time": -6, "estimate": 0.06962336656004876, "se": 0.05840741767497917, "pvalue": 0.23818896437715556, "lower": -0.047335469900480084, "upper": 0.1865822030205776 }, { "event_time": -5, "estimate": -0.029500827121495037, "se": 0.01402430357932551, "pvalue": 0.03984230955797864, "lower": -0.057584010629705605, "upper": -0.001417643613284468 }, { "event_time": -4, "estimate": -0.021745411339609628, "se": 0.018949121307514475, "pvalue": 0.2559406514233114, "lower": -0.05969037224182261, "upper": 0.01619954956260335 }, { "event_time": -3, "estimate": 0.008985475723360213, "se": 0.01413898740495993, "pvalue": 0.5276387459886283, "lower": -0.01932735818442264, "upper": 0.03729830963114306 }, { "event_time": -2, "estimate": -0.06252310631649709, "se": 0.05933974136210585, "pvalue": 0.29649084587044766, "lower": -0.18134888875737593, "upper": 0.056302676124381765 }, { "event_time": -1, "estimate": -0.09550550216384016, "se": 0.1043483923239729, "pvalue": 0.3639130599057432, "lower": -0.30445955352514276, "upper": 0.11344854919746242 }, { "event_time": 0, "estimate": -0.01928071111373973, "se": 0.0440062653249049, "pvalue": 0.6629439757605365, "lower": -0.10740173741925733, "upper": 0.06884031519177787 }, { "event_time": 1, "estimate": -0.13587670382567593, "se": 0.023970938473672987, "pvalue": 4.989810674064898e-07, "lower": -0.18387768014599598, "upper": -0.08787572750535588 }, { "event_time": 2, "estimate": -0.07887563099511287, "se": 0.04742796289817974, "pvalue": 0.10178974894111938, "lower": -0.17384848850325318, "upper": 0.01609722651302746 }, { "event_time": 3, "estimate": -0.08972948700441077, "se": 0.0900255408936774, "pvalue": 0.3231171384430986, "lower": -0.2700025230979898, "upper": 0.09054354908916826 }, { "event_time": 4, "estimate": -0.04719005895369112, "se": 0.027426528197788916, "pvalue": 0.0907485112330581, "lower": -0.10211073433803425, "upper": 0.007730616430652017 }, { "event_time": 5, "estimate": -0.012177029595465424, "se": 0.040205913680593314, "pvalue": 0.7630940822520836, "lower": -0.09268798300008929, "upper": 0.06833392380915845 }, { "event_time": 9, "estimate": 1.8121586042641917, "se": 0.04499642256790258, "pvalue": 1.43954463337419e-43, "lower": 1.7220548222803045, "upper": 1.902262386248079 }, { "event_time": 10, "estimate": 1.1538802298061324, "se": 0.050521642480591704, "pvalue": 2.278873629829956e-30, "lower": 1.0527123857920984, "upper": 1.2550480738201664 }, { "event_time": 11, "estimate": 0.4260943518445127, "se": 0.054280595171784456, "pvalue": 1.2208698991668898e-10, "lower": 0.3173993349032561, "upper": 0.5347893687857693 }, { "event_time": 12, "estimate": 3.322769008764013, "se": 0.0321697355685192, "pvalue": 1.5801323509801322e-66, "lower": 3.2583502244535283, "upper": 3.387187793074498 }, { "event_time": 13, "estimate": 1.756794783665264, "se": 0.039726120501268426, "pvalue": 8.188387782818995e-46, "lower": 1.6772445995298417, "upper": 1.8363449678006862 }, { "event_time": 14, "estimate": 1.6288057944418608, "se": 0.04709056047685144, "pvalue": 6.010101919880763e-40, "lower": 1.5345085736283115, "upper": 1.72310301525541 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.6234216047839609, "se": 0.05552878091770319, "pvalue": 4.563973105505062e-16, "lower": -0.7346160705681991, "upper": -0.5122271389997227 }, { "event_time": -28, "estimate": -0.5746536493217164, "se": 0.05604851593093282, "pvalue": 1.4941028724597158e-14, "lower": -0.6868888665179311, "upper": -0.46241843212550165 }, { "event_time": -27, "estimate": -0.48213198056742884, "se": 0.05877827163378499, "pvalue": 3.1704967732612926e-11, "lower": -0.5998334392709077, "upper": -0.36443052186395003 }, { "event_time": -26, "estimate": -0.14982180218048635, "se": 0.050129372514600194, "pvalue": 0.004128637704348582, "lower": -0.2502041391369052, "upper": -0.04943946522406749 }, { "event_time": -25, "estimate": -0.11485554251315928, "se": 0.04332205135794072, "pvalue": 0.010366508407756348, "lower": -0.20160645398306665, "upper": -0.028104631043251935 }, { "event_time": -24, "estimate": -0.14527930757967697, "se": 0.0484267187179059, "pvalue": 0.003999095473017271, "lower": -0.24225213911908483, "upper": -0.04830647604026912 }, { "event_time": -23, "estimate": -0.1109708306464802, "se": 0.036845240095497375, "pvalue": 0.0038673442133281936, "lower": -0.1847521512769978, "upper": -0.037189510015962615 }, { "event_time": -22, "estimate": -0.1966675582615464, "se": 0.03708623236670609, "pvalue": 1.9277404091552956e-06, "lower": -0.27093145759111553, "upper": -0.12240365893197726 }, { "event_time": -21, "estimate": -0.22641186314122747, "se": 0.04826450461475049, "pvalue": 1.7433746614596655e-05, "lower": -0.32305986654205676, "upper": -0.1297638597403982 }, { "event_time": -20, "estimate": -0.09618626715186787, "se": 0.03830872794468355, "pvalue": 0.014905760785818201, "lower": -0.17289817165047283, "upper": -0.019474362653262897 }, { "event_time": -19, "estimate": 0.06043335245381028, "se": 0.031824754783759054, "pvalue": 0.06263762588761304, "lower": -0.003294619751073466, "upper": 0.12416132465869402 }, { "event_time": -18, "estimate": -0.04769554866383294, "se": 0.033049893567545764, "pvalue": 0.15445509601925705, "lower": -0.11387681896608737, "upper": 0.018485721638421493 }, { "event_time": -17, "estimate": -0.048712682642423774, "se": 0.03724759999767673, "pvalue": 0.19618883422925187, "lower": -0.12329971507925921, "upper": 0.025874349794411666 }, { "event_time": -16, "estimate": -0.009059068386389396, "se": 0.038105466987293536, "pvalue": 0.8129378036485386, "lower": -0.08536394983859845, "upper": 0.06724581306581966 }, { "event_time": -15, "estimate": 0.08139853501604218, "se": 0.04288380690175914, "pvalue": 0.06274813883549188, "lower": -0.004474807067635797, "upper": 0.16727187709972013 }, { "event_time": -14, "estimate": 0.07287668182985944, "se": 0.043107101870927526, "pvalue": 0.09637610804922166, "lower": -0.013443800716811671, "upper": 0.15919716437653056 }, { "event_time": -13, "estimate": 0.12662515484647682, "se": 0.03814088033113384, "pvalue": 0.0015741666697732136, "lower": 0.05024935939642956, "upper": 0.2030009502965241 }, { "event_time": -12, "estimate": 0.02605464857229199, "se": 0.037498921705893196, "pvalue": 0.4899966752930902, "lower": -0.04903564690441693, "upper": 0.10114494404900091 }, { "event_time": -11, "estimate": 0.13770879577558567, "se": 0.047340564696326956, "pvalue": 0.005162905944152312, "lower": 0.042910950147859686, "upper": 0.23250664140331168 }, { "event_time": -10, "estimate": 0.04519775262594969, "se": 0.045694116710900505, "pvalue": 0.3267764022130037, "lower": -0.04630313778044057, "upper": 0.13669864303233994 }, { "event_time": -9, "estimate": 0.1055006664939708, "se": 0.04122654266973145, "pvalue": 0.013175242389265188, "lower": 0.022945938791846726, "upper": 0.18805539419609488 }, { "event_time": -8, "estimate": 0.19341789431442474, "se": 0.04215922293287451, "pvalue": 2.5044931292734816e-05, "lower": 0.10899550660079424, "upper": 0.2778402820280552 }, { "event_time": -7, "estimate": 0.18045813733090757, "se": 0.03725051018582185, "pvalue": 1.0124157812148832e-05, "lower": 0.10586527734283148, "upper": 0.2550509973189837 }, { "event_time": -6, "estimate": 0.13462321691417153, "se": 0.0462994770377782, "pvalue": 0.005180648149215299, "lower": 0.04191011336278358, "upper": 0.2273363204655595 }, { "event_time": -5, "estimate": 0.037725273163369086, "se": 0.03193703485766738, "pvalue": 0.2424130017852612, "lower": -0.02622753601128272, "upper": 0.10167808233802089 }, { "event_time": -4, "estimate": 0.04724687033944952, "se": 0.032328856815310045, "pvalue": 0.14938440546994589, "lower": -0.017490548771573508, "upper": 0.11198428945047255 }, { "event_time": -3, "estimate": 0.10198036794670974, "se": 0.02561338605170356, "pvalue": 0.00019617458715941546, "lower": 0.0506904470826873, "upper": 0.15327028881073218 }, { "event_time": -2, "estimate": 0.02535775773660206, "se": 0.024856241364246603, "pvalue": 0.31195525260345447, "lower": -0.024416007043102136, "upper": 0.07513152251630625 }, { "event_time": 0, "estimate": 0.08313832164183202, "se": 0.02479428147488001, "pvalue": 0.001424773746527838, "lower": 0.03348862940044591, "upper": 0.13278801388321812 }, { "event_time": 1, "estimate": -0.03636740873806447, "se": 0.02043838594774126, "pvalue": 0.08051107704546391, "lower": -0.07729457064207504, "upper": 0.004559753165946097 }, { "event_time": 2, "estimate": 0.01722675188521776, "se": 0.020827746057438624, "pvalue": 0.4116262794639069, "lower": -0.024480090189687533, "upper": 0.05893359396012305 }, { "event_time": 3, "estimate": 0.004189484842998442, "se": 0.02119906008957796, "pvalue": 0.8440407961873393, "lower": -0.03826090075581594, "upper": 0.04663987044181282 }, { "event_time": 4, "estimate": 0.04861769341468239, "se": 0.022704105997342187, "pvalue": 0.03653296094806245, "lower": 0.0031535053709228628, "upper": 0.09408188145844192 }, { "event_time": 5, "estimate": 0.0650441139584205, "se": 0.034743455184550506, "pvalue": 0.0663225786626947, "lower": -0.004528454985066946, "upper": 0.13461668290190792 }, { "event_time": 9, "estimate": 0.07182121660845642, "se": 0.6976683112326807, "pvalue": 0.9183682351364421, "lower": -1.3252354786768747, "upper": 1.4688779118937876 }, { "event_time": 10, "estimate": -0.5879314047984923, "se": 0.6940275005385481, "pvalue": 0.4004656778095261, "lower": -1.9776975024250056, "upper": 0.8018346928280211 }, { "event_time": 11, "estimate": -1.315589017580631, "se": 0.7053433903496193, "pvalue": 0.06730706586395457, "lower": -2.7280147936949577, "upper": 0.09683675853369533 }, { "event_time": 12, "estimate": 1.5810700399758844, "se": 0.7091934557512927, "pvalue": 0.02974451088186576, "lower": 0.16093464087869558, "upper": 3.001205439073073 }, { "event_time": 13, "estimate": 0.01562572348172821, "se": 0.7127764090335216, "pvalue": 0.9825864715056499, "lower": -1.4116844158053772, "upper": 1.4429358627688338 }, { "event_time": 14, "estimate": -0.11268733294099151, "se": 0.7080104774930851, "pvalue": 0.8741050064102059, "lower": -1.5304538589370271, "upper": 1.3050791930550443 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.21143473570658036, 0.18743257820927725, 0.17125134843581447, 0.1574973031283711, 0.1423948220064725, 0.12837108953613807, 0.00026968716289104636, 0.00026968716289104636, 0.00026968716289104636, 0.00026968716289104636, 0.00026968716289104636, 0.00026968716289104636 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 5.378113041522615e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.688208885942443, "df_num": 22, "df_den": 143792, "pvalue": 1.057662324201833e-08, "log10_pvalue": -7.975652965706915, "inference": "Homoskedastic nested-model F", "observations": 158820, "design_columns": 149, "restricted_design_columns": 127, "fixed_effect_rank": 14879, "covariance_rank": 22, "rss_unrestricted": 123555.2853291665, "rss_restricted": 123625.00651968917, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.313146964007598e-05, -1.3728055306009966e-05, -1.414701109002704e-05, 2.4785845223914273e-05, 1.665250297927642e-05, 9.171904054241041e-07 ], [ -8.373546198981468e-06, -9.95360498571133e-06, -1.0375448908192277e-05, 7.812752872277644e-05, 7.763512303745006e-05, 6.581621374044636e-05 ], [ -3.484332336528214e-06, -6.062464808210452e-06, -6.46747708010763e-06, 0.0001329773412113609, 0.00014055295505713115, 0.0001330467983951374 ], [ 1.559471359765762e-07, -3.205069706463528e-06, -3.5058667687824186e-06, 0.00016738035374068102, 0.00018076583675845598, 0.00017829798605241187 ], [ 2.5056374960960017e-06, -1.4205787682267243e-06, -1.6918782182100456e-06, 0.00019246602551426837, 0.00020766440545120132, 0.0002076592587541901 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": 0.16817032784773384 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.11771037149525616 }, { "event_time": -16.0, "cohort": 19, "estimate": 0.22998779923046833 }, { "event_time": -15.0, "cohort": 19, "estimate": 0.4009347934843457 }, { "event_time": -14.0, "cohort": 19, "estimate": 0.9151701155635047 }, { "event_time": -13.0, "cohort": 19, "estimate": -0.42790177841554233 }, { "event_time": -12.0, "cohort": 19, "estimate": 0.1685719129821638 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.15408954515358664 }, { "event_time": -10.0, "cohort": 19, "estimate": -0.5870318721858641 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.3735830859244689 }, { "event_time": -8.0, "cohort": 19, "estimate": -0.014349120077784591 }, { "event_time": -7.0, "cohort": 19, "estimate": 0.38308133726922877 }, { "event_time": -6.0, "cohort": 19, "estimate": 0.4612146198365798 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.3654535372478877 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.7099514266939542 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.6474334358388982 }, { "event_time": -2.0, "cohort": 19, "estimate": 0.10810017340947414 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.32488499198521914 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.08920032850165294 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.7452950257825652 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.18893558834797725 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.797807210938682 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.1577455593664886 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.9375973981996045 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.9447813672111298 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.6999695689356534 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.25785157803407377 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.7338498019355626 }, { "event_time": -15.0, "cohort": 21, "estimate": 0.9025504676269551 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.3815057155764745 }, { "event_time": -13.0, "cohort": 21, "estimate": -0.21902238161449725 }, { "event_time": -12.0, "cohort": 21, "estimate": 0.42271951620974096 }, { "event_time": -11.0, "cohort": 21, "estimate": 0.2733554419009835 }, { "event_time": -10.0, "cohort": 21, "estimate": -0.2498988889752894 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.5437671294093689 }, { "event_time": -8.0, "cohort": 21, "estimate": 0.06458916799621964 }, { "event_time": -7.0, "cohort": 21, "estimate": 0.602014364772702 }, { "event_time": -6.0, "cohort": 21, "estimate": 0.7879066973759367 }, { "event_time": -5.0, "cohort": 21, "estimate": 0.3733330020568944 }, { "event_time": -4.0, "cohort": 21, "estimate": 0.9222084653688885 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.7763114119224825 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.4409579309314198 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.3071952189831364 }, { "event_time": 1.0, "cohort": 21, "estimate": 0.38076804401505004 }, { "event_time": 2.0, "cohort": 21, "estimate": 0.7487488811387121 }, { "event_time": 3.0, "cohort": 21, "estimate": 0.5384925331687579 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.7346739449338994 }, { "event_time": 5.0, "cohort": 21, "estimate": 0.12081303897804874 }, { "event_time": -26.0, "cohort": 27, "estimate": 0.3582444198427946 }, { "event_time": -25.0, "cohort": 27, "estimate": 0.32669781152439226 }, { "event_time": -24.0, "cohort": 27, "estimate": 0.2633256853614335 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.33928207009316896 }, { "event_time": -22.0, "cohort": 27, "estimate": 0.02041235167453287 }, { "event_time": -21.0, "cohort": 27, "estimate": 0.22164968830569154 }, { "event_time": -20.0, "cohort": 27, "estimate": 0.1328076613856502 }, { "event_time": -19.0, "cohort": 27, "estimate": 0.31102708988166006 }, { "event_time": -18.0, "cohort": 27, "estimate": 0.2743701154668736 }, { "event_time": -17.0, "cohort": 27, "estimate": 0.02044514092230948 }, { "event_time": -16.0, "cohort": 27, "estimate": 0.19494966101575617 }, { "event_time": -15.0, "cohort": 27, "estimate": 0.40597272398875567 }, { "event_time": -14.0, "cohort": 27, "estimate": 0.9356514866365737 }, { "event_time": -13.0, "cohort": 27, "estimate": -0.6555407124165541 }, { "event_time": -12.0, "cohort": 27, "estimate": -0.10887492671541851 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.030691235255502256 }, { "event_time": -10.0, "cohort": 27, "estimate": -0.7052082809068394 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.01360248105564446 }, { "event_time": -8.0, "cohort": 27, "estimate": -0.2711814591470471 }, { "event_time": -7.0, "cohort": 27, "estimate": 0.10768907564035271 }, { "event_time": -6.0, "cohort": 27, "estimate": 0.2684651891609966 }, { "event_time": -5.0, "cohort": 27, "estimate": -0.01564763818075721 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.5700732502361303 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.35848554403244276 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.26669178121340276 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.07027523865637714 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.06920790840835855 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.284678550813719 }, { "event_time": 3.0, "cohort": 27, "estimate": -0.044256136335410194 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.41980640401384717 }, { "event_time": 5.0, "cohort": 27, "estimate": -0.17923841609882207 }, { "event_time": -15.0, "cohort": 30, "estimate": 0.33670400768596115 }, { "event_time": -14.0, "cohort": 30, "estimate": 0.5401238752497641 }, { "event_time": -13.0, "cohort": 30, "estimate": -1.2184588307123858 }, { "event_time": -12.0, "cohort": 30, "estimate": -0.3736481163961235 }, { "event_time": -11.0, "cohort": 30, "estimate": -0.27828597769453056 }, { "event_time": -10.0, "cohort": 30, "estimate": -0.6562246575463017 }, { "event_time": -9.0, "cohort": 30, "estimate": -0.3400090392912128 }, { "event_time": -8.0, "cohort": 30, "estimate": -0.46401992176072243 }, { "event_time": -7.0, "cohort": 30, "estimate": -0.255504955877511 }, { "event_time": -6.0, "cohort": 30, "estimate": -0.03511034841554336 }, { "event_time": -5.0, "cohort": 30, "estimate": -0.1689238889379747 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.2830693858596989 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.036228885732427885 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.2410528636742078 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.4506772492940987 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.23740298868834858 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6928917752271004 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.34582577905175116 }, { "event_time": 4.0, "cohort": 30, "estimate": -0.0029890429036663058 }, { "event_time": 5.0, "cohort": 30, "estimate": -0.08732690735013982 }, { "event_time": -6.0, "cohort": 31, "estimate": -5.561313028242353 }, { "event_time": -5.0, "cohort": 31, "estimate": -8.07481889332703 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.6608471149474875 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.0176217746328895 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.393975139744314 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9001070102679214 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.675284060570315 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.731968606590425 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.17289391899821285 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.3794154421428464 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": 0.013448120687134116, "se": 0.049316475998338515, "lower": -0.08321039611404338, "upper": 0.11010663748831162, "event_study": [ { "event_time": -29, "estimate": -0.49659444615547566, "se": 0.026416747330118697, "lower": -0.548370319511203, "upper": -0.4448185727997484, "n": 0.0, "relative_to_minus_one": -0.49659444615547566 }, { "event_time": -28, "estimate": -0.45960308089561375, "se": 0.03158448966242872, "lower": -0.5215075431040517, "upper": -0.3976986186871758, "n": 0.0, "relative_to_minus_one": -0.45960308089561375 }, { "event_time": -27, "estimate": -0.37323723823390353, "se": 0.03163570538834808, "lower": -0.4352420814205855, "upper": -0.31123239504722156, "n": 0.0, "relative_to_minus_one": -0.37323723823390353 }, { "event_time": -26, "estimate": -0.030257984858201564, "se": 0.04233261547975671, "lower": -0.1132283865699075, "upper": 0.05271241685350436, "n": 0.0, "relative_to_minus_one": -0.030257984858201564 }, { "event_time": -25, "estimate": -0.005873312200720079, "se": 0.03467902937213325, "lower": -0.07384296078890794, "upper": 0.062096336387467775, "n": 0.0, "relative_to_minus_one": -0.005873312200720079 }, { "event_time": -24, "estimate": -0.05017225499391304, "se": 0.039060555709295286, "lower": -0.1267295374002522, "upper": 0.026385027412426106, "n": 0.0, "relative_to_minus_one": -0.05017225499391304 }, { "event_time": -23, "estimate": -0.012722677864647518, "se": 0.04579118478148954, "lower": -0.10247175084578564, "upper": 0.07702639511649059, "n": 0.0, "relative_to_minus_one": -0.012722677864647518 }, { "event_time": -22, "estimate": -0.10173396487497616, "se": 0.040092847773999955, "lower": -0.18031450254966294, "upper": -0.023153427200289373, "n": 0.0, "relative_to_minus_one": -0.10173396487497616 }, { "event_time": -21, "estimate": -0.12741389152642843, "se": 0.045321254361796674, "lower": -0.21624191780972873, "upper": -0.03858586524312811, "n": 0.0, "relative_to_minus_one": -0.12741389152642843 }, { "event_time": -20, "estimate": 0.06447663519010238, "se": 0.16572691735926365, "lower": -0.26034215410290024, "upper": 0.389295424483105, "n": 0.0, "relative_to_minus_one": 0.06447663519010238 }, { "event_time": -19, "estimate": 0.20010691320834786, "se": 0.11534988716484172, "lower": -0.025974711255500965, "upper": 0.42618853767219667, "n": 0.0, "relative_to_minus_one": 0.20010691320834786 }, { "event_time": -18, "estimate": 0.06488390446181412, "se": 0.067634015677127, "lower": -0.0676763303951722, "upper": 0.19744413931880045, "n": 0.0, "relative_to_minus_one": 0.06488390446181412 }, { "event_time": -17, "estimate": 0.034032685567616135, "se": 0.038750300376965925, "lower": -0.041916507561345955, "upper": 0.10998187869657822, "n": 0.0, "relative_to_minus_one": 0.034032685567616135 }, { "event_time": -16, "estimate": 0.09378171716219658, "se": 0.09247763495204424, "lower": -0.08747111671925262, "upper": 0.27503455104364577, "n": 0.0, "relative_to_minus_one": 0.09378171716219658 }, { "event_time": -15, "estimate": 0.16435225623466893, "se": 0.0866657568154911, "lower": -0.0055095058166003685, "upper": 0.3342140182859382, "n": 0.0, "relative_to_minus_one": 0.16435225623466893 }, { "event_time": -14, "estimate": 0.12269159623692774, "se": 0.08124403093115955, "lower": -0.03654377834700312, "upper": 0.2819269708208586, "n": 0.0, "relative_to_minus_one": 0.12269159623692774 }, { "event_time": -13, "estimate": 0.17522777516627627, "se": 0.06974243445954925, "lower": 0.03853511543141455, "upper": 0.31192043490113797, "n": 0.0, "relative_to_minus_one": 0.17522777516627627 }, { "event_time": -12, "estimate": 0.06716952780918617, "se": 0.09172590604404969, "lower": -0.11260994448645609, "upper": 0.24694900010482843, "n": 0.0, "relative_to_minus_one": 0.06716952780918617 }, { "event_time": -11, "estimate": 0.17933858722020882, "se": 0.04123439785832306, "lower": 0.09852065249370008, "upper": 0.26015652194671757, "n": 0.0, "relative_to_minus_one": 0.17933858722020882 }, { "event_time": -10, "estimate": 0.08335638926272776, "se": 0.08188021172399534, "lower": -0.0771258767628174, "upper": 0.24383865528827292, "n": 0.0, "relative_to_minus_one": 0.08335638926272776 }, { "event_time": -9, "estimate": 0.12201124467501197, "se": 0.09832232854306336, "lower": -0.07069697814550678, "upper": 0.3147194674955307, "n": 0.0, "relative_to_minus_one": 0.12201124467501197 }, { "event_time": -8, "estimate": 0.19422359917165963, "se": 0.06617906647903718, "lower": 0.06451501234226478, "upper": 0.32393218600105445, "n": 0.0, "relative_to_minus_one": 0.19422359917165963 }, { "event_time": -7, "estimate": 0.17400413021509298, "se": 0.10450529202839899, "lower": -0.03082247835440985, "upper": 0.37883073878459583, "n": 0.0, "relative_to_minus_one": 0.17400413021509298 }, { "event_time": -6, "estimate": 0.16214213661718013, "se": 0.12213624533131293, "lower": -0.07724050543914152, "upper": 0.4015247786735018, "n": 0.0, "relative_to_minus_one": 0.16214213661718013 }, { "event_time": -5, "estimate": 0.04568809564613665, "se": 0.0866480965817459, "lower": -0.12413905298303346, "upper": 0.21551524427530677, "n": 0.0, "relative_to_minus_one": 0.04568809564613665 }, { "event_time": -4, "estimate": 0.054681491871717385, "se": 0.07501972416270901, "lower": -0.09235446561732152, "upper": 0.2017174493607563, "n": 0.0, "relative_to_minus_one": 0.054681491871717385 }, { "event_time": -3, "estimate": 0.09443815544210661, "se": 0.08783767437304245, "lower": -0.07772052281481347, "upper": 0.2665968336990267, "n": 0.0, "relative_to_minus_one": 0.09443815544210661 }, { "event_time": -2, "estimate": 0.014535626720639615, "se": 0.04496540465264771, "lower": -0.07359494694881967, "upper": 0.1026662003900989, "n": 0.0, "relative_to_minus_one": 0.014535626720639615 }, { "event_time": -1, "estimate": 0.0, "se": 2.764776064655306e-19, "lower": -5.418861512042784e-19, "upper": 5.418861512042784e-19, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.044394366119496854, "se": 0.05375344517473887, "lower": -0.06096045046793969, "upper": 0.1497491827069334, "n": 784.0, "relative_to_minus_one": 0.044394366119496854 }, { "event_time": 1, "estimate": -0.08827699055302862, "se": 0.07331226633538408, "lower": -0.23196639219538967, "upper": 0.055412411089332425, "n": 695.0, "relative_to_minus_one": -0.08827699055302862 }, { "event_time": 2, "estimate": -0.0580205284134137, "se": 0.11618830968605198, "lower": -0.2857454308226619, "upper": 0.1697043739958345, "n": 635.0, "relative_to_minus_one": -0.0580205284134137 }, { "event_time": 3, "estimate": -0.10977698255859192, "se": 0.1446927252560926, "lower": -0.3933695128854825, "upper": 0.17381554776829866, "n": 584.0, "relative_to_minus_one": -0.10977698255859192 }, { "event_time": 4, "estimate": -0.10909427995420666, "se": 0.09269564842309917, "lower": -0.2907744123870681, "upper": 0.07258585247865477, "n": 528.0, "relative_to_minus_one": -0.10909427995420666 }, { "event_time": 5, "estimate": -0.11366488358809303, "se": 0.09408743776245988, "lower": -0.29807287300016827, "upper": 0.0707431058239822, "n": 476.0, "relative_to_minus_one": -0.11366488358809303 }, { "event_time": 9, "estimate": 0.2717026186646987, "se": 0.04264306646511531, "lower": 0.18812374420272493, "upper": 0.35528149312667245, "n": 1.0, "relative_to_minus_one": 0.2717026186646987 }, { "event_time": 10, "estimate": -0.43140075007021883, "se": 0.047909096328057545, "lower": -0.5253008534050718, "upper": -0.3375006467353659, "n": 1.0, "relative_to_minus_one": -0.43140075007021883 }, { "event_time": 11, "estimate": -1.167979445120957, "se": 0.043433778126010895, "lower": -1.253108085960442, "upper": -1.0828508042814722, "n": 1.0, "relative_to_minus_one": -1.167979445120957 }, { "event_time": 12, "estimate": 1.7268487409690938, "se": 0.026546828301731232, "lower": 1.674817913593932, "upper": 1.7788795683442555, "n": 1.0, "relative_to_minus_one": 1.7268487409690938 }, { "event_time": 13, "estimate": 0.16149277357109548, "se": 0.05069592446118365, "lower": 0.06213058746421238, "upper": 0.26085495967797856, "n": 1.0, "relative_to_minus_one": 0.16149277357109548 }, { "event_time": 14, "estimate": 0.03515280917973429, "se": 0.031833787979731125, "lower": -0.027240268752022803, "upper": 0.09754588711149138, "n": 1.0, "relative_to_minus_one": 0.03515280917973429 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.27084030662277303, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.08377649597918273, "mass": 1.0, "base": 4 }, { "group": 19, "year": 1, "event_time": -18, "att": -0.0816194971225887, "mass": 0.0, "base": 18 }, { "group": 19, "year": 2, "event_time": -17, "att": -0.10001156733477257, "mass": 0.0, "base": 18 }, { "group": 19, "year": 3, "event_time": -16, "att": 0.030059008226352935, "mass": 0.0, "base": 18 }, { "group": 19, "year": 4, "event_time": -15, "att": 0.07417096209709778, "mass": 0.0, "base": 18 }, { "group": 19, "year": 5, "event_time": -14, "att": 0.03216863119694663, "mass": 0.0, "base": 18 }, { "group": 19, "year": 6, "event_time": -13, "att": 0.31484145622866094, "mass": 0.0, "base": 18 }, { "group": 19, "year": 7, "event_time": -12, "att": 0.14338022327643934, "mass": 0.0, "base": 18 }, { "group": 19, "year": 8, "event_time": -11, "att": 0.23601414962622483, "mass": 0.0, "base": 18 }, { "group": 19, "year": 9, "event_time": -10, "att": 0.0781392585867804, "mass": 0.0, "base": 18 }, { "group": 19, "year": 10, "event_time": -9, "att": 0.37322416537002717, "mass": 0.0, "base": 18 }, { "group": 19, "year": 11, "event_time": -8, "att": 0.4200705769638459, "mass": 0.0, "base": 18 }, { "group": 19, "year": 12, "event_time": -7, "att": 0.3636664847327326, "mass": 0.0, "base": 18 }, { "group": 19, "year": 13, "event_time": -6, "att": 0.20886448341191494, "mass": 0.0, "base": 18 }, { "group": 19, "year": 14, "event_time": -5, "att": 0.31782610797041716, "mass": 0.0, "base": 18 }, { "group": 19, "year": 15, "event_time": -4, "att": 0.0894542802129979, "mass": 0.0, "base": 18 }, { "group": 19, "year": 16, "event_time": -3, "att": 0.27843584272883465, "mass": 0.0, "base": 18 }, { "group": 19, "year": 17, "event_time": -2, "att": -0.14693198428245663, "mass": 0.0, "base": 18 }, { "group": 19, "year": 18, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 18 }, { "group": 19, "year": 19, "event_time": 0, "att": 0.23675176015112692, "mass": 26.0, "base": 18 }, { "group": 19, "year": 20, "event_time": 1, "att": -0.14340073772711698, "mass": 24.0, "base": 18 }, { "group": 19, "year": 21, "event_time": 2, "att": 0.21838058959586765, "mass": 22.0, "base": 18 }, { "group": 19, "year": 22, "event_time": 3, "att": -0.06298129628290239, "mass": 20.0, "base": 18 }, { "group": 19, "year": 23, "event_time": 4, "att": 0.18117333767374866, "mass": 19.0, "base": 18 }, { "group": 19, "year": 24, "event_time": 5, "att": 0.12462599256091524, "mass": 17.0, "base": 18 }, { "group": 21, "year": 1, "event_time": -20, "att": 0.5469213543053466, "mass": 0.0, "base": 20 }, { "group": 21, "year": 2, "event_time": -19, "att": 0.5570006774053726, "mass": 0.0, "base": 20 }, { "group": 21, "year": 3, "event_time": -18, "att": 0.285380733741133, "mass": 0.0, "base": 20 }, { "group": 21, "year": 4, "event_time": -17, "att": 0.1389535830605886, "mass": 0.0, "base": 20 }, { "group": 21, "year": 5, "event_time": -16, "att": 0.40051769967923234, "mass": 0.0, "base": 20 }, { "group": 21, "year": 6, "event_time": -15, "att": 0.4397267709350315, "mass": 0.0, "base": 20 }, { "group": 21, "year": 7, "event_time": -14, "att": 0.3921312390925187, "mass": 0.0, "base": 20 }, { "group": 21, "year": 8, "event_time": -13, "att": 0.40742214572356045, "mass": 0.0, "base": 20 }, { "group": 21, "year": 9, "event_time": -12, "att": 0.3642545185696079, "mass": 0.0, "base": 20 }, { "group": 21, "year": 10, "event_time": -11, "att": 0.29044276027227955, "mass": 0.0, "base": 20 }, { "group": 21, "year": 11, "event_time": -10, "att": 0.3303503402583492, "mass": 0.0, "base": 20 }, { "group": 21, "year": 12, "event_time": -9, "att": 0.4339997287350888, "mass": 0.0, "base": 20 }, { "group": 21, "year": 13, "event_time": -8, "att": 0.3793230102242172, "mass": 0.0, "base": 20 }, { "group": 21, "year": 14, "event_time": -7, "att": 0.4765462576060855, "mass": 0.0, "base": 20 }, { "group": 21, "year": 15, "event_time": -6, "att": 0.5010086937810994, "mass": 0.0, "base": 20 }, { "group": 21, "year": 16, "event_time": -5, "att": 0.2888853418793543, "mass": 0.0, "base": 20 }, { "group": 21, "year": 17, "event_time": -4, "att": 0.28821521934165173, "mass": 0.0, "base": 20 }, { "group": 21, "year": 18, "event_time": -3, "att": 0.36909636912371596, "mass": 0.0, "base": 20 }, { "group": 21, "year": 19, "event_time": -2, "att": 0.13700458164704438, "mass": 0.0, "base": 20 }, { "group": 21, "year": 20, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 20 }, { "group": 21, "year": 21, "event_time": 0, "att": 0.20384050405625104, "mass": 296.0, "base": 20 }, { "group": 21, "year": 22, "event_time": 1, "att": 0.13386427312846422, "mass": 267.0, "base": 20 }, { "group": 21, "year": 23, "event_time": 2, "att": 0.26925045835562755, "mass": 235.0, "base": 20 }, { "group": 21, "year": 24, "event_time": 3, "att": 0.3116777821875504, "mass": 213.0, "base": 20 }, { "group": 21, "year": 25, "event_time": 4, "att": 0.17307889714857186, "mass": 198.0, "base": 20 }, { "group": 21, "year": 26, "event_time": 5, "att": 0.14171374955072003, "mass": 185.0, "base": 20 }, { "group": 21, "year": 30, "event_time": 9, "att": 0.2717026186646987, "mass": 1.0, "base": 20 }, { "group": 21, "year": 31, "event_time": 10, "att": -0.43140075007021883, "mass": 1.0, "base": 20 }, { "group": 21, "year": 32, "event_time": 11, "att": -1.167979445120957, "mass": 1.0, "base": 20 }, { "group": 21, "year": 33, "event_time": 12, "att": 1.7268487409690938, "mass": 1.0, "base": 20 }, { "group": 21, "year": 34, "event_time": 13, "att": 0.16149277357109548, "mass": 1.0, "base": 20 }, { "group": 21, "year": 35, "event_time": 14, "att": 0.03515280917973429, "mass": 1.0, "base": 20 }, { "group": 27, "year": 1, "event_time": -26, "att": -0.0147224475294922, "mass": 0.0, "base": 26 }, { "group": 27, "year": 2, "event_time": -25, "att": 0.007704654225142882, "mass": 0.0, "base": 26 }, { "group": 27, "year": 3, "event_time": -24, "att": -0.03954695294921082, "mass": 0.0, "base": 26 }, { "group": 27, "year": 4, "event_time": -23, "att": 0.005004572663944745, "mass": 0.0, "base": 26 }, { "group": 27, "year": 5, "event_time": -22, "att": -0.09629666206241069, "mass": 0.0, "base": 26 }, { "group": 27, "year": 6, "event_time": -21, "att": -0.11363526342455829, "mass": 0.0, "base": 26 }, { "group": 27, "year": 7, "event_time": -20, "att": -0.17803803232148466, "mass": 0.0, "base": 26 }, { "group": 27, "year": 8, "event_time": -19, "att": 0.030749208675339246, "mass": 0.0, "base": 26 }, { "group": 27, "year": 9, "event_time": -18, "att": -0.029617678329194062, "mass": 0.0, "base": 26 }, { "group": 27, "year": 10, "event_time": -17, "att": -0.01090629660643408, "mass": 0.0, "base": 26 }, { "group": 27, "year": 11, "event_time": -16, "att": -0.05249338450516097, "mass": 0.0, "base": 26 }, { "group": 27, "year": 12, "event_time": -15, "att": 0.03603056731940807, "mass": 0.0, "base": 26 }, { "group": 27, "year": 13, "event_time": -14, "att": 0.015383197324991715, "mass": 0.0, "base": 26 }, { "group": 27, "year": 14, "event_time": -13, "att": 0.06803864368570021, "mass": 0.0, "base": 26 }, { "group": 27, "year": 15, "event_time": -12, "att": -0.07749947986760349, "mass": 0.0, "base": 26 }, { "group": 27, "year": 16, "event_time": -11, "att": 0.1355669328010959, "mass": 0.0, "base": 26 }, { "group": 27, "year": 17, "event_time": -10, "att": -0.0495953421195508, "mass": 0.0, "base": 26 }, { "group": 27, "year": 18, "event_time": -9, "att": -0.03391319647604141, "mass": 0.0, "base": 26 }, { "group": 27, "year": 19, "event_time": -8, "att": 0.09603023476760605, "mass": 0.0, "base": 26 }, { "group": 27, "year": 20, "event_time": -7, "att": 0.02694305124046037, "mass": 0.0, "base": 26 }, { "group": 27, "year": 21, "event_time": -6, "att": 0.008368725280336886, "mass": 0.0, "base": 26 }, { "group": 27, "year": 22, "event_time": -5, "att": -0.07498653020395929, "mass": 0.0, "base": 26 }, { "group": 27, "year": 23, "event_time": -4, "att": -0.04144913785073204, "mass": 0.0, "base": 26 }, { "group": 27, "year": 24, "event_time": -3, "att": -0.031238163196774554, "mass": 0.0, "base": 26 }, { "group": 27, "year": 25, "event_time": -2, "att": -0.007704756209115149, "mass": 0.0, "base": 26 }, { "group": 27, "year": 26, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 26 }, { "group": 27, "year": 27, "event_time": 0, "att": -0.024371524070870565, "mass": 437.0, "base": 26 }, { "group": 27, "year": 28, "event_time": 1, "att": -0.19701616123564314, "mass": 382.0, "base": 26 }, { "group": 27, "year": 29, "event_time": 2, "att": -0.24840237716616853, "mass": 357.0, "base": 26 }, { "group": 27, "year": 30, "event_time": 3, "att": -0.34208207990444434, "mass": 333.0, "base": 26 }, { "group": 27, "year": 31, "event_time": 4, "att": -0.24885757283194104, "mass": 295.0, "base": 26 }, { "group": 27, "year": 32, "event_time": 5, "att": -0.2625469207915029, "mass": 261.0, "base": 26 }, { "group": 30, "year": 1, "event_time": -29, "att": -0.4965944461554757, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": -0.4596030808956138, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": -0.37323723823390353, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": -0.39188270423551114, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": -0.321931147509281, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": -0.2975001580406889, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": -0.42536447210029044, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": -0.2282994683500203, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": -0.4481425805518915, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": -0.39840729888396087, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": -0.3761407174024568, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": -0.3612922724902123, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": -0.0966725755020719, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": -0.31268597737682646, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": -0.10689514163162848, "mass": 0.0, "base": 29 }, { "group": 30, "year": 16, "event_time": -14, "att": -0.46353091272085745, "mass": 0.0, "base": 29 }, { "group": 30, "year": 17, "event_time": -13, "att": -0.49091063519022093, "mass": 0.0, "base": 29 }, { "group": 30, "year": 18, "event_time": -12, "att": -0.3668408883044527, "mass": 0.0, "base": 29 }, { "group": 30, "year": 19, "event_time": -11, "att": -0.2172340611879453, "mass": 0.0, "base": 29 }, { "group": 30, "year": 20, "event_time": -10, "att": -0.0054297648895709205, "mass": 0.0, "base": 29 }, { "group": 30, "year": 21, "event_time": -9, "att": -0.40576381212654217, "mass": 0.0, "base": 29 }, { "group": 30, "year": 22, "event_time": -8, "att": -0.10521486856042689, "mass": 0.0, "base": 29 }, { "group": 30, "year": 23, "event_time": -7, "att": -0.35163852491091063, "mass": 0.0, "base": 29 }, { "group": 30, "year": 24, "event_time": -6, "att": -0.351263782320552, "mass": 0.0, "base": 29 }, { "group": 30, "year": 25, "event_time": -5, "att": -0.28067005337783896, "mass": 0.0, "base": 29 }, { "group": 30, "year": 26, "event_time": -4, "att": -0.3641273095360089, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": -0.4091020247403703, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.5760959824990277, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.5526909964101561, "mass": 17.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": -0.075315912759511, "mass": 16.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.1545283377706982, "mass": 15.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": -0.08474937260791815, "mass": 13.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": -0.6897976787190793, "mass": 11.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": -0.19516277202140975, "mass": 9.0, "base": 29 }, { "group": 31, "year": 25, "event_time": -6, "att": -5.70532834591624, "mass": 0.0, "base": 30 }, { "group": 31, "year": 26, "event_time": -5, "att": -8.03827596907342, "mass": 0.0, "base": 30 }, { "group": 31, "year": 27, "event_time": -4, "att": -7.199614094003239, "mass": 0.0, "base": 30 }, { "group": 31, "year": 28, "event_time": -3, "att": -5.357921911585178, "mass": 0.0, "base": 30 }, { "group": 31, "year": 29, "event_time": -2, "att": -5.6445005985209455, "mass": 0.0, "base": 30 }, { "group": 31, "year": 30, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 30 }, { "group": 31, "year": 31, "event_time": 0, "att": -3.0171018992823364, "mass": 1.0, "base": 30 }, { "group": 31, "year": 32, "event_time": 1, "att": -7.947168315392702, "mass": 1.0, "base": 30 }, { "group": 31, "year": 33, "event_time": 2, "att": -6.240573163365641, "mass": 1.0, "base": 30 }, { "group": 35, "year": 20, "event_time": -15, "att": -0.5220230603826954, "mass": 0.0, "base": 34 }, { "group": 35, "year": 21, "event_time": -14, "att": -1.1003099327490613, "mass": 0.0, "base": 34 }, { "group": 35, "year": 22, "event_time": -13, "att": 0.5214978086722297, "mass": 0.0, "base": 34 }, { "group": 35, "year": 23, "event_time": -12, "att": -0.18255447170803954, "mass": 0.0, "base": 34 }, { "group": 35, "year": 24, "event_time": -11, "att": -0.12132186156572641, "mass": 0.0, "base": 34 }, { "group": 35, "year": 25, "event_time": -10, "att": 0.42278171062605974, "mass": 0.0, "base": 34 }, { "group": 35, "year": 26, "event_time": -9, "att": -0.2954170929262253, "mass": 0.0, "base": 34 }, { "group": 35, "year": 27, "event_time": -8, "att": 0.11954745532302286, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -0.3481478361068543, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -0.3041025476192779, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.08892648731015462, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.6858140978706746, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.468969464483349, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.5200533290241016, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": 0.3089074718975629, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -0.15104946657098228, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.4040363676794887, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.14416975327646775, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.4718370182369912, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": 0.12784445628897112, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": 0.013448120687134116, "se": 0.049316475998338515, "lower": -0.08321039611404338, "upper": 0.11010663748831162 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.029706639308208854, "se": 0.09171270531224271, "lower": -0.20946023864493984, "upper": 0.15004696002852214 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.092031915693309, "se": 0.08362321523482427, "lower": -0.25593040582500576, "upper": 0.07186657443838775 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.04619943130316344, "se": 0.14290814123669146, "lower": -0.32629424122464207, "upper": 0.23389537861831516 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.04619943130316344, "treated_cell_se": 0.14290814123669146, "checks": { "input_rows": 158820, "retained_rows": 158820, "all_observed_post_cells_estimated": true, "post_weight_sum": 3708.0, "avoided_dense_if_bytes": 373544640 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.31273641623556614, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": {} }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10528431698279975, "event_study": [ { "event_time": -29, "estimate": -0.2550483931980137, "raw_gap": -0.2550483931980137, "n": 4, "n_cells": 4, "weight_sum": 4.0, "relative_to_minus_one": -0.22330057655176644 }, { "event_time": -28, "estimate": -0.1905117978516475, "raw_gap": -0.1905117978516475, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.15876398120540025 }, { "event_time": -27, "estimate": -0.11993590111756203, "raw_gap": -0.11993590111756203, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.08818808447131476 }, { "event_time": -26, "estimate": -0.05060711980002233, "raw_gap": -0.05060711980002233, "n": 58, "n_cells": 58, "weight_sum": 58.0, "relative_to_minus_one": -0.01885930315377507 }, { "event_time": -25, "estimate": -0.02158493696515573, "raw_gap": -0.02158493696515573, "n": 64, "n_cells": 64, "weight_sum": 64.0, "relative_to_minus_one": 0.010162879681091534 }, { "event_time": -24, "estimate": -0.03774382620035759, "raw_gap": -0.03774382620035759, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.005996009554110331 }, { "event_time": -23, "estimate": -0.0072302208124682315, "raw_gap": -0.0072302208124682315, "n": 81, "n_cells": 81, "weight_sum": 81.0, "relative_to_minus_one": 0.02451759583377903 }, { "event_time": -22, "estimate": -0.09616436126380912, "raw_gap": -0.09616436126380912, "n": 96, "n_cells": 96, "weight_sum": 96.0, "relative_to_minus_one": -0.06441654461756186 }, { "event_time": -21, "estimate": -0.11503784909861688, "raw_gap": -0.11503784909861688, "n": 111, "n_cells": 111, "weight_sum": 111.0, "relative_to_minus_one": -0.08329003245236961 }, { "event_time": -20, "estimate": -0.0633341353021112, "raw_gap": -0.0633341353021112, "n": 172, "n_cells": 172, "weight_sum": 172.0, "relative_to_minus_one": -0.031586318655863935 }, { "event_time": -19, "estimate": 0.06075709962385816, "raw_gap": 0.06075709962385816, "n": 191, "n_cells": 191, "weight_sum": 191.0, "relative_to_minus_one": 0.09250491627010543 }, { "event_time": -18, "estimate": -0.03286982231127401, "raw_gap": -0.03286982231127401, "n": 206, "n_cells": 206, "weight_sum": 206.0, "relative_to_minus_one": -0.0011220056650267513 }, { "event_time": -17, "estimate": -0.04011960429008759, "raw_gap": -0.04011960429008759, "n": 220, "n_cells": 220, "weight_sum": 220.0, "relative_to_minus_one": -0.008371787643840327 }, { "event_time": -16, "estimate": -0.010503535112033972, "raw_gap": -0.010503535112033972, "n": 234, "n_cells": 234, "weight_sum": 234.0, "relative_to_minus_one": 0.02124428153421329 }, { "event_time": -15, "estimate": 0.05545411762535306, "raw_gap": 0.05545411762535306, "n": 253, "n_cells": 253, "weight_sum": 253.0, "relative_to_minus_one": 0.08720193427160032 }, { "event_time": -14, "estimate": 0.025453996570203443, "raw_gap": 0.025453996570203443, "n": 289, "n_cells": 289, "weight_sum": 289.0, "relative_to_minus_one": 0.05720181321645071 }, { "event_time": -13, "estimate": 0.04263915959536792, "raw_gap": 0.04263915959536792, "n": 316, "n_cells": 316, "weight_sum": 316.0, "relative_to_minus_one": 0.07438697624161518 }, { "event_time": -12, "estimate": -0.010081344345694897, "raw_gap": -0.010081344345694897, "n": 344, "n_cells": 343, "weight_sum": 344.0, "relative_to_minus_one": 0.021666472300552367 }, { "event_time": -11, "estimate": 0.03751237142150437, "raw_gap": 0.03751237142150437, "n": 366, "n_cells": 365, "weight_sum": 366.0, "relative_to_minus_one": 0.06926018806775164 }, { "event_time": -10, "estimate": -0.006775095744991129, "raw_gap": -0.006775095744991129, "n": 386, "n_cells": 386, "weight_sum": 386.0, "relative_to_minus_one": 0.024972720901256133 }, { "event_time": -9, "estimate": 0.02946545707705832, "raw_gap": 0.02946545707705832, "n": 409, "n_cells": 408, "weight_sum": 409.0, "relative_to_minus_one": 0.06121327372330558 }, { "event_time": -8, "estimate": 0.05452209719587713, "raw_gap": 0.05452209719587713, "n": 421, "n_cells": 421, "weight_sum": 421.0, "relative_to_minus_one": 0.0862699138421244 }, { "event_time": -7, "estimate": 0.04919000623804723, "raw_gap": 0.04919000623804723, "n": 450, "n_cells": 450, "weight_sum": 450.0, "relative_to_minus_one": 0.08093782288429449 }, { "event_time": -6, "estimate": 0.02652918610062025, "raw_gap": 0.02652918610062025, "n": 528, "n_cells": 525, "weight_sum": 528.0, "relative_to_minus_one": 0.058277002746867514 }, { "event_time": -5, "estimate": -0.017240743199856197, "raw_gap": -0.017240743199856197, "n": 578, "n_cells": 578, "weight_sum": 578.0, "relative_to_minus_one": 0.014507073446391065 }, { "event_time": -4, "estimate": -0.011898003392536074, "raw_gap": -0.011898003392536074, "n": 607, "n_cells": 606, "weight_sum": 607.0, "relative_to_minus_one": 0.01984981325371119 }, { "event_time": -3, "estimate": -0.0021452714277932538, "raw_gap": -0.0021452714277932538, "n": 645, "n_cells": 645, "weight_sum": 645.0, "relative_to_minus_one": 0.02960254521845401 }, { "event_time": -2, "estimate": -0.030424836111840943, "raw_gap": -0.030424836111840943, "n": 696, "n_cells": 695, "weight_sum": 696.0, "relative_to_minus_one": 0.0013229805344063192 }, { "event_time": -1, "estimate": -0.03174781664624726, "raw_gap": -0.03174781664624726, "n": 785, "n_cells": 783, "weight_sum": 785.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.05124573517312395, "raw_gap": -0.05124573517312395, "n": 784, "n_cells": 783, "weight_sum": 784.0, "relative_to_minus_one": -0.01949791852687669 }, { "event_time": 1, "estimate": -0.1665790700400328, "raw_gap": -0.1665790700400328, "n": 695, "n_cells": 695, "weight_sum": 695.0, "relative_to_minus_one": -0.13483125339378554 }, { "event_time": 2, "estimate": -0.11930914576321726, "raw_gap": -0.11930914576321726, "n": 635, "n_cells": 634, "weight_sum": 635.0, "relative_to_minus_one": -0.08756132911697 }, { "event_time": 3, "estimate": -0.13496118134569887, "raw_gap": -0.13496118134569887, "n": 584, "n_cells": 584, "weight_sum": 584.0, "relative_to_minus_one": -0.10321336469945161 }, { "event_time": 4, "estimate": -0.10229952235809567, "raw_gap": -0.10229952235809567, "n": 528, "n_cells": 528, "weight_sum": 528.0, "relative_to_minus_one": -0.0705517057118484 }, { "event_time": 5, "estimate": -0.07546044495974787, "raw_gap": -0.07546044495974787, "n": 476, "n_cells": 476, "weight_sum": 476.0, "relative_to_minus_one": -0.043712628313500604 }, { "event_time": 9, "estimate": 1.8227984353301898, "raw_gap": 1.8227984353301898, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.854546251976437 }, { "event_time": 10, "estimate": 1.176772917807433, "raw_gap": 1.176772917807433, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.2085207344536804 }, { "event_time": 11, "estimate": 0.4240293802135199, "raw_gap": 0.4240293802135199, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.45577719685976714 }, { "event_time": 12, "estimate": 3.3297860830008807, "raw_gap": 3.3297860830008807, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 3.361533899647128 }, { "event_time": 13, "estimate": 1.7276381002362755, "raw_gap": 1.7276381002362755, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.7593859168825228 }, { "event_time": 14, "estimate": 1.5857948361878635, "raw_gap": 1.5857948361878635, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.6175426528341108 } ], "package_event_study": { "event_time": [ -29.0, -28.0, -27.0, -26.0, -25.0, -24.0, -23.0, -22.0, -21.0, -20.0, -19.0, -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "estimate": [ -0.2550483931980137, -0.1905117978516475, -0.11993590111756203, -0.050607119800022346, -0.02158493696515578, -0.03774382620035762, -0.007230220812468224, -0.09616436126380912, -0.11503784909861686, -0.0633341353021112, 0.06075709962385816, -0.032869822311274006, -0.04011960429008758, -0.010503535112033977, 0.05545411762535306, 0.025453996570203443, 0.042639159595367945, -0.01031148713403657, 0.038402932699537304, -0.006775095744991127, 0.028995258508086312, 0.05452209719587713, 0.04919000623804722, 0.02586315903787117, -0.017240743199856204, -0.011032984195946748, -0.0021452714277932663, -0.030362636479375288, -0.03238561061434729, -0.05510252790114321, -0.1665790700400328, -0.12128105771791714, -0.13496118134569882, -0.10229952235809571, -0.07546044495974792, 1.8227984353301898, 1.176772917807433, 0.4240293802135199, 3.3297860830008807, 1.7276381002362755, 1.5857948361878635 ], "n": [ 4.0, 3.0, 3.0, 58.0, 64.0, 67.0, 81.0, 96.0, 111.0, 172.0, 191.0, 206.0, 220.0, 234.0, 253.0, 289.0, 316.0, 343.0, 365.0, 386.0, 408.0, 421.0, 450.0, 525.0, 578.0, 606.0, 645.0, 695.0, 783.0, 783.0, 695.0, 634.0, 584.0, 528.0, 476.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 187, "termination_reason": "Relative objective tolerance reached", "objective": 0.4788578587168376, "lambda_l": 0.00030965834713404805, "singular_values": [ 74.82462150656322, 73.75263595559835, 65.89301793569037, 58.72052700204155, 58.5357717493043, 53.091988416677324, 50.67938919279155, 47.7269512909257, 46.416243577618644, 41.61566215234278, 37.70518569687093, 36.12554309350955, 35.193418469923, 34.76395698604183, 34.12502209322324, 32.33457805943502, 31.167564905458246, 26.44428841143392, 25.324483009567746, 24.19714284186571, 23.159743027909226, 21.23605923940256, 19.61163914406924, 18.536124437580792, 17.747337613630766, 16.49390119398002, 12.968659859492096, 12.332247640116275, 8.667018474937503, 7.6709806489817645, 7.036029209814725, 6.802507654293109, 5.633184814730246, 4.285900501366047, 1.7837187444847693, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.481532120593939, 0.47992021191043127, 0.4794219540478506, 0.47920989018802207, 0.47910195318930004, 0.47903936111345097, 0.4789992819969557, 0.47897159022963653, 0.47895133266651035, 0.4789358760856196, 0.4789237132544156, 0.47891392251692944, 0.47890590649921544, 0.47889925814792567, 0.4788936882323391, 0.4788889840578002, 0.4788849847962203, 0.47888156607195664, 0.47887862993010705, 0.47887609806591747, 0.4788739071072362, 0.4788720052354829, 0.4788703497074871, 0.4788689050008002, 0.4788676414013562, 0.4788665339117879, 0.47886556139661013, 0.47886470590528807, 0.47886395213088806, 0.47886328697325437, 0.47886269918387037, 0.478862179075049, 0.47886171828034774, 0.4788613095559847, 0.47886094661552725, 0.47886062399144613, 0.47886033691883667, 0.4788600812373073, 0.4788598533078249, 0.4788596499421358, 0.47885946834256476, 0.4788593060505577, 0.47885916090259567, 0.47885903099226323, 0.47885891463763886, 0.47885881035307826, 0.4788587168248434, 0.4788586328899845, 0.47885855751794615, 0.4788584897946448, 0.47885842890851704, 0.47885837413836785, 0.4788583248428028, 0.4788582804508758, 0.47885824045397624, 0.4788582043986723, 0.4788581718804061, 0.47885814253800635, 0.47885811604876827, 0.4788580921242004, 0.478858070506203, 0.47885805096374323, 0.47885803328987586, 0.4788580172991288, 0.478858002825177, 0.4788579897187725, 0.4788579778459468, 0.4788579670863389, 0.4788579573317992, 0.47885794848506913, 0.4788579404586617, 0.4788579331738376, 0.4788579265596775, 0.4788579205523038, 0.47885791509414066, 0.4788579101332642, 0.47885790562284236, 0.4788579015205901, 0.4788578977883568, 0.47885789439166343, 0.4788578912993544, 0.47885788848326494, 0.47885788591793654, 0.4788578835803201, 0.4788578814495648, 0.47885787950678227, 0.4788578777348793, 0.4788578761183545, 0.478857874643172, 0.47885787329658686, 0.4788578720670523, 0.47885787094409515, 0.47885786991819435, 0.47885786898070914, 0.4788578681238085, 0.4788578673403513, 0.47885786662386554, 0.4788578659684623, 0.4788578653687885, 0.4788578648199625, 0.47885786431756383, 0.47885786385754936, 0.47885786343623904, 0.4788578630503011, 0.47885786269667474, 0.47885786237258343, 0.47885786207549896, 0.4788578618031042, 0.4788578615533016, 0.47885786132415853, 0.47885786111393186, 0.47885786092101434, 0.47885786074394737, 0.4788578605813928, 0.4788578604321295, 0.47885786029505323, 0.47885786016913734, 0.4788578600534507, 0.47885785994714514, 0.4788578598494412, 0.47885785975962014, 0.4788578596770392, 0.4788578596011016, 0.47885785953125604, 0.4788578594670043, 0.47885785940788805, 0.4788578593534855, 0.47885785930341684, 0.4788578592573224, 0.4788578592148847, 0.47885785917581103, 0.4788578591398236, 0.4788578591066731, 0.47885785907613204, 0.47885785904799405, 0.47885785902206224, 0.4788578589981623, 0.47885785897613187, 0.4788578589558165, 0.4788578589370862, 0.47885785891981125, 0.47885785890388255, 0.4788578588891884, 0.47885785887562654, 0.47885785886311794, 0.4788578588515707, 0.47885785884091625, 0.47885785883107834, 0.4788578588220003, 0.4788578588136192, 0.47885785880587584, 0.4788578587987298, 0.4788578587921227, 0.47885785878602377, 0.47885785878038767, 0.47885785877518117, 0.4788578587703688, 0.4788578587659218, 0.4788578587618128, 0.4788578587580129, 0.4788578587545008, 0.47885785875125647, 0.4788578587482492, 0.47885785874547354, 0.4788578587429106, 0.47885785874053677, 0.4788578587383376, 0.47885785873630515, 0.47885785873442566, 0.4788578587326837, 0.478857858731074, 0.47885785872958686, 0.4788578587282065, 0.4788578587269279, 0.4788578587257475, 0.4788578587246555, 0.4788578587236382, 0.47885785872270237, 0.47885785872183695, 0.47885785872103126, 0.47885785872028286, 0.47885785871959796, 0.47885785871895636, 0.4788578587183639, 0.47885785871781406, 0.47885785871730874, 0.4788578587168376 ], "history_rmse": [ 0.3841711434589636, 0.38338206427937604, 0.3832075408789052, 0.38312330419433077, 0.38312855256217343, 0.38313834901588584, 0.3831414758217318, 0.3831394895572556, 0.3831347560030704, 0.38312880150301976, 0.3831224592731491, 0.38311615600707744, 0.38311010103369053, 0.3831043905386448, 0.3830990619291659, 0.3830941218964323, 0.3830895610572447, 0.38308536176299424, 0.38308150237667765, 0.38307795967568337, 0.38307471022672773, 0.38307173117635, 0.38306900069761973, 0.3830664982284874, 0.3830642045812408, 0.3830621019713676, 0.3830601739961483, 0.3830584055825343, 0.38305678291715567, 0.3830552933667842, 0.38305392539498456, 0.38305266847851593, 0.3830515130259272, 0.3830504502996676, 0.3830494723427913, 0.3830485719103863, 0.38304774240614736, 0.38304697782393865, 0.3830462726940893, 0.38304562203439135, 0.3830450213053532, 0.38304446636947626, 0.3830439534542729, 0.38304347911863007, 0.38304304022238445, 0.38304263389866067, 0.383042257528858, 0.3830419087200026, 0.38304158528416277, 0.3830412852199173, 0.3830410066954605, 0.3830407480333425, 0.38304050769670683, 0.38304028427669184, 0.383040076481115, 0.38303988312417475, 0.38303970311707614, 0.38303953545961444, 0.3830393792324129, 0.3830392335899894, 0.383039097754364, 0.3830389710093235, 0.3830388526951459, 0.38303874220383705, 0.38303863897477836, 0.3830385424907562, 0.38303845227439337, 0.3830383678847956, 0.3830382889146179, 0.38303821498727697, 0.38303814575448114, 0.38303808089394514, 0.38303802010727195, 0.3830379631180885, 0.38303790967027623, 0.3830378595263698, 0.38303781246611385, 0.38303776828508346, 0.3830377267935229, 0.38303768781514724, 0.3830376511861447, 0.38303761675421816, 0.38303758437773405, 0.38303755392488276, 0.3830375252729718, 0.3830374983077286, 0.3830374729227059, 0.38303744901867054, 0.383037426503112, 0.3830374052897102, 0.38303738529793013, 0.38303736645259595, 0.38303734868347694, 0.38303733192496764, 0.38303731611577385, 0.38303730119855367, 0.3830372871197002, 0.3830372738290527, 0.3830372612796634, 0.3830372494275632, 0.38303723823159896, 0.3830372276531888, 0.383037217656173, 0.38303720820668163, 0.38303719927291413, 0.3830371908250567, 0.38303718283513544, 0.3830371752768767, 0.38303716812563066, 0.38303716135822086, 0.3830371549528997, 0.38303714888920903, 0.3830371431479287, 0.38303713771097736, 0.3830371325613527, 0.3830371276830721, 0.3830371230610741, 0.38303711868119095, 0.38303711453008726, 0.38303711059520157, 0.38303710686469183, 0.383037103327422, 0.38303709997288443, 0.3830370967911685, 0.38303709377294076, 0.3830370909093926, 0.3830370881922175, 0.3830370856135832, 0.3830370831660863, 0.3830370808427537, 0.3830370786370013, 0.38303707654259955, 0.38303707455367203, 0.3830370726646693, 0.383037070870353, 0.38303706916576175, 0.38303706754621575, 0.3830370660072875, 0.3830370645447844, 0.38303706315475716, 0.3830370618334574, 0.3830370605773523, 0.38303705938308436, 0.3830370582474767, 0.38303705716754305, 0.3830370561404309, 0.3830370551634613, 0.3830370542340796, 0.3830370533498843, 0.38303705250858733, 0.38303705170801944, 0.3830370509461423, 0.383037050220999, 0.3830370495307636, 0.38303704887368367, 0.3830370482481097, 0.38303704765247004, 0.38303704708528125, 0.3830370465451329, 0.3830370460306858, 0.3830370455406739, 0.3830370450738972, 0.38303704462919924, 0.3830370442055151, 0.3830370438018137, 0.3830370434171091, 0.383037043050476, 0.3830370427010408, 0.3830370423679683, 0.38303704205045835, 0.38303704174776626, 0.3830370414591767, 0.38303704118400056, 0.38303704092159774, 0.38303704067135946, 0.3830370404326994, 0.38303704020505464, 0.38303703998791516, 0.38303703978077425, 0.38303703958314816, 0.3830370393945877, 0.3830370392146774, 0.38303703904298625, 0.3830370388791398, 0.3830370387227622, 0.38303703857350924, 0.3830370384310363 ], "n_observed": 158716, "n_missing": 464480, "n_treated_observed": 3706, "n_untreated_observed": 155010 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-17 }, "native_matrix_att": -0.10644731607571607, "matrix_preparation": { "source_rows": 158820, "matrix_shape": [ 14838, 42 ], "observed_cells": 158716, "missing_cells": 464480, "repeated_cells": 104, "minimum_cell_count": 1, "maximum_cell_count": 2, "observation_mass": 158820.0, "treated_observation_mass": 3708.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 5.736206917092204, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": { "penalty": 1.0 } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04554503237764617, "SE": 0.02214473217513982, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.02423836125002131, "SE": 0.11007633808788625, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0627428660212227, "SE": 0.025020830210489543, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.029550752772808053, "SE": 0.01805694197448713, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.013448120687134116, "SE": 0.049316475998338515, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.04619943130316344, "SE": 0.14290814123669146, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10528431698279975, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04554503237764617, "SE": 0.02214473217513982, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08988909366361386, "upper": -0.0012009710916784724, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.02423836125002131, "SE": 0.11007633808788625, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19618570365620996, "upper": 0.2446624261562526, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0627428660212227, "SE": 0.025020830210489543, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11284621428051295, "upper": -0.01263951776193245, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.029550752772808053, "SE": 0.01805694197448713, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.006607649831524377, "upper": 0.06570915537714048, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.013448120687134116, "SE": 0.049316475998338515, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08321039611404338, "upper": 0.11010663748831162, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.04619943130316344, "SE": 0.14290814123669146, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.32629424122464207, "upper": 0.23389537861831516, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10528431698279975, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602196.342463, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04554503237764617, "SE": 0.02214473217513982, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08988909366361386, "upper": -0.0012009710916784724, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.02423836125002131, "SE": 0.11007633808788625, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19618570365620996, "upper": 0.2446624261562526, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0627428660212227, "SE": 0.025020830210489543, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11284621428051295, "upper": -0.01263951776193245, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.029550752772808053, "SE": 0.01805694197448713, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.006607649831524377, "upper": 0.06570915537714048, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.013448120687134116, "SE": 0.049316475998338515, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08321039611404338, "upper": 0.11010663748831162, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.04619943130316344, "SE": 0.14290814123669146, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.32629424122464207, "upper": 0.23389537861831516, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10528431698279975, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P002", "source_specification_id": "PP-REPLY-T1-PA-ALL-SALESGR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P002.json", "input_bytes": 1975632, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p002", "specification_id": "S03-P002", "source_specification_id": "PP-REPLY-T1-PA-ALL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-ALL-SALESGR", "data": "analyses/full-archive/prepared/S03-P002.parquet", "output_dir": "analyses/full-archive/results/S03-P002" }, "source": { "file": "S03-P002.parquet", "bytes": 1975632, "sha256": "48cf84f712bcc57f36718d8735298225e813310920ee39fca02482fe85da0ee0" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 179353, "source_sd": 0.43043573640907745, "rows": 170643, "units": 15601, "clusters": 58, "treated_units": 853, "never_treated_units": 14748, "treated_cohorts": 6, "latest_cohort_control_index": null, "unique_unit_period_cells": 170565, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 248, "post_adoption_untreated_rows_removed": 5751, "units_without_minus_one_removed": 14, "additional_rows_removed": 1948 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.02025550108463945, "se": 0.019400337721032605, "pvalue": 0.300856323550549, "lower": -0.05910400726958765, "upper": 0.01859300510030875 }, { "method": "Dynamic TWFE", "estimate": 0.1102709427340325, "se": 0.15366144790317898, "pvalue": 0.47592082125975615, "lower": -0.19743079911672795, "upper": 0.4179726845847929 }, { "method": "BJS / did2s", "estimate": -0.03863178003554631, "se": 0.04227469895147964, "pvalue": 0.36465693416451356, "lower": -0.12328540448781003, "upper": 0.04602184441671741 }, { "method": "Sun\u2013Abraham", "estimate": 0.11301216145047226, "se": 0.018108548017856566, "pvalue": 5.782465241697596e-08, "lower": 0.07675041952680185, "upper": 0.14927390337414265 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.15922732519839172, "se": 0.18263131190431767, "pvalue": 0.38694721240643687, "lower": -0.5249402190717903, "upper": 0.2064855686750069 }, { "event_time": -28, "estimate": 0.005857763276940759, "se": 0.2668119857472797, "pvalue": 0.9825608087233253, "lower": -0.5284240223068313, "upper": 0.5401395488607128 }, { "event_time": -27, "estimate": -0.11161698127077609, "se": 0.18357118164772254, "pvalue": 0.5455820523142682, "lower": -0.4792119318415757, "upper": 0.25597796930002353 }, { "event_time": -26, "estimate": 0.15076445072275438, "se": 0.18400951397498838, "pvalue": 0.416011074862837, "lower": -0.2177082451930857, "upper": 0.5192371466385944 }, { "event_time": -25, "estimate": 0.07568435611128951, "se": 0.18431782691886056, "pvalue": 0.6828916347955621, "lower": -0.2934057258253069, "upper": 0.44477443804788597 }, { "event_time": -24, "estimate": 0.08118355611339775, "se": 0.18379171117010895, "pvalue": 0.6603667269317709, "lower": -0.2868529972087346, "upper": 0.44922010943553004 }, { "event_time": -23, "estimate": 0.11084169801957457, "se": 0.16886090953545901, "pvalue": 0.5142027977951865, "lower": -0.22729644074964556, "upper": 0.44897983678879466 }, { "event_time": -22, "estimate": 0.10190329069786128, "se": 0.17700015327652888, "pvalue": 0.5670676833777314, "lower": -0.2525334025276017, "upper": 0.4563399839233243 }, { "event_time": -21, "estimate": 0.016702616049291897, "se": 0.17504381863991442, "pvalue": 0.9243162004573113, "lower": -0.33381658463953606, "upper": 0.3672218167381199 }, { "event_time": -20, "estimate": 0.12610665614632388, "se": 0.24393889152160272, "pvalue": 0.6071842749485499, "lower": -0.3623725483034214, "upper": 0.6145858605960692 }, { "event_time": -19, "estimate": 0.1012036446525213, "se": 0.21608265892498735, "pvalue": 0.6413160491569431, "lower": -0.3314944161965255, "upper": 0.533901705501568 }, { "event_time": -18, "estimate": 0.14085990310652222, "se": 0.18539488827376427, "pvalue": 0.4505153379448358, "lower": -0.23038695699080605, "upper": 0.5121067632038505 }, { "event_time": -17, "estimate": 0.10781648221007423, "se": 0.1941373116120583, "pvalue": 0.5808202763826656, "lower": -0.28093677865268746, "upper": 0.4965697430728359 }, { "event_time": -16, "estimate": 0.11576470694143193, "se": 0.19205461662231574, "pvalue": 0.5490526844539181, "lower": -0.2688180291421318, "upper": 0.5003474430249957 }, { "event_time": -15, "estimate": 0.12066677833149436, "se": 0.17767912128565755, "pvalue": 0.4998055452669857, "lower": -0.23512952488021238, "upper": 0.4764630815432011 }, { "event_time": -14, "estimate": 0.1572650960014964, "se": 0.1765064558419938, "pvalue": 0.3766813179095915, "lower": -0.19618298516396954, "upper": 0.5107131771669624 }, { "event_time": -13, "estimate": 0.22193191480976632, "se": 0.21283078396353078, "pvalue": 0.3014609727335647, "lower": -0.20425437875103042, "upper": 0.648118208370563 }, { "event_time": -12, "estimate": 0.11069970034203876, "se": 0.24455568730458754, "pvalue": 0.6525143987821579, "lower": -0.37901461635857003, "upper": 0.6004140170426475 }, { "event_time": -11, "estimate": 0.0809441098510239, "se": 0.16909656756279584, "pvalue": 0.6339933897066079, "lower": -0.25766592597814286, "upper": 0.41955414568019067 }, { "event_time": -10, "estimate": 0.20567689708874176, "se": 0.14416557638578506, "pvalue": 0.15912947285902104, "lower": -0.08300969004257208, "upper": 0.4943634842200556 }, { "event_time": -9, "estimate": 0.1332650958954972, "se": 0.19381141458803472, "pvalue": 0.4944920601930897, "lower": -0.25483556743337155, "upper": 0.5213657592243659 }, { "event_time": -8, "estimate": 0.2710323425130789, "se": 0.224965870179153, "pvalue": 0.23327020078488878, "lower": -0.1794540420400198, "upper": 0.7215187270661776 }, { "event_time": -7, "estimate": 0.309725284935221, "se": 0.16690100013623102, "pvalue": 0.06866287056270878, "lower": -0.02448820295870524, "upper": 0.6439387728291472 }, { "event_time": -6, "estimate": 0.22216827800630876, "se": 0.2552393118509578, "pvalue": 0.3877158514392332, "lower": -0.28893962782843996, "upper": 0.7332761838410575 }, { "event_time": -5, "estimate": 0.18299060473933101, "se": 0.1745002224198668, "pvalue": 0.2987629064195384, "lower": -0.16644006329505043, "upper": 0.5324212727737124 }, { "event_time": -4, "estimate": 0.1692970822660939, "se": 0.16246942643384707, "pvalue": 0.30180003881796874, "lower": -0.15604233235850612, "upper": 0.49463649689069394 }, { "event_time": -3, "estimate": 0.09984469879076947, "se": 0.13970867131163978, "pvalue": 0.4777337658446619, "lower": -0.1799170898742296, "upper": 0.3796064874557685 }, { "event_time": -2, "estimate": 0.0786857900063434, "se": 0.1078509248403976, "pvalue": 0.4686350865310912, "lower": -0.13728196173914325, "upper": 0.29465354175183006 }, { "event_time": 0, "estimate": 0.07317721639710945, "se": 0.15307293165092067, "pvalue": 0.6344397523824078, "lower": -0.23334604198627235, "upper": 0.37970047478049124 }, { "event_time": 1, "estimate": 0.10174640311530544, "se": 0.15564991610040987, "pvalue": 0.5159416964276481, "lower": -0.20993717761730848, "upper": 0.4134299838479194 }, { "event_time": 2, "estimate": 0.10444939188302517, "se": 0.1603912845907986, "pvalue": 0.5175238944329171, "lower": -0.21672861548136296, "upper": 0.4256273992474133 }, { "event_time": 3, "estimate": 0.16915424538958973, "se": 0.17743537000978946, "pvalue": 0.3444489486157131, "lower": -0.1861539543115331, "upper": 0.5244624450907125 }, { "event_time": 4, "estimate": 0.11648707998393644, "se": 0.15795204007305363, "pvalue": 0.4638533411776171, "lower": -0.19980642448690245, "upper": 0.4327805844547753 }, { "event_time": 5, "estimate": 0.12571057647213116, "se": 0.16653045704592195, "pvalue": 0.45342856720515295, "lower": -0.20776091168227226, "upper": 0.45918206462653455 }, { "event_time": 9, "estimate": -1.889128598606539, "se": 0.6834164310734221, "pvalue": 0.007671783863284145, "lower": -3.2576463961429996, "upper": -0.5206108010700781 }, { "event_time": 10, "estimate": -1.3085477474101006, "se": 0.6876356313230176, "pvalue": 0.06209979449129845, "lower": -2.6855143477122088, "upper": 0.06841885289200733 }, { "event_time": 11, "estimate": -1.6624362922417413, "se": 0.6951025572204752, "pvalue": 0.020095349733518238, "lower": -3.0543551537405937, "upper": -0.27051743074288903 }, { "event_time": 12, "estimate": -1.2686881645861707, "se": 0.7011059913195118, "pvalue": 0.07563885263098645, "lower": -2.6726286955054737, "upper": 0.1352523663331322 }, { "event_time": 13, "estimate": 0.670796970115175, "se": 0.6926998928797131, "pvalue": 0.3369456012879285, "lower": -0.716310639031031, "upper": 2.057904579261381 }, { "event_time": 14, "estimate": -1.618709156499889, "se": 0.6924352548119883, "pvalue": 0.022936697179309833, "lower": -3.0052868370562624, "upper": -0.23213147594351535 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2369831888660185, "se": 0.023182140296085063, "pvalue": 1.6672268874092844e-14, "lower": -0.283404624081367, "upper": -0.19056175365066996 }, { "event_time": -28, "estimate": -0.07595247835143976, "se": 0.17305853838067978, "pvalue": 0.6624053710392314, "lower": -0.42249622389413805, "upper": 0.27059126719125853 }, { "event_time": -27, "estimate": -0.1948749877687851, "se": 0.021527730476097708, "pvalue": 1.2685294566463111e-12, "lower": -0.2379835244640971, "upper": -0.15176645107347309 }, { "event_time": -26, "estimate": 0.023781812126921504, "se": 0.03342515414637824, "pvalue": 0.4796796577089308, "lower": -0.043150904522678515, "upper": 0.09071452877652152 }, { "event_time": -25, "estimate": -0.047235663629029444, "se": 0.022624117771844227, "pvalue": 0.04129180875792193, "lower": -0.09253967801407934, "upper": -0.0019316492439795593 }, { "event_time": -24, "estimate": -0.04214888408990855, "se": 0.028979627800663516, "pvalue": 0.15131148234672667, "lower": -0.10017958778384664, "upper": 0.015881819604029547 }, { "event_time": -23, "estimate": -0.015228299106489684, "se": 0.010868587051661037, "pvalue": 0.16659652730029711, "lower": -0.036992269268738394, "upper": 0.0065356710557590274 }, { "event_time": -22, "estimate": -0.020511349027167607, "se": 0.01682757187392137, "pvalue": 0.22789770303085644, "lower": -0.05420798046843199, "upper": 0.013185282414096777 }, { "event_time": -21, "estimate": -0.10158644025903997, "se": 0.010432438234338062, "pvalue": 9.875299594044119e-14, "lower": -0.12247703747948879, "upper": -0.08069584303859115 }, { "event_time": -20, "estimate": -0.007299110889518808, "se": 0.06215282865250083, "pvalue": 0.9069257266620948, "lower": -0.13175800346338415, "upper": 0.11715978168434653 }, { "event_time": -19, "estimate": -0.028890979833369745, "se": 0.03890270275881927, "pvalue": 0.4607450701493504, "lower": -0.10679229838097029, "upper": 0.0490103387142308 }, { "event_time": -18, "estimate": 0.010019823739504271, "se": 0.011355549175871841, "pvalue": 0.3812815292499779, "lower": -0.012719271256459549, "upper": 0.03275891873546809 }, { "event_time": -17, "estimate": -0.020840642602483774, "se": 0.021684153511355574, "pvalue": 0.3405612969280756, "lower": -0.06426241102293712, "upper": 0.022581125817969564 }, { "event_time": -16, "estimate": -0.017860251375182247, "se": 0.018962608037704505, "pvalue": 0.35023569353604433, "lower": -0.055832218988759535, "upper": 0.02011171623839504 }, { "event_time": -15, "estimate": -0.00869907854213265, "se": 0.010307261236069714, "pvalue": 0.40221116421307723, "lower": -0.029339013147251382, "upper": 0.011940856062986081 }, { "event_time": -14, "estimate": 0.021753927017101257, "se": 0.010175191369469917, "pvalue": 0.03682236354881604, "lower": 0.00137845775806179, "upper": 0.04212939627614072 }, { "event_time": -13, "estimate": 0.08146993701155084, "se": 0.03992250986740229, "pvalue": 0.04592165432397414, "lower": 0.0015264899538733473, "upper": 0.16141338406922834 }, { "event_time": -12, "estimate": -0.024297709690818726, "se": 0.06708687277828686, "pvalue": 0.7185548219126104, "lower": -0.15863685520118828, "upper": 0.11004143581955082 }, { "event_time": -11, "estimate": -0.05404892113102441, "se": 0.011069781123236942, "pvalue": 8.836686803781615e-06, "lower": -0.076215775472218, "upper": -0.031882066789830826 }, { "event_time": -10, "estimate": 0.06708949055357052, "se": 0.03398964553583848, "pvalue": 0.053255987675573845, "lower": -0.0009736006054908014, "upper": 0.13515258171263184 }, { "event_time": -9, "estimate": 0.0009859115217012635, "se": 0.028312697482165184, "pvalue": 0.9723431477116629, "lower": -0.05570928724568998, "upper": 0.05768111028909251 }, { "event_time": -8, "estimate": 0.1307939193770968, "se": 0.05850490799498434, "pvalue": 0.029310326846442664, "lower": 0.013639861918142385, "upper": 0.24794797683605124 }, { "event_time": -7, "estimate": 0.1657344568137561, "se": 0.018458379093126014, "pvalue": 1.6720020970164732e-12, "lower": 0.12877219024527198, "upper": 0.2026967233822402 }, { "event_time": -6, "estimate": 0.06774073696653957, "se": 0.08965064301123082, "pvalue": 0.4529955680595232, "lower": -0.11178157906667888, "upper": 0.247263052999758 }, { "event_time": -5, "estimate": 0.04002848598528175, "se": 0.021637676501669922, "pvalue": 0.06950772676215815, "lower": -0.0033002138286249427, "upper": 0.08335718579918844 }, { "event_time": -4, "estimate": 0.027245262245359784, "se": 0.02341054573133867, "pvalue": 0.24935237288088358, "lower": -0.019633546964798434, "upper": 0.074124071455518 }, { "event_time": -3, "estimate": -0.04499696930567018, "se": 0.025496349347682648, "pvalue": 0.0829478460750905, "lower": -0.09605252821242148, "upper": 0.0060585896010811185 }, { "event_time": -2, "estimate": -0.06627309568143812, "se": 0.048739397447347774, "pvalue": 0.17926556774320954, "lower": -0.16387205557640833, "upper": 0.031325864213532076 }, { "event_time": -1, "estimate": -0.1510986004745311, "se": 0.12515442865255824, "pvalue": 0.2323037656701252, "lower": -0.4017160209285797, "upper": 0.0995188199795175 }, { "event_time": 0, "estimate": -0.08763160577429577, "se": 0.04430323643809101, "pvalue": 0.05277047285723429, "lower": -0.17634730647637575, "upper": 0.0010840949277842182 }, { "event_time": 1, "estimate": -0.05895758925965443, "se": 0.037516627821386005, "pvalue": 0.1216002574946785, "lower": -0.13408334062105592, "upper": 0.01616816210174707 }, { "event_time": 2, "estimate": -0.05271837879920668, "se": 0.07313013370942707, "pvalue": 0.47392693709151285, "lower": -0.19915894558566732, "upper": 0.09372218798725396 }, { "event_time": 3, "estimate": 0.021322839154969495, "se": 0.12389334371575327, "pvalue": 0.8639634820393627, "lower": -0.22676930227189496, "upper": 0.26941498058183394 }, { "event_time": 4, "estimate": -0.025670135756089216, "se": 0.06087146600207614, "pvalue": 0.6748225747383382, "lower": -0.14756314388165354, "upper": 0.09622287236947509 }, { "event_time": 5, "estimate": -0.004782940805246734, "se": 0.03703532129107047, "pvalue": 0.8976972441622554, "lower": -0.07894489246436016, "upper": 0.0693790108538667 }, { "event_time": 9, "estimate": -0.2745538832576102, "se": 0.04616716513674332, "pvalue": 1.7567021962955603e-07, "lower": -0.3670020367973227, "upper": -0.18210572971789774 }, { "event_time": 10, "estimate": 0.3115296068372459, "se": 0.04951889711088811, "pvalue": 4.776832991068411e-08, "lower": 0.21236972579050722, "upper": 0.41068948788398457 }, { "event_time": 11, "estimate": -0.03811214506575056, "se": 0.07001244124848138, "pvalue": 0.5883153876493887, "lower": -0.17830964038647548, "upper": 0.10208535025497437 }, { "event_time": 12, "estimate": 0.3528010248472424, "se": 0.03421122210272943, "pvalue": 1.2029425251076099e-14, "lower": 0.28429423426639366, "upper": 0.42130781542809115 }, { "event_time": 13, "estimate": 2.2924055019303675, "se": 0.04577527520446747, "pvalue": 8.136495464146227e-49, "lower": 2.200742094443881, "upper": 2.384068909416854 }, { "event_time": 14, "estimate": 0.0039253247547422765, "se": 0.06907193168608829, "pvalue": 0.9548797456342683, "lower": -0.13438883265315757, "upper": 0.14223948216264212 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.3057371422921483, "se": 0.06984978838794058, "pvalue": 5.193774288998291e-05, "lower": -0.4456089308777854, "upper": -0.16586535370651126 }, { "event_time": -28, "estimate": -0.14121327106157594, "se": 0.18146628281795693, "pvalue": 0.4396817842933021, "lower": -0.5045932344304678, "upper": 0.22216669230731595 }, { "event_time": -27, "estimate": -0.2616201851642181, "se": 0.06438761821095658, "pvalue": 0.00014978568114667096, "lower": -0.3905541666376753, "upper": -0.13268620369076092 }, { "event_time": -26, "estimate": -0.057443980331399275, "se": 0.04618875518098171, "pvalue": 0.21870846019910997, "lower": -0.14993536718896366, "upper": 0.03504740652616513 }, { "event_time": -25, "estimate": -0.13491234686727058, "se": 0.04059519105039854, "pvalue": 0.0015580912985525023, "lower": -0.21620281475901307, "upper": -0.05362187897552809 }, { "event_time": -24, "estimate": -0.1326560056760998, "se": 0.03898833464612873, "pvalue": 0.0012273156659453142, "lower": -0.21072879912025144, "upper": -0.05458321223194816 }, { "event_time": -23, "estimate": -0.10288810380483612, "se": 0.038405455542342586, "pvalue": 0.009633668563244885, "lower": -0.17979370197671352, "upper": -0.02598250563295873 }, { "event_time": -22, "estimate": -0.11315225911391821, "se": 0.04221805409580748, "pvalue": 0.009603391966708327, "lower": -0.1976924541992519, "upper": -0.028612064028584516 }, { "event_time": -21, "estimate": -0.19893012429364162, "se": 0.040669013877207935, "pvalue": 8.560703283567299e-06, "lower": -0.28036841984617716, "upper": -0.1174918287411061 }, { "event_time": -20, "estimate": 0.04855964746182795, "se": 0.03587949623602457, "pvalue": 0.18126793568111302, "lower": -0.023287804447572946, "upper": 0.12040709937122884 }, { "event_time": -19, "estimate": 0.02514426084635732, "se": 0.038812652907032175, "pvalue": 0.5196916201609206, "lower": -0.0525767359834253, "upper": 0.10286525767613994 }, { "event_time": -18, "estimate": 0.06972729048954614, "se": 0.04274547575437459, "pvalue": 0.10835748269700324, "lower": -0.01586904824955017, "upper": 0.15532362922864246 }, { "event_time": -17, "estimate": 0.039397287308541445, "se": 0.04028707685918214, "pvalue": 0.3322493257915777, "lower": -0.04127619255777282, "upper": 0.12007076717485571 }, { "event_time": -16, "estimate": 0.05054166323373324, "se": 0.03640474593677092, "pvalue": 0.17043992191439414, "lower": -0.02235758305891515, "upper": 0.12344090952638163 }, { "event_time": -15, "estimate": 0.05955143173037253, "se": 0.0434335733995036, "pvalue": 0.17572055584217655, "lower": -0.027422798775714116, "upper": 0.1465256622364592 }, { "event_time": -14, "estimate": 0.14047585132448864, "se": 0.04564864883631856, "pvalue": 0.0032078736726036134, "lower": 0.0490660087664561, "upper": 0.23188569388252117 }, { "event_time": -13, "estimate": 0.21329095199479392, "se": 0.03991314066773552, "pvalue": 1.6590635564322279e-06, "lower": 0.13336626643583033, "upper": 0.2932156375537575 }, { "event_time": -12, "estimate": 0.10317041924225069, "se": 0.04510783244887765, "pvalue": 0.02591672276958607, "lower": 0.012843542819887116, "upper": 0.19349729566461427 }, { "event_time": -11, "estimate": 0.0695308346414171, "se": 0.04050433443609387, "pvalue": 0.0914775878361841, "lower": -0.011577696018432171, "upper": 0.15063936530126637 }, { "event_time": -10, "estimate": 0.19069295659374103, "se": 0.04938955262914222, "pvalue": 0.0002907268733072476, "lower": 0.09179208340404839, "upper": 0.2895938297834337 }, { "event_time": -9, "estimate": 0.11270057583452753, "se": 0.03573349103604444, "pvalue": 0.00257061900795452, "lower": 0.041145494294963725, "upper": 0.18425565737409133 }, { "event_time": -8, "estimate": 0.24614431663256908, "se": 0.04256020607175566, "pvalue": 3.246246918163798e-07, "lower": 0.16091897403357097, "upper": 0.3313696592315672 }, { "event_time": -7, "estimate": 0.2687841161808705, "se": 0.03253805410599739, "pvalue": 2.540913946693748e-11, "lower": 0.2036277867210688, "upper": 0.3339404456406722 }, { "event_time": -6, "estimate": 0.18431573058300305, "se": 0.03630917403766869, "pvalue": 4.402671752713937e-06, "lower": 0.11160786371718572, "upper": 0.25702359744882036 }, { "event_time": -5, "estimate": 0.166162623081185, "se": 0.03013041517600255, "pvalue": 8.831413325309538e-07, "lower": 0.10582750741714234, "upper": 0.2264977387452277 }, { "event_time": -4, "estimate": 0.15912458410748953, "se": 0.04219199668874791, "pvalue": 0.0003879494331062917, "lower": 0.0746365680797513, "upper": 0.24361260013522776 }, { "event_time": -3, "estimate": 0.09710976444006607, "se": 0.029773486831030063, "pvalue": 0.0018730792933814473, "lower": 0.037489385458272705, "upper": 0.15673014342185942 }, { "event_time": -2, "estimate": 0.07874648455631765, "se": 0.026488950852822008, "pvalue": 0.004317866153019915, "lower": 0.02570327542068452, "upper": 0.1317896936919508 }, { "event_time": 0, "estimate": 0.06994675794738568, "se": 0.025854047744838314, "pvalue": 0.0089806026279551, "lower": 0.01817492035548641, "upper": 0.12171859553928496 }, { "event_time": 1, "estimate": 0.1036359567867437, "se": 0.017343130386617715, "pvalue": 1.5768638257092886e-07, "lower": 0.06890693723156144, "upper": 0.13836497634192596 }, { "event_time": 2, "estimate": 0.10305062666771131, "se": 0.017124725628234937, "pvalue": 1.3457196103196516e-07, "lower": 0.06875895509733536, "upper": 0.13734229823808725 }, { "event_time": 3, "estimate": 0.16860802733555125, "se": 0.01798055529531919, "pvalue": 3.7596535999792295e-13, "lower": 0.13260258641780256, "upper": 0.20461346825329993 }, { "event_time": 4, "estimate": 0.12085817939931781, "se": 0.01819138619780781, "pvalue": 1.2455831806312493e-08, "lower": 0.08443055688158452, "upper": 0.1572858019170511 }, { "event_time": 5, "estimate": 0.1438169962252871, "se": 0.03641085418254301, "pvalue": 0.00021767060258668156, "lower": 0.07090551838146324, "upper": 0.21672847406911094 }, { "event_time": 9, "estimate": -1.609301455923159, "se": 0.5630225109455593, "pvalue": 0.0059376631580997105, "lower": -2.7367345868949347, "upper": -0.48186832495138354 }, { "event_time": 10, "estimate": -1.023407849627375, "se": 0.5648134163402385, "pvalue": 0.07526430781941168, "lower": -2.1544272067928536, "upper": 0.10761150753810345 }, { "event_time": 11, "estimate": -1.3723487160912047, "se": 0.5711597980020394, "pvalue": 0.019551367443648944, "lower": -2.516076483325917, "upper": -0.2286209488564921 }, { "event_time": 12, "estimate": -0.9818158657936721, "se": 0.5764335787428173, "pvalue": 0.09396682007383468, "lower": -2.1361041968016665, "upper": 0.17247246521432247 }, { "event_time": 13, "estimate": 0.958585895646525, "se": 0.5686499782257599, "pvalue": 0.0973167267406775, "lower": -0.18011604417714255, "upper": 2.0972878354701923 }, { "event_time": 14, "estimate": -1.3306025105767638, "se": 0.5707158936750388, "pvalue": 0.023287670139437392, "lower": -2.473441374729428, "upper": -0.1877636464240997 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.20849609375, 0.1875, 0.171142578125, 0.158447265625, 0.143798828125, 0.129150390625, 0.000244140625, 0.000244140625, 0.000244140625, 0.000244140625, 0.000244140625, 0.000244140625 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.0816681711721685e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.646918698877014e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 4.485232148553706, "df_num": 20, "df_den": 154860, "pvalue": 8.41858595740735e-11, "log10_pvalue": -10.074760849410966, "inference": "Homoskedastic nested-model F", "observations": 170643, "design_columns": 141, "restricted_design_columns": 121, "fixed_effect_rank": 15642, "covariance_rank": 20, "rss_unrestricted": 125955.03178560313, "rss_restricted": 126027.99285467673, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.2965262151332974e-05, -1.828613220575992e-05, -1.865576498403867e-05, -2.161567374345854e-05, -3.335754754663237e-05, -4.2042750515404234e-05 ], [ -7.586919487963745e-06, -1.1582792684711057e-05, -1.2071559702212595e-05, 5.139333061138874e-05, 4.56315866359225e-05, 4.3073107701726205e-05 ], [ -1.7121550546191969e-06, -4.147903707201407e-06, -4.682236730576848e-06, 0.0001325836887098201, 0.00013512599153987984, 0.00014099335763225108 ], [ 2.3615415926539195e-06, 9.690685549089977e-07, 5.23571496430084e-07, 0.00018903196225730117, 0.00019685743761782773, 0.00021026282483767417 ], [ 4.8927659465724265e-06, 4.1164536720281486e-06, 3.7309842507771127e-06, 0.00022205897305794953, 0.0002323699702257088, 0.00025020933626674187 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": -0.37276854103605483 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.6826521096021861 }, { "event_time": -16.0, "cohort": 19, "estimate": -0.4845703171822523 }, { "event_time": -15.0, "cohort": 19, "estimate": 1.3082225580163596 }, { "event_time": -14.0, "cohort": 19, "estimate": 1.1619960643408436 }, { "event_time": -13.0, "cohort": 19, "estimate": 0.07278237925439984 }, { "event_time": -12.0, "cohort": 19, "estimate": 1.0541122769244884 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.6569783760608997 }, { "event_time": -10.0, "cohort": 19, "estimate": 0.7761851950266565 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.5396020571042642 }, { "event_time": -8.0, "cohort": 19, "estimate": 1.118171409393125 }, { "event_time": -7.0, "cohort": 19, "estimate": 1.2043595778198706 }, { "event_time": -6.0, "cohort": 19, "estimate": 1.2171533508753085 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.6315463920480888 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.6983923243247702 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.11323120148569739 }, { "event_time": -2.0, "cohort": 19, "estimate": -0.1153769402936021 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.3039278412920753 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.5962495853169961 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.6544089999922771 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.24324223362561195 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.7228968326699576 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.5532450106154283 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.7400498700275046 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.6599937015165054 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.640050114447497 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.30757354864296327 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.38723961078579006 }, { "event_time": -15.0, "cohort": 21, "estimate": 2.150236271111965 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.7375444224188883 }, { "event_time": -13.0, "cohort": 21, "estimate": 0.9620261645737517 }, { "event_time": -12.0, "cohort": 21, "estimate": 1.5798473659581787 }, { "event_time": -11.0, "cohort": 21, "estimate": 1.2344615443538294 }, { "event_time": -10.0, "cohort": 21, "estimate": 1.379540321315336 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.9674115098598011 }, { "event_time": -8.0, "cohort": 21, "estimate": 1.6898219656673286 }, { "event_time": -7.0, "cohort": 21, "estimate": 1.7631916652388435 }, { "event_time": -6.0, "cohort": 21, "estimate": 1.903622626134572 }, { "event_time": -5.0, "cohort": 21, "estimate": 1.1812907981923915 }, { "event_time": -4.0, "cohort": 21, "estimate": 1.4673834919341742 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.6210545753912817 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.59117599038896 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.3902854307704815 }, { "event_time": 1.0, "cohort": 21, "estimate": 1.469865711909226 }, { "event_time": 2.0, "cohort": 21, "estimate": 1.5017973706538208 }, { "event_time": 3.0, "cohort": 21, "estimate": 1.0456544231748963 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.9921491697124171 }, { "event_time": 5.0, "cohort": 21, "estimate": 1.0405889105926676 }, { "event_time": -26.0, "cohort": 27, "estimate": -0.20239385216157235 }, { "event_time": -25.0, "cohort": 27, "estimate": -0.10254838935295907 }, { "event_time": -24.0, "cohort": 27, "estimate": -0.12365002752641974 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.008121850808628109 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.20665479998045827 }, { "event_time": -21.0, "cohort": 27, "estimate": -0.16207137450868236 }, { "event_time": -20.0, "cohort": 27, "estimate": -0.14652508006766263 }, { "event_time": -19.0, "cohort": 27, "estimate": -0.12164917582051982 }, { "event_time": -18.0, "cohort": 27, "estimate": -0.04491465464952303 }, { "event_time": -17.0, "cohort": 27, "estimate": -0.38188165822928344 }, { "event_time": -16.0, "cohort": 27, "estimate": -0.2921424052229697 }, { "event_time": -15.0, "cohort": 27, "estimate": 1.4921734560977 }, { "event_time": -14.0, "cohort": 27, "estimate": 1.1079853276150595 }, { "event_time": -13.0, "cohort": 27, "estimate": 0.23028503426445085 }, { "event_time": -12.0, "cohort": 27, "estimate": 0.7436165273957147 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.6919895790401158 }, { "event_time": -10.0, "cohort": 27, "estimate": 0.9443695131955545 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.32876186780323463 }, { "event_time": -8.0, "cohort": 27, "estimate": 0.9594464008465784 }, { "event_time": -7.0, "cohort": 27, "estimate": 1.2433321651957399 }, { "event_time": -6.0, "cohort": 27, "estimate": 1.0719949309461776 }, { "event_time": -5.0, "cohort": 27, "estimate": 0.5976769955039496 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.9074231566349473 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.143841036626293 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.2484673789757541 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.05757693843475603 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.9173843794064018 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.8370070874069665 }, { "event_time": 3.0, "cohort": 27, "estimate": 0.24573873220828069 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.40759179607418033 }, { "event_time": 5.0, "cohort": 27, "estimate": 0.624895135130207 }, { "event_time": -15.0, "cohort": 30, "estimate": 1.7506545617798939 }, { "event_time": -14.0, "cohort": 30, "estimate": 1.1483497639850972 }, { "event_time": -13.0, "cohort": 30, "estimate": 0.05642024220461597 }, { "event_time": -12.0, "cohort": 30, "estimate": 0.721321146715527 }, { "event_time": -11.0, "cohort": 30, "estimate": 0.5726716069099307 }, { "event_time": -10.0, "cohort": 30, "estimate": 0.7990206605369239 }, { "event_time": -9.0, "cohort": 30, "estimate": 0.2670282655787758 }, { "event_time": -8.0, "cohort": 30, "estimate": 0.7251375324696 }, { "event_time": -7.0, "cohort": 30, "estimate": 1.095749600748229 }, { "event_time": -6.0, "cohort": 30, "estimate": 1.178062485892679 }, { "event_time": -5.0, "cohort": 30, "estimate": 0.6410349292435069 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.916474181735254 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.1708676926215975 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.0721951330474323 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.11444837389706845 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.162603870245228 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.104958643170542 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.46073534071195743 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.5704133738270823 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.9548661005695817 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.43284184442019663 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.10571858666144457 } ] } } }, "code_sha256": { "replication_engine.py": "cd3acc93d19b09e121e2366dbaaccd6cc5c4f902ca3ac3d3c1c27b3cc1d436f0", "reference_f_test.py": "5f044e72270f04daf518d8b9667920b0bdce87bdaa9b134f2625697b9eff1909", "sparse_did2s.py": "16f2083b77e2a6a0fd9a4dda23961f99f24def371aa785b956cc08b5c86929f3", "frequency.py": "f8b8062ee5e78fff474749beed9c4a3c20ced533b2e327a18f101ff35bca26b2", "sparse_models.py": "fd6fc12f18694fa56b8e0a68bec3d72bf57339ae0aecab45d7f13a834468feec" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p002", "specification_id": "S03-P002", "source_specification_id": "PP-REPLY-T1-PA-ALL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-ALL-SALESGR", "data": "analyses/full-archive/prepared/S03-P002.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P002" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P002", "regression_results": "analyses/archive-expanded/baselines/S03-P002.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P002.parquet", "bytes": 1975632, "sha256": "48cf84f712bcc57f36718d8735298225e813310920ee39fca02482fe85da0ee0" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 179353, "source_sd": 0.43043573640907745, "rows": 170643, "units": 15601, "clusters": 58, "treated_units": 853, "never_treated_units": 14748, "treated_cohorts": 6, "latest_cohort_control_index": null, "unique_unit_period_cells": 170565, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 248, "post_adoption_untreated_rows_removed": 5751, "units_without_minus_one_removed": 14, "additional_rows_removed": 1948 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.02025550108463945, "se": 0.019400337721032605, "pvalue": 0.300856323550549, "lower": -0.05910400726958765, "upper": 0.01859300510030875 }, { "method": "Dynamic TWFE", "estimate": 0.1102709427340325, "se": 0.15366144790317898, "pvalue": 0.47592082125975615, "lower": -0.19743079911672795, "upper": 0.4179726845847929 }, { "method": "BJS / did2s", "estimate": -0.03863178003554631, "se": 0.04227469895147964, "pvalue": 0.36465693416451356, "lower": -0.12328540448781003, "upper": 0.04602184441671741 }, { "method": "Sun\u2013Abraham", "estimate": 0.11301216145047226, "se": 0.018108548017856566, "pvalue": 5.782465241697596e-08, "lower": 0.07675041952680185, "upper": 0.14927390337414265 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.15922732519839172, "se": 0.18263131190431767, "pvalue": 0.38694721240643687, "lower": -0.5249402190717903, "upper": 0.2064855686750069 }, { "event_time": -28, "estimate": 0.005857763276940759, "se": 0.2668119857472797, "pvalue": 0.9825608087233253, "lower": -0.5284240223068313, "upper": 0.5401395488607128 }, { "event_time": -27, "estimate": -0.11161698127077609, "se": 0.18357118164772254, "pvalue": 0.5455820523142682, "lower": -0.4792119318415757, "upper": 0.25597796930002353 }, { "event_time": -26, "estimate": 0.15076445072275438, "se": 0.18400951397498838, "pvalue": 0.416011074862837, "lower": -0.2177082451930857, "upper": 0.5192371466385944 }, { "event_time": -25, "estimate": 0.07568435611128951, "se": 0.18431782691886056, "pvalue": 0.6828916347955621, "lower": -0.2934057258253069, "upper": 0.44477443804788597 }, { "event_time": -24, "estimate": 0.08118355611339775, "se": 0.18379171117010895, "pvalue": 0.6603667269317709, "lower": -0.2868529972087346, "upper": 0.44922010943553004 }, { "event_time": -23, "estimate": 0.11084169801957457, "se": 0.16886090953545901, "pvalue": 0.5142027977951865, "lower": -0.22729644074964556, "upper": 0.44897983678879466 }, { "event_time": -22, "estimate": 0.10190329069786128, "se": 0.17700015327652888, "pvalue": 0.5670676833777314, "lower": -0.2525334025276017, "upper": 0.4563399839233243 }, { "event_time": -21, "estimate": 0.016702616049291897, "se": 0.17504381863991442, "pvalue": 0.9243162004573113, "lower": -0.33381658463953606, "upper": 0.3672218167381199 }, { "event_time": -20, "estimate": 0.12610665614632388, "se": 0.24393889152160272, "pvalue": 0.6071842749485499, "lower": -0.3623725483034214, "upper": 0.6145858605960692 }, { "event_time": -19, "estimate": 0.1012036446525213, "se": 0.21608265892498735, "pvalue": 0.6413160491569431, "lower": -0.3314944161965255, "upper": 0.533901705501568 }, { "event_time": -18, "estimate": 0.14085990310652222, "se": 0.18539488827376427, "pvalue": 0.4505153379448358, "lower": -0.23038695699080605, "upper": 0.5121067632038505 }, { "event_time": -17, "estimate": 0.10781648221007423, "se": 0.1941373116120583, "pvalue": 0.5808202763826656, "lower": -0.28093677865268746, "upper": 0.4965697430728359 }, { "event_time": -16, "estimate": 0.11576470694143193, "se": 0.19205461662231574, "pvalue": 0.5490526844539181, "lower": -0.2688180291421318, "upper": 0.5003474430249957 }, { "event_time": -15, "estimate": 0.12066677833149436, "se": 0.17767912128565755, "pvalue": 0.4998055452669857, "lower": -0.23512952488021238, "upper": 0.4764630815432011 }, { "event_time": -14, "estimate": 0.1572650960014964, "se": 0.1765064558419938, "pvalue": 0.3766813179095915, "lower": -0.19618298516396954, "upper": 0.5107131771669624 }, { "event_time": -13, "estimate": 0.22193191480976632, "se": 0.21283078396353078, "pvalue": 0.3014609727335647, "lower": -0.20425437875103042, "upper": 0.648118208370563 }, { "event_time": -12, "estimate": 0.11069970034203876, "se": 0.24455568730458754, "pvalue": 0.6525143987821579, "lower": -0.37901461635857003, "upper": 0.6004140170426475 }, { "event_time": -11, "estimate": 0.0809441098510239, "se": 0.16909656756279584, "pvalue": 0.6339933897066079, "lower": -0.25766592597814286, "upper": 0.41955414568019067 }, { "event_time": -10, "estimate": 0.20567689708874176, "se": 0.14416557638578506, "pvalue": 0.15912947285902104, "lower": -0.08300969004257208, "upper": 0.4943634842200556 }, { "event_time": -9, "estimate": 0.1332650958954972, "se": 0.19381141458803472, "pvalue": 0.4944920601930897, "lower": -0.25483556743337155, "upper": 0.5213657592243659 }, { "event_time": -8, "estimate": 0.2710323425130789, "se": 0.224965870179153, "pvalue": 0.23327020078488878, "lower": -0.1794540420400198, "upper": 0.7215187270661776 }, { "event_time": -7, "estimate": 0.309725284935221, "se": 0.16690100013623102, "pvalue": 0.06866287056270878, "lower": -0.02448820295870524, "upper": 0.6439387728291472 }, { "event_time": -6, "estimate": 0.22216827800630876, "se": 0.2552393118509578, "pvalue": 0.3877158514392332, "lower": -0.28893962782843996, "upper": 0.7332761838410575 }, { "event_time": -5, "estimate": 0.18299060473933101, "se": 0.1745002224198668, "pvalue": 0.2987629064195384, "lower": -0.16644006329505043, "upper": 0.5324212727737124 }, { "event_time": -4, "estimate": 0.1692970822660939, "se": 0.16246942643384707, "pvalue": 0.30180003881796874, "lower": -0.15604233235850612, "upper": 0.49463649689069394 }, { "event_time": -3, "estimate": 0.09984469879076947, "se": 0.13970867131163978, "pvalue": 0.4777337658446619, "lower": -0.1799170898742296, "upper": 0.3796064874557685 }, { "event_time": -2, "estimate": 0.0786857900063434, "se": 0.1078509248403976, "pvalue": 0.4686350865310912, "lower": -0.13728196173914325, "upper": 0.29465354175183006 }, { "event_time": 0, "estimate": 0.07317721639710945, "se": 0.15307293165092067, "pvalue": 0.6344397523824078, "lower": -0.23334604198627235, "upper": 0.37970047478049124 }, { "event_time": 1, "estimate": 0.10174640311530544, "se": 0.15564991610040987, "pvalue": 0.5159416964276481, "lower": -0.20993717761730848, "upper": 0.4134299838479194 }, { "event_time": 2, "estimate": 0.10444939188302517, "se": 0.1603912845907986, "pvalue": 0.5175238944329171, "lower": -0.21672861548136296, "upper": 0.4256273992474133 }, { "event_time": 3, "estimate": 0.16915424538958973, "se": 0.17743537000978946, "pvalue": 0.3444489486157131, "lower": -0.1861539543115331, "upper": 0.5244624450907125 }, { "event_time": 4, "estimate": 0.11648707998393644, "se": 0.15795204007305363, "pvalue": 0.4638533411776171, "lower": -0.19980642448690245, "upper": 0.4327805844547753 }, { "event_time": 5, "estimate": 0.12571057647213116, "se": 0.16653045704592195, "pvalue": 0.45342856720515295, "lower": -0.20776091168227226, "upper": 0.45918206462653455 }, { "event_time": 9, "estimate": -1.889128598606539, "se": 0.6834164310734221, "pvalue": 0.007671783863284145, "lower": -3.2576463961429996, "upper": -0.5206108010700781 }, { "event_time": 10, "estimate": -1.3085477474101006, "se": 0.6876356313230176, "pvalue": 0.06209979449129845, "lower": -2.6855143477122088, "upper": 0.06841885289200733 }, { "event_time": 11, "estimate": -1.6624362922417413, "se": 0.6951025572204752, "pvalue": 0.020095349733518238, "lower": -3.0543551537405937, "upper": -0.27051743074288903 }, { "event_time": 12, "estimate": -1.2686881645861707, "se": 0.7011059913195118, "pvalue": 0.07563885263098645, "lower": -2.6726286955054737, "upper": 0.1352523663331322 }, { "event_time": 13, "estimate": 0.670796970115175, "se": 0.6926998928797131, "pvalue": 0.3369456012879285, "lower": -0.716310639031031, "upper": 2.057904579261381 }, { "event_time": 14, "estimate": -1.618709156499889, "se": 0.6924352548119883, "pvalue": 0.022936697179309833, "lower": -3.0052868370562624, "upper": -0.23213147594351535 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2369831888660185, "se": 0.023182140296085063, "pvalue": 1.6672268874092844e-14, "lower": -0.283404624081367, "upper": -0.19056175365066996 }, { "event_time": -28, "estimate": -0.07595247835143976, "se": 0.17305853838067978, "pvalue": 0.6624053710392314, "lower": -0.42249622389413805, "upper": 0.27059126719125853 }, { "event_time": -27, "estimate": -0.1948749877687851, "se": 0.021527730476097708, "pvalue": 1.2685294566463111e-12, "lower": -0.2379835244640971, "upper": -0.15176645107347309 }, { "event_time": -26, "estimate": 0.023781812126921504, "se": 0.03342515414637824, "pvalue": 0.4796796577089308, "lower": -0.043150904522678515, "upper": 0.09071452877652152 }, { "event_time": -25, "estimate": -0.047235663629029444, "se": 0.022624117771844227, "pvalue": 0.04129180875792193, "lower": -0.09253967801407934, "upper": -0.0019316492439795593 }, { "event_time": -24, "estimate": -0.04214888408990855, "se": 0.028979627800663516, "pvalue": 0.15131148234672667, "lower": -0.10017958778384664, "upper": 0.015881819604029547 }, { "event_time": -23, "estimate": -0.015228299106489684, "se": 0.010868587051661037, "pvalue": 0.16659652730029711, "lower": -0.036992269268738394, "upper": 0.0065356710557590274 }, { "event_time": -22, "estimate": -0.020511349027167607, "se": 0.01682757187392137, "pvalue": 0.22789770303085644, "lower": -0.05420798046843199, "upper": 0.013185282414096777 }, { "event_time": -21, "estimate": -0.10158644025903997, "se": 0.010432438234338062, "pvalue": 9.875299594044119e-14, "lower": -0.12247703747948879, "upper": -0.08069584303859115 }, { "event_time": -20, "estimate": -0.007299110889518808, "se": 0.06215282865250083, "pvalue": 0.9069257266620948, "lower": -0.13175800346338415, "upper": 0.11715978168434653 }, { "event_time": -19, "estimate": -0.028890979833369745, "se": 0.03890270275881927, "pvalue": 0.4607450701493504, "lower": -0.10679229838097029, "upper": 0.0490103387142308 }, { "event_time": -18, "estimate": 0.010019823739504271, "se": 0.011355549175871841, "pvalue": 0.3812815292499779, "lower": -0.012719271256459549, "upper": 0.03275891873546809 }, { "event_time": -17, "estimate": -0.020840642602483774, "se": 0.021684153511355574, "pvalue": 0.3405612969280756, "lower": -0.06426241102293712, "upper": 0.022581125817969564 }, { "event_time": -16, "estimate": -0.017860251375182247, "se": 0.018962608037704505, "pvalue": 0.35023569353604433, "lower": -0.055832218988759535, "upper": 0.02011171623839504 }, { "event_time": -15, "estimate": -0.00869907854213265, "se": 0.010307261236069714, "pvalue": 0.40221116421307723, "lower": -0.029339013147251382, "upper": 0.011940856062986081 }, { "event_time": -14, "estimate": 0.021753927017101257, "se": 0.010175191369469917, "pvalue": 0.03682236354881604, "lower": 0.00137845775806179, "upper": 0.04212939627614072 }, { "event_time": -13, "estimate": 0.08146993701155084, "se": 0.03992250986740229, "pvalue": 0.04592165432397414, "lower": 0.0015264899538733473, "upper": 0.16141338406922834 }, { "event_time": -12, "estimate": -0.024297709690818726, "se": 0.06708687277828686, "pvalue": 0.7185548219126104, "lower": -0.15863685520118828, "upper": 0.11004143581955082 }, { "event_time": -11, "estimate": -0.05404892113102441, "se": 0.011069781123236942, "pvalue": 8.836686803781615e-06, "lower": -0.076215775472218, "upper": -0.031882066789830826 }, { "event_time": -10, "estimate": 0.06708949055357052, "se": 0.03398964553583848, "pvalue": 0.053255987675573845, "lower": -0.0009736006054908014, "upper": 0.13515258171263184 }, { "event_time": -9, "estimate": 0.0009859115217012635, "se": 0.028312697482165184, "pvalue": 0.9723431477116629, "lower": -0.05570928724568998, "upper": 0.05768111028909251 }, { "event_time": -8, "estimate": 0.1307939193770968, "se": 0.05850490799498434, "pvalue": 0.029310326846442664, "lower": 0.013639861918142385, "upper": 0.24794797683605124 }, { "event_time": -7, "estimate": 0.1657344568137561, "se": 0.018458379093126014, "pvalue": 1.6720020970164732e-12, "lower": 0.12877219024527198, "upper": 0.2026967233822402 }, { "event_time": -6, "estimate": 0.06774073696653957, "se": 0.08965064301123082, "pvalue": 0.4529955680595232, "lower": -0.11178157906667888, "upper": 0.247263052999758 }, { "event_time": -5, "estimate": 0.04002848598528175, "se": 0.021637676501669922, "pvalue": 0.06950772676215815, "lower": -0.0033002138286249427, "upper": 0.08335718579918844 }, { "event_time": -4, "estimate": 0.027245262245359784, "se": 0.02341054573133867, "pvalue": 0.24935237288088358, "lower": -0.019633546964798434, "upper": 0.074124071455518 }, { "event_time": -3, "estimate": -0.04499696930567018, "se": 0.025496349347682648, "pvalue": 0.0829478460750905, "lower": -0.09605252821242148, "upper": 0.0060585896010811185 }, { "event_time": -2, "estimate": -0.06627309568143812, "se": 0.048739397447347774, "pvalue": 0.17926556774320954, "lower": -0.16387205557640833, "upper": 0.031325864213532076 }, { "event_time": -1, "estimate": -0.1510986004745311, "se": 0.12515442865255824, "pvalue": 0.2323037656701252, "lower": -0.4017160209285797, "upper": 0.0995188199795175 }, { "event_time": 0, "estimate": -0.08763160577429577, "se": 0.04430323643809101, "pvalue": 0.05277047285723429, "lower": -0.17634730647637575, "upper": 0.0010840949277842182 }, { "event_time": 1, "estimate": -0.05895758925965443, "se": 0.037516627821386005, "pvalue": 0.1216002574946785, "lower": -0.13408334062105592, "upper": 0.01616816210174707 }, { "event_time": 2, "estimate": -0.05271837879920668, "se": 0.07313013370942707, "pvalue": 0.47392693709151285, "lower": -0.19915894558566732, "upper": 0.09372218798725396 }, { "event_time": 3, "estimate": 0.021322839154969495, "se": 0.12389334371575327, "pvalue": 0.8639634820393627, "lower": -0.22676930227189496, "upper": 0.26941498058183394 }, { "event_time": 4, "estimate": -0.025670135756089216, "se": 0.06087146600207614, "pvalue": 0.6748225747383382, "lower": -0.14756314388165354, "upper": 0.09622287236947509 }, { "event_time": 5, "estimate": -0.004782940805246734, "se": 0.03703532129107047, "pvalue": 0.8976972441622554, "lower": -0.07894489246436016, "upper": 0.0693790108538667 }, { "event_time": 9, "estimate": -0.2745538832576102, "se": 0.04616716513674332, "pvalue": 1.7567021962955603e-07, "lower": -0.3670020367973227, "upper": -0.18210572971789774 }, { "event_time": 10, "estimate": 0.3115296068372459, "se": 0.04951889711088811, "pvalue": 4.776832991068411e-08, "lower": 0.21236972579050722, "upper": 0.41068948788398457 }, { "event_time": 11, "estimate": -0.03811214506575056, "se": 0.07001244124848138, "pvalue": 0.5883153876493887, "lower": -0.17830964038647548, "upper": 0.10208535025497437 }, { "event_time": 12, "estimate": 0.3528010248472424, "se": 0.03421122210272943, "pvalue": 1.2029425251076099e-14, "lower": 0.28429423426639366, "upper": 0.42130781542809115 }, { "event_time": 13, "estimate": 2.2924055019303675, "se": 0.04577527520446747, "pvalue": 8.136495464146227e-49, "lower": 2.200742094443881, "upper": 2.384068909416854 }, { "event_time": 14, "estimate": 0.0039253247547422765, "se": 0.06907193168608829, "pvalue": 0.9548797456342683, "lower": -0.13438883265315757, "upper": 0.14223948216264212 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.3057371422921483, "se": 0.06984978838794058, "pvalue": 5.193774288998291e-05, "lower": -0.4456089308777854, "upper": -0.16586535370651126 }, { "event_time": -28, "estimate": -0.14121327106157594, "se": 0.18146628281795693, "pvalue": 0.4396817842933021, "lower": -0.5045932344304678, "upper": 0.22216669230731595 }, { "event_time": -27, "estimate": -0.2616201851642181, "se": 0.06438761821095658, "pvalue": 0.00014978568114667096, "lower": -0.3905541666376753, "upper": -0.13268620369076092 }, { "event_time": -26, "estimate": -0.057443980331399275, "se": 0.04618875518098171, "pvalue": 0.21870846019910997, "lower": -0.14993536718896366, "upper": 0.03504740652616513 }, { "event_time": -25, "estimate": -0.13491234686727058, "se": 0.04059519105039854, "pvalue": 0.0015580912985525023, "lower": -0.21620281475901307, "upper": -0.05362187897552809 }, { "event_time": -24, "estimate": -0.1326560056760998, "se": 0.03898833464612873, "pvalue": 0.0012273156659453142, "lower": -0.21072879912025144, "upper": -0.05458321223194816 }, { "event_time": -23, "estimate": -0.10288810380483612, "se": 0.038405455542342586, "pvalue": 0.009633668563244885, "lower": -0.17979370197671352, "upper": -0.02598250563295873 }, { "event_time": -22, "estimate": -0.11315225911391821, "se": 0.04221805409580748, "pvalue": 0.009603391966708327, "lower": -0.1976924541992519, "upper": -0.028612064028584516 }, { "event_time": -21, "estimate": -0.19893012429364162, "se": 0.040669013877207935, "pvalue": 8.560703283567299e-06, "lower": -0.28036841984617716, "upper": -0.1174918287411061 }, { "event_time": -20, "estimate": 0.04855964746182795, "se": 0.03587949623602457, "pvalue": 0.18126793568111302, "lower": -0.023287804447572946, "upper": 0.12040709937122884 }, { "event_time": -19, "estimate": 0.02514426084635732, "se": 0.038812652907032175, "pvalue": 0.5196916201609206, "lower": -0.0525767359834253, "upper": 0.10286525767613994 }, { "event_time": -18, "estimate": 0.06972729048954614, "se": 0.04274547575437459, "pvalue": 0.10835748269700324, "lower": -0.01586904824955017, "upper": 0.15532362922864246 }, { "event_time": -17, "estimate": 0.039397287308541445, "se": 0.04028707685918214, "pvalue": 0.3322493257915777, "lower": -0.04127619255777282, "upper": 0.12007076717485571 }, { "event_time": -16, "estimate": 0.05054166323373324, "se": 0.03640474593677092, "pvalue": 0.17043992191439414, "lower": -0.02235758305891515, "upper": 0.12344090952638163 }, { "event_time": -15, "estimate": 0.05955143173037253, "se": 0.0434335733995036, "pvalue": 0.17572055584217655, "lower": -0.027422798775714116, "upper": 0.1465256622364592 }, { "event_time": -14, "estimate": 0.14047585132448864, "se": 0.04564864883631856, "pvalue": 0.0032078736726036134, "lower": 0.0490660087664561, "upper": 0.23188569388252117 }, { "event_time": -13, "estimate": 0.21329095199479392, "se": 0.03991314066773552, "pvalue": 1.6590635564322279e-06, "lower": 0.13336626643583033, "upper": 0.2932156375537575 }, { "event_time": -12, "estimate": 0.10317041924225069, "se": 0.04510783244887765, "pvalue": 0.02591672276958607, "lower": 0.012843542819887116, "upper": 0.19349729566461427 }, { "event_time": -11, "estimate": 0.0695308346414171, "se": 0.04050433443609387, "pvalue": 0.0914775878361841, "lower": -0.011577696018432171, "upper": 0.15063936530126637 }, { "event_time": -10, "estimate": 0.19069295659374103, "se": 0.04938955262914222, "pvalue": 0.0002907268733072476, "lower": 0.09179208340404839, "upper": 0.2895938297834337 }, { "event_time": -9, "estimate": 0.11270057583452753, "se": 0.03573349103604444, "pvalue": 0.00257061900795452, "lower": 0.041145494294963725, "upper": 0.18425565737409133 }, { "event_time": -8, "estimate": 0.24614431663256908, "se": 0.04256020607175566, "pvalue": 3.246246918163798e-07, "lower": 0.16091897403357097, "upper": 0.3313696592315672 }, { "event_time": -7, "estimate": 0.2687841161808705, "se": 0.03253805410599739, "pvalue": 2.540913946693748e-11, "lower": 0.2036277867210688, "upper": 0.3339404456406722 }, { "event_time": -6, "estimate": 0.18431573058300305, "se": 0.03630917403766869, "pvalue": 4.402671752713937e-06, "lower": 0.11160786371718572, "upper": 0.25702359744882036 }, { "event_time": -5, "estimate": 0.166162623081185, "se": 0.03013041517600255, "pvalue": 8.831413325309538e-07, "lower": 0.10582750741714234, "upper": 0.2264977387452277 }, { "event_time": -4, "estimate": 0.15912458410748953, "se": 0.04219199668874791, "pvalue": 0.0003879494331062917, "lower": 0.0746365680797513, "upper": 0.24361260013522776 }, { "event_time": -3, "estimate": 0.09710976444006607, "se": 0.029773486831030063, "pvalue": 0.0018730792933814473, "lower": 0.037489385458272705, "upper": 0.15673014342185942 }, { "event_time": -2, "estimate": 0.07874648455631765, "se": 0.026488950852822008, "pvalue": 0.004317866153019915, "lower": 0.02570327542068452, "upper": 0.1317896936919508 }, { "event_time": 0, "estimate": 0.06994675794738568, "se": 0.025854047744838314, "pvalue": 0.0089806026279551, "lower": 0.01817492035548641, "upper": 0.12171859553928496 }, { "event_time": 1, "estimate": 0.1036359567867437, "se": 0.017343130386617715, "pvalue": 1.5768638257092886e-07, "lower": 0.06890693723156144, "upper": 0.13836497634192596 }, { "event_time": 2, "estimate": 0.10305062666771131, "se": 0.017124725628234937, "pvalue": 1.3457196103196516e-07, "lower": 0.06875895509733536, "upper": 0.13734229823808725 }, { "event_time": 3, "estimate": 0.16860802733555125, "se": 0.01798055529531919, "pvalue": 3.7596535999792295e-13, "lower": 0.13260258641780256, "upper": 0.20461346825329993 }, { "event_time": 4, "estimate": 0.12085817939931781, "se": 0.01819138619780781, "pvalue": 1.2455831806312493e-08, "lower": 0.08443055688158452, "upper": 0.1572858019170511 }, { "event_time": 5, "estimate": 0.1438169962252871, "se": 0.03641085418254301, "pvalue": 0.00021767060258668156, "lower": 0.07090551838146324, "upper": 0.21672847406911094 }, { "event_time": 9, "estimate": -1.609301455923159, "se": 0.5630225109455593, "pvalue": 0.0059376631580997105, "lower": -2.7367345868949347, "upper": -0.48186832495138354 }, { "event_time": 10, "estimate": -1.023407849627375, "se": 0.5648134163402385, "pvalue": 0.07526430781941168, "lower": -2.1544272067928536, "upper": 0.10761150753810345 }, { "event_time": 11, "estimate": -1.3723487160912047, "se": 0.5711597980020394, "pvalue": 0.019551367443648944, "lower": -2.516076483325917, "upper": -0.2286209488564921 }, { "event_time": 12, "estimate": -0.9818158657936721, "se": 0.5764335787428173, "pvalue": 0.09396682007383468, "lower": -2.1361041968016665, "upper": 0.17247246521432247 }, { "event_time": 13, "estimate": 0.958585895646525, "se": 0.5686499782257599, "pvalue": 0.0973167267406775, "lower": -0.18011604417714255, "upper": 2.0972878354701923 }, { "event_time": 14, "estimate": -1.3306025105767638, "se": 0.5707158936750388, "pvalue": 0.023287670139437392, "lower": -2.473441374729428, "upper": -0.1877636464240997 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.20849609375, 0.1875, 0.171142578125, 0.158447265625, 0.143798828125, 0.129150390625, 0.000244140625, 0.000244140625, 0.000244140625, 0.000244140625, 0.000244140625, 0.000244140625 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.0816681711721685e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.646918698877014e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 4.485232148553706, "df_num": 20, "df_den": 154860, "pvalue": 8.41858595740735e-11, "log10_pvalue": -10.074760849410966, "inference": "Homoskedastic nested-model F", "observations": 170643, "design_columns": 141, "restricted_design_columns": 121, "fixed_effect_rank": 15642, "covariance_rank": 20, "rss_unrestricted": 125955.03178560313, "rss_restricted": 126027.99285467673, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.2965262151332974e-05, -1.828613220575992e-05, -1.865576498403867e-05, -2.161567374345854e-05, -3.335754754663237e-05, -4.2042750515404234e-05 ], [ -7.586919487963745e-06, -1.1582792684711057e-05, -1.2071559702212595e-05, 5.139333061138874e-05, 4.56315866359225e-05, 4.3073107701726205e-05 ], [ -1.7121550546191969e-06, -4.147903707201407e-06, -4.682236730576848e-06, 0.0001325836887098201, 0.00013512599153987984, 0.00014099335763225108 ], [ 2.3615415926539195e-06, 9.690685549089977e-07, 5.23571496430084e-07, 0.00018903196225730117, 0.00019685743761782773, 0.00021026282483767417 ], [ 4.8927659465724265e-06, 4.1164536720281486e-06, 3.7309842507771127e-06, 0.00022205897305794953, 0.0002323699702257088, 0.00025020933626674187 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": -0.37276854103605483 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.6826521096021861 }, { "event_time": -16.0, "cohort": 19, "estimate": -0.4845703171822523 }, { "event_time": -15.0, "cohort": 19, "estimate": 1.3082225580163596 }, { "event_time": -14.0, "cohort": 19, "estimate": 1.1619960643408436 }, { "event_time": -13.0, "cohort": 19, "estimate": 0.07278237925439984 }, { "event_time": -12.0, "cohort": 19, "estimate": 1.0541122769244884 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.6569783760608997 }, { "event_time": -10.0, "cohort": 19, "estimate": 0.7761851950266565 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.5396020571042642 }, { "event_time": -8.0, "cohort": 19, "estimate": 1.118171409393125 }, { "event_time": -7.0, "cohort": 19, "estimate": 1.2043595778198706 }, { "event_time": -6.0, "cohort": 19, "estimate": 1.2171533508753085 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.6315463920480888 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.6983923243247702 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.11323120148569739 }, { "event_time": -2.0, "cohort": 19, "estimate": -0.1153769402936021 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.3039278412920753 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.5962495853169961 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.6544089999922771 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.24324223362561195 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.7228968326699576 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.5532450106154283 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.7400498700275046 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.6599937015165054 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.640050114447497 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.30757354864296327 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.38723961078579006 }, { "event_time": -15.0, "cohort": 21, "estimate": 2.150236271111965 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.7375444224188883 }, { "event_time": -13.0, "cohort": 21, "estimate": 0.9620261645737517 }, { "event_time": -12.0, "cohort": 21, "estimate": 1.5798473659581787 }, { "event_time": -11.0, "cohort": 21, "estimate": 1.2344615443538294 }, { "event_time": -10.0, "cohort": 21, "estimate": 1.379540321315336 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.9674115098598011 }, { "event_time": -8.0, "cohort": 21, "estimate": 1.6898219656673286 }, { "event_time": -7.0, "cohort": 21, "estimate": 1.7631916652388435 }, { "event_time": -6.0, "cohort": 21, "estimate": 1.903622626134572 }, { "event_time": -5.0, "cohort": 21, "estimate": 1.1812907981923915 }, { "event_time": -4.0, "cohort": 21, "estimate": 1.4673834919341742 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.6210545753912817 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.59117599038896 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.3902854307704815 }, { "event_time": 1.0, "cohort": 21, "estimate": 1.469865711909226 }, { "event_time": 2.0, "cohort": 21, "estimate": 1.5017973706538208 }, { "event_time": 3.0, "cohort": 21, "estimate": 1.0456544231748963 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.9921491697124171 }, { "event_time": 5.0, "cohort": 21, "estimate": 1.0405889105926676 }, { "event_time": -26.0, "cohort": 27, "estimate": -0.20239385216157235 }, { "event_time": -25.0, "cohort": 27, "estimate": -0.10254838935295907 }, { "event_time": -24.0, "cohort": 27, "estimate": -0.12365002752641974 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.008121850808628109 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.20665479998045827 }, { "event_time": -21.0, "cohort": 27, "estimate": -0.16207137450868236 }, { "event_time": -20.0, "cohort": 27, "estimate": -0.14652508006766263 }, { "event_time": -19.0, "cohort": 27, "estimate": -0.12164917582051982 }, { "event_time": -18.0, "cohort": 27, "estimate": -0.04491465464952303 }, { "event_time": -17.0, "cohort": 27, "estimate": -0.38188165822928344 }, { "event_time": -16.0, "cohort": 27, "estimate": -0.2921424052229697 }, { "event_time": -15.0, "cohort": 27, "estimate": 1.4921734560977 }, { "event_time": -14.0, "cohort": 27, "estimate": 1.1079853276150595 }, { "event_time": -13.0, "cohort": 27, "estimate": 0.23028503426445085 }, { "event_time": -12.0, "cohort": 27, "estimate": 0.7436165273957147 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.6919895790401158 }, { "event_time": -10.0, "cohort": 27, "estimate": 0.9443695131955545 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.32876186780323463 }, { "event_time": -8.0, "cohort": 27, "estimate": 0.9594464008465784 }, { "event_time": -7.0, "cohort": 27, "estimate": 1.2433321651957399 }, { "event_time": -6.0, "cohort": 27, "estimate": 1.0719949309461776 }, { "event_time": -5.0, "cohort": 27, "estimate": 0.5976769955039496 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.9074231566349473 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.143841036626293 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.2484673789757541 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.05757693843475603 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.9173843794064018 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.8370070874069665 }, { "event_time": 3.0, "cohort": 27, "estimate": 0.24573873220828069 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.40759179607418033 }, { "event_time": 5.0, "cohort": 27, "estimate": 0.624895135130207 }, { "event_time": -15.0, "cohort": 30, "estimate": 1.7506545617798939 }, { "event_time": -14.0, "cohort": 30, "estimate": 1.1483497639850972 }, { "event_time": -13.0, "cohort": 30, "estimate": 0.05642024220461597 }, { "event_time": -12.0, "cohort": 30, "estimate": 0.721321146715527 }, { "event_time": -11.0, "cohort": 30, "estimate": 0.5726716069099307 }, { "event_time": -10.0, "cohort": 30, "estimate": 0.7990206605369239 }, { "event_time": -9.0, "cohort": 30, "estimate": 0.2670282655787758 }, { "event_time": -8.0, "cohort": 30, "estimate": 0.7251375324696 }, { "event_time": -7.0, "cohort": 30, "estimate": 1.095749600748229 }, { "event_time": -6.0, "cohort": 30, "estimate": 1.178062485892679 }, { "event_time": -5.0, "cohort": 30, "estimate": 0.6410349292435069 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.916474181735254 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.1708676926215975 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.0721951330474323 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.11444837389706845 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.162603870245228 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.104958643170542 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.46073534071195743 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.5704133738270823 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.9548661005695817 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.43284184442019663 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.10571858666144457 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": 0.054368691900592896, "se": 0.060788146467986366, "lower": -0.06477388586360608, "upper": 0.17351126966479186, "event_study": [ { "event_time": -29, "estimate": 0.029608854055866992, "se": 0.022638334710586808, "lower": -0.014761466646846137, "upper": 0.07397917475858012, "n": 0.0, "relative_to_minus_one": 0.029608854055866992 }, { "event_time": -28, "estimate": 0.15089196800653432, "se": 0.1305544883629596, "lower": -0.10499012720492013, "upper": 0.40677406321798876, "n": 0.0, "relative_to_minus_one": 0.15089196800653432 }, { "event_time": -27, "estimate": 0.02468826677995883, "se": 0.05914560800165074, "lower": -0.09123499474700066, "upper": 0.1406115283069183, "n": 0.0, "relative_to_minus_one": 0.02468826677995883 }, { "event_time": -26, "estimate": 0.06759929814706606, "se": 0.03621820253408703, "lower": -0.0033870744045218365, "upper": 0.13858567069865396, "n": 0.0, "relative_to_minus_one": 0.06759929814706606 }, { "event_time": -25, "estimate": -0.00794494361619324, "se": 0.035233548289899524, "lower": -0.07700142931194913, "upper": 0.061111542079562646, "n": 0.0, "relative_to_minus_one": -0.00794494361619324 }, { "event_time": -24, "estimate": -0.003907619649648419, "se": 0.028247585994103944, "lower": -0.059271870848290206, "upper": 0.05145663154899337, "n": 0.0, "relative_to_minus_one": -0.003907619649648419 }, { "event_time": -23, "estimate": 0.024311256271859278, "se": 0.03843980999221421, "lower": -0.05102938688544348, "upper": 0.09965189942916203, "n": 0.0, "relative_to_minus_one": 0.024311256271859278 }, { "event_time": -22, "estimate": 0.006999053564458851, "se": 0.03578182410016758, "lower": -0.06313203297301694, "upper": 0.07713014010193463, "n": 0.0, "relative_to_minus_one": 0.006999053564458851 }, { "event_time": -21, "estimate": -0.07821031162563709, "se": 0.03394567313820554, "lower": -0.1447426084074887, "upper": -0.011678014843785472, "n": 0.0, "relative_to_minus_one": -0.07821031162563709 }, { "event_time": -20, "estimate": 0.21874001030122783, "se": 0.18008004761815907, "lower": -0.1342103973646219, "upper": 0.5716904179670775, "n": 0.0, "relative_to_minus_one": 0.21874001030122783 }, { "event_time": -19, "estimate": 0.19449800798257438, "se": 0.15243733953863406, "lower": -0.10427368741225196, "upper": 0.4932697033774007, "n": 0.0, "relative_to_minus_one": 0.19449800798257438 }, { "event_time": -18, "estimate": 0.21533094886311333, "se": 0.11615466918085651, "lower": -0.01232801936753003, "upper": 0.4429899170937567, "n": 0.0, "relative_to_minus_one": 0.21533094886311333 }, { "event_time": -17, "estimate": 0.17565509558179845, "se": 0.1199774858400103, "lower": -0.05949645562028605, "upper": 0.41080664678388296, "n": 0.0, "relative_to_minus_one": 0.17565509558179845 }, { "event_time": -16, "estimate": 0.1830843861683355, "se": 0.11814304272961032, "lower": -0.04847172260567742, "upper": 0.41464049494234845, "n": 0.0, "relative_to_minus_one": 0.1830843861683355 }, { "event_time": -15, "estimate": 0.1808364787069184, "se": 0.10415236535092233, "lower": -0.023298406285546774, "upper": 0.38497136369938356, "n": 0.0, "relative_to_minus_one": 0.1808364787069184 }, { "event_time": -14, "estimate": 0.21096249275052897, "se": 0.10098246550954647, "lower": 0.013040497281759711, "upper": 0.40888448821929824, "n": 0.0, "relative_to_minus_one": 0.21096249275052897 }, { "event_time": -13, "estimate": 0.259881013849655, "se": 0.127230501040295, "lower": 0.010513814075690908, "upper": 0.5092482136236192, "n": 0.0, "relative_to_minus_one": 0.259881013849655 }, { "event_time": -12, "estimate": 0.1361125735733746, "se": 0.15582300932454826, "lower": -0.169294912665389, "upper": 0.44152005981213827, "n": 0.0, "relative_to_minus_one": 0.1361125735733746 }, { "event_time": -11, "estimate": 0.09572565476688913, "se": 0.10444012572947467, "lower": -0.10897323020371627, "upper": 0.3004245397374945, "n": 0.0, "relative_to_minus_one": 0.09572565476688913 }, { "event_time": -10, "estimate": 0.21553818695910693, "se": 0.08667059556571528, "lower": 0.045666941131668054, "upper": 0.3854094327865458, "n": 0.0, "relative_to_minus_one": 0.21553818695910693 }, { "event_time": -9, "estimate": 0.12100298083339424, "se": 0.13429487544244703, "lower": -0.1422101383420945, "upper": 0.38421610000888295, "n": 0.0, "relative_to_minus_one": 0.12100298083339424 }, { "event_time": -8, "estimate": 0.2416160692897548, "se": 0.15697732339780116, "lower": -0.06605383095943221, "upper": 0.5492859695389418, "n": 0.0, "relative_to_minus_one": 0.2416160692897548 }, { "event_time": -7, "estimate": 0.27549904633438976, "se": 0.11590828443012655, "lower": 0.04832298334151702, "upper": 0.5026751093272626, "n": 0.0, "relative_to_minus_one": 0.27549904633438976 }, { "event_time": -6, "estimate": 0.1960796398618718, "se": 0.18934649353277075, "lower": -0.17503266806130516, "upper": 0.5671919477850488, "n": 0.0, "relative_to_minus_one": 0.1960796398618718 }, { "event_time": -5, "estimate": 0.15405932321306073, "se": 0.13058566812447292, "lower": -0.10188388320800632, "upper": 0.41000252963412775, "n": 0.0, "relative_to_minus_one": 0.15405932321306073 }, { "event_time": -4, "estimate": 0.14268039527489418, "se": 0.11060593942793305, "lower": -0.07410326248007335, "upper": 0.35946405302986173, "n": 0.0, "relative_to_minus_one": 0.14268039527489418 }, { "event_time": -3, "estimate": 0.08675780560957636, "se": 0.09994474757477917, "lower": -0.10913030008093774, "upper": 0.2826459113000904, "n": 0.0, "relative_to_minus_one": 0.08675780560957636 }, { "event_time": -2, "estimate": 0.07054439183384033, "se": 0.0736921027094324, "lower": -0.07388947542167369, "upper": 0.21497825908935436, "n": 0.0, "relative_to_minus_one": 0.07054439183384033 }, { "event_time": -1, "estimate": 0.0, "se": 4.001340635434381e-19, "lower": -7.842483535328001e-19, "upper": 7.842483535328001e-19, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.034670671614546775, "se": 0.06355891848293974, "lower": -0.08990251950833228, "upper": 0.15924386273742583, "n": 854.0, "relative_to_minus_one": 0.034670671614546775 }, { "event_time": 1, "estimate": 0.0438393628946805, "se": 0.1171874399130464, "lower": -0.18584379877534207, "upper": 0.2735225245647031, "n": 768.0, "relative_to_minus_one": 0.0438393628946805 }, { "event_time": 2, "estimate": 0.0163656943716425, "se": 0.14564637274288056, "lower": -0.2690959506832996, "upper": 0.3018273394265846, "n": 701.0, "relative_to_minus_one": 0.0163656943716425 }, { "event_time": 3, "estimate": 0.049191866383096576, "se": 0.18388535591637833, "lower": -0.3112168084973343, "upper": 0.40960054126352746, "n": 649.0, "relative_to_minus_one": 0.049191866383096576 }, { "event_time": 4, "estimate": -0.033316461029708394, "se": 0.14398035058976227, "lower": -0.3155127626670928, "upper": 0.248879840607676, "n": 589.0, "relative_to_minus_one": -0.033316461029708394 }, { "event_time": 5, "estimate": -0.021259412191181184, "se": 0.10867973396790447, "lower": -0.2342677766176683, "upper": 0.19174895223530591, "n": 529.0, "relative_to_minus_one": -0.021259412191181184 }, { "event_time": 9, "estimate": -0.5615886445418841, "se": 0.03880545050865752, "lower": -0.6376459299427043, "upper": -0.4855313591410638, "n": 1.0, "relative_to_minus_one": -0.5615886445418841 }, { "event_time": 10, "estimate": -0.019509690055844353, "se": 0.039944589818962185, "lower": -0.09779964747823555, "upper": 0.058780267366546846, "n": 1.0, "relative_to_minus_one": -0.019509690055844353 }, { "event_time": 11, "estimate": -0.38521901912022205, "se": 0.05224897546218591, "lower": -0.48762512925522344, "upper": -0.28281290898522066, "n": 1.0, "relative_to_minus_one": -0.38521901912022205 }, { "event_time": 12, "estimate": -6.561084382628035e-06, "se": 0.026920538067205728, "lower": -0.05276984614054537, "upper": 0.05275672397178011, "n": 1.0, "relative_to_minus_one": -6.561084382628035e-06 }, { "event_time": 13, "estimate": 1.9158378049183298, "se": 0.057180491487358695, "lower": 1.8037661009848076, "upper": 2.027909508851852, "n": 1.0, "relative_to_minus_one": 1.9158378049183298 }, { "event_time": 14, "estimate": -0.38658130935195867, "se": 0.04033192908486392, "lower": -0.46563043778531543, "upper": -0.3075321809186019, "n": 1.0, "relative_to_minus_one": -0.38658130935195867 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.2737933682890662, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.12708387145657912, "mass": 1.0, "base": 4 }, { "group": 19, "year": 1, "event_time": -18, "att": -0.29471840345481487, "mass": 0.0, "base": 18 }, { "group": 19, "year": 2, "event_time": -17, "att": -0.31323632256166456, "mass": 0.0, "base": 18 }, { "group": 19, "year": 3, "event_time": -16, "att": -0.21489036996364438, "mass": 0.0, "base": 18 }, { "group": 19, "year": 4, "event_time": -15, "att": -0.19883512386813293, "mass": 0.0, "base": 18 }, { "group": 19, "year": 5, "event_time": -14, "att": 0.08115761124155721, "mass": 0.0, "base": 18 }, { "group": 19, "year": 6, "event_time": -13, "att": -0.10048016187429198, "mass": 0.0, "base": 18 }, { "group": 19, "year": 7, "event_time": -12, "att": 0.1439180272949082, "mass": 0.0, "base": 18 }, { "group": 19, "year": 8, "event_time": -11, "att": -0.08694858780107112, "mass": 0.0, "base": 18 }, { "group": 19, "year": 9, "event_time": -10, "att": -0.04386793952432265, "mass": 0.0, "base": 18 }, { "group": 19, "year": 10, "event_time": -9, "att": 0.18539622380716858, "mass": 0.0, "base": 18 }, { "group": 19, "year": 11, "event_time": -8, "att": 0.24155611229667134, "mass": 0.0, "base": 18 }, { "group": 19, "year": 12, "event_time": -7, "att": 0.1438097730120217, "mass": 0.0, "base": 18 }, { "group": 19, "year": 13, "event_time": -6, "att": 0.08034662351587285, "mass": 0.0, "base": 18 }, { "group": 19, "year": 14, "event_time": -5, "att": 0.01299116406582429, "mass": 0.0, "base": 18 }, { "group": 19, "year": 15, "event_time": -4, "att": -0.27381260050483147, "mass": 0.0, "base": 18 }, { "group": 19, "year": 16, "event_time": -3, "att": -0.07904162155433919, "mass": 0.0, "base": 18 }, { "group": 19, "year": 17, "event_time": -2, "att": -0.4042672945984188, "mass": 0.0, "base": 18 }, { "group": 19, "year": 18, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 18 }, { "group": 19, "year": 19, "event_time": 0, "att": 0.15686334980442607, "mass": 26.0, "base": 18 }, { "group": 19, "year": 20, "event_time": 1, "att": -0.41615692317185, "mass": 24.0, "base": 18 }, { "group": 19, "year": 21, "event_time": 2, "att": -0.36479756688899473, "mass": 22.0, "base": 18 }, { "group": 19, "year": 22, "event_time": 3, "att": -0.17021739020663362, "mass": 20.0, "base": 18 }, { "group": 19, "year": 23, "event_time": 4, "att": 0.06582255059686543, "mass": 19.0, "base": 18 }, { "group": 19, "year": 24, "event_time": 5, "att": -0.22159596544761667, "mass": 17.0, "base": 18 }, { "group": 21, "year": 1, "event_time": -20, "att": 0.7302732039774829, "mass": 0.0, "base": 20 }, { "group": 21, "year": 2, "event_time": -19, "att": 0.6234755669290158, "mass": 0.0, "base": 20 }, { "group": 21, "year": 3, "event_time": -18, "att": 0.5878767041729823, "mass": 0.0, "base": 20 }, { "group": 21, "year": 4, "event_time": -17, "att": 0.5370569845806183, "mass": 0.0, "base": 20 }, { "group": 21, "year": 5, "event_time": -16, "att": 0.5423537168313578, "mass": 0.0, "base": 20 }, { "group": 21, "year": 6, "event_time": -15, "att": 0.5373252803740857, "mass": 0.0, "base": 20 }, { "group": 21, "year": 7, "event_time": -14, "att": 0.5576753786668969, "mass": 0.0, "base": 20 }, { "group": 21, "year": 8, "event_time": -13, "att": 0.6748577917145153, "mass": 0.0, "base": 20 }, { "group": 21, "year": 9, "event_time": -12, "att": 0.627393794960929, "mass": 0.0, "base": 20 }, { "group": 21, "year": 10, "event_time": -11, "att": 0.42844003796890295, "mass": 0.0, "base": 20 }, { "group": 21, "year": 11, "event_time": -10, "att": 0.48905454572688745, "mass": 0.0, "base": 20 }, { "group": 21, "year": 12, "event_time": -9, "att": 0.5263718238444048, "mass": 0.0, "base": 20 }, { "group": 21, "year": 13, "event_time": -8, "att": 0.7132819592367798, "mass": 0.0, "base": 20 }, { "group": 21, "year": 14, "event_time": -7, "att": 0.6086711388874245, "mass": 0.0, "base": 20 }, { "group": 21, "year": 15, "event_time": -6, "att": 0.731855318434643, "mass": 0.0, "base": 20 }, { "group": 21, "year": 16, "event_time": -5, "att": 0.5354106656353185, "mass": 0.0, "base": 20 }, { "group": 21, "year": 17, "event_time": -4, "att": 0.5072896017163426, "mass": 0.0, "base": 20 }, { "group": 21, "year": 18, "event_time": -3, "att": 0.4023962024424241, "mass": 0.0, "base": 20 }, { "group": 21, "year": 19, "event_time": -2, "att": 0.3068137657340905, "mass": 0.0, "base": 20 }, { "group": 21, "year": 20, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 20 }, { "group": 21, "year": 21, "event_time": 0, "att": 0.24454725117088078, "mass": 335.0, "base": 20 }, { "group": 21, "year": 22, "event_time": 1, "att": 0.40792259080975435, "mass": 306.0, "base": 20 }, { "group": 21, "year": 23, "event_time": 2, "att": 0.46651209715499364, "mass": 271.0, "base": 20 }, { "group": 21, "year": 24, "event_time": 3, "att": 0.6071686608731972, "mass": 252.0, "base": 20 }, { "group": 21, "year": 25, "event_time": 4, "att": 0.40084353963130204, "mass": 231.0, "base": 20 }, { "group": 21, "year": 26, "event_time": 5, "att": 0.3087476615355404, "mass": 214.0, "base": 20 }, { "group": 21, "year": 30, "event_time": 9, "att": -0.5615886445418841, "mass": 1.0, "base": 20 }, { "group": 21, "year": 31, "event_time": 10, "att": -0.019509690055844353, "mass": 1.0, "base": 20 }, { "group": 21, "year": 32, "event_time": 11, "att": -0.38521901912022205, "mass": 1.0, "base": 20 }, { "group": 21, "year": 33, "event_time": 12, "att": -6.561084382628035e-06, "mass": 1.0, "base": 20 }, { "group": 21, "year": 34, "event_time": 13, "att": 1.91583780491833, "mass": 1.0, "base": 20 }, { "group": 21, "year": 35, "event_time": 14, "att": -0.38658130935195867, "mass": 1.0, "base": 20 }, { "group": 27, "year": 1, "event_time": -26, "att": 0.05146061542035418, "mass": 0.0, "base": 26 }, { "group": 27, "year": 2, "event_time": -25, "att": -0.019578480341960358, "mass": 0.0, "base": 26 }, { "group": 27, "year": 3, "event_time": -24, "att": -0.016293349515716538, "mass": 0.0, "base": 26 }, { "group": 27, "year": 4, "event_time": -23, "att": 0.018844772957772093, "mass": 0.0, "base": 26 }, { "group": 27, "year": 5, "event_time": -22, "att": -0.008036716166739122, "mass": 0.0, "base": 26 }, { "group": 27, "year": 6, "event_time": -21, "att": -0.09130982480216926, "mass": 0.0, "base": 26 }, { "group": 27, "year": 7, "event_time": -20, "att": -0.07598699437206075, "mass": 0.0, "base": 26 }, { "group": 27, "year": 8, "event_time": -19, "att": -0.052725735703666066, "mass": 0.0, "base": 26 }, { "group": 27, "year": 9, "event_time": -18, "att": 0.023071996798736158, "mass": 0.0, "base": 26 }, { "group": 27, "year": 10, "event_time": -17, "att": -0.026101024690152907, "mass": 0.0, "base": 26 }, { "group": 27, "year": 11, "event_time": -16, "att": -0.016721335519363723, "mass": 0.0, "base": 26 }, { "group": 27, "year": 12, "event_time": -15, "att": -0.001774361174930128, "mass": 0.0, "base": 26 }, { "group": 27, "year": 13, "event_time": -14, "att": 0.031287806715856126, "mass": 0.0, "base": 26 }, { "group": 27, "year": 14, "event_time": -13, "att": 0.05292629141490102, "mass": 0.0, "base": 26 }, { "group": 27, "year": 15, "event_time": -12, "att": -0.13046406132739824, "mass": 0.0, "base": 26 }, { "group": 27, "year": 16, "event_time": -11, "att": -0.07293920851835767, "mass": 0.0, "base": 26 }, { "group": 27, "year": 17, "event_time": -10, "att": 0.08402442813220556, "mass": 0.0, "base": 26 }, { "group": 27, "year": 18, "event_time": -9, "att": -0.10441111540015802, "mass": 0.0, "base": 26 }, { "group": 27, "year": 19, "event_time": -8, "att": -0.004027798957407902, "mass": 0.0, "base": 26 }, { "group": 27, "year": 20, "event_time": -7, "att": 0.10915643239176448, "mass": 0.0, "base": 26 }, { "group": 27, "year": 21, "event_time": -6, "att": -0.09367134482745149, "mass": 0.0, "base": 26 }, { "group": 27, "year": 22, "event_time": -5, "att": -0.05143045020997766, "mass": 0.0, "base": 26 }, { "group": 27, "year": 23, "event_time": -4, "att": -0.037872832108379384, "mass": 0.0, "base": 26 }, { "group": 27, "year": 24, "event_time": -3, "att": -0.08347854723014941, "mass": 0.0, "base": 26 }, { "group": 27, "year": 25, "event_time": -2, "att": -0.029095061563404606, "mass": 0.0, "base": 26 }, { "group": 27, "year": 26, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 26 }, { "group": 27, "year": 27, "event_time": 0, "att": -0.08548220059694156, "mass": 465.0, "base": 26 }, { "group": 27, "year": 28, "event_time": 1, "att": -0.13693445501173385, "mass": 414.0, "base": 26 }, { "group": 27, "year": 29, "event_time": 2, "att": -0.21842792964414964, "mass": 386.0, "base": 26 }, { "group": 27, "year": 30, "event_time": 3, "att": -0.25510189563332286, "mass": 357.0, "base": 26 }, { "group": 27, "year": 31, "event_time": 4, "att": -0.2819499785815059, "mass": 320.0, "base": 26 }, { "group": 27, "year": 32, "event_time": 5, "att": -0.20685462270596316, "mass": 281.0, "base": 26 }, { "group": 30, "year": 1, "event_time": -29, "att": 0.029608854055866995, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": 0.15089196800653432, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": 0.024688266779958834, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": 0.4098492163907648, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": 0.23876521611008797, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": 0.25875415429018883, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": 0.14023790896144117, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": 0.325859709565597, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": 0.19958852670705163, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": 0.22477190230629035, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": 0.200878087131729, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": 0.226945424911209, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": 0.5047103936743917, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": 0.4108910601841034, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": 0.35707756373040694, "mass": 0.0, "base": 29 }, { "group": 30, "year": 16, "event_time": -14, "att": 0.14092341870081815, "mass": 0.0, "base": 29 }, { "group": 30, "year": 17, "event_time": -13, "att": -0.0029707759069219075, "mass": 0.0, "base": 29 }, { "group": 30, "year": 18, "event_time": -12, "att": -0.03861845816658965, "mass": 0.0, "base": 29 }, { "group": 30, "year": 19, "event_time": -11, "att": -0.07222710339666744, "mass": 0.0, "base": 29 }, { "group": 30, "year": 20, "event_time": -10, "att": 0.09376629961981861, "mass": 0.0, "base": 29 }, { "group": 30, "year": 21, "event_time": -9, "att": -0.02161371934289852, "mass": 0.0, "base": 29 }, { "group": 30, "year": 22, "event_time": -8, "att": -0.09827721179842452, "mass": 0.0, "base": 29 }, { "group": 30, "year": 23, "event_time": -7, "att": 0.0853027110983279, "mass": 0.0, "base": 29 }, { "group": 30, "year": 24, "event_time": -6, "att": 0.12079105461238049, "mass": 0.0, "base": 29 }, { "group": 30, "year": 25, "event_time": -5, "att": 0.10477032094056637, "mass": 0.0, "base": 29 }, { "group": 30, "year": 26, "event_time": -4, "att": 0.09092790579881094, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": 0.03760324792515285, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.12283614704921264, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.04131212803777301, "mass": 21.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": 0.05247944130794674, "mass": 19.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.03459442425626713, "mass": 17.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": -0.029381102143119897, "mass": 15.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": -0.06743614327732428, "mass": 14.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": 0.187267252398075, "mass": 13.0, "base": 29 }, { "group": 35, "year": 20, "event_time": -15, "att": -1.4140862570751191, "mass": 0.0, "base": 34 }, { "group": 35, "year": 21, "event_time": -14, "att": -1.0223201403397475, "mass": 0.0, "base": 34 }, { "group": 35, "year": 22, "event_time": -13, "att": -0.13443927652420123, "mass": 0.0, "base": 34 }, { "group": 35, "year": 23, "event_time": -12, "att": -0.8128667316070781, "mass": 0.0, "base": 34 }, { "group": 35, "year": 24, "event_time": -11, "att": -0.6787779538485192, "mass": 0.0, "base": 34 }, { "group": 35, "year": 25, "event_time": -10, "att": -0.7682836166085928, "mass": 0.0, "base": 34 }, { "group": 35, "year": 26, "event_time": -9, "att": -0.34268297154018884, "mass": 0.0, "base": 34 }, { "group": 35, "year": 27, "event_time": -8, "att": -0.8788936532810252, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -0.9335872113563564, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -0.9378556242284558, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.4630484358673497, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.8064409025875017, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.11192551601474987, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.608800405209047, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": -0.245567869456796, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -0.9493049130486535, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.9179014257363993, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.33870124638335397, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.4989984606604707, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": -0.6219900397260614, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": 0.054368691900592896, "se": 0.060788146467986366, "lower": -0.06477388586360608, "upper": 0.17351126966479186 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.035086453398555005, "se": 0.10166432581332945, "lower": -0.16417196370811643, "upper": 0.23434487050522645 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.038695461079766146, "se": 0.09236565194937857, "lower": -0.21972881230910998, "upper": 0.14233789014957768 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": 0.04627259256049639, "se": 0.1968890477598747, "lower": -0.33962284999924464, "upper": 0.4321680351202374 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": 0.04627259256049639, "treated_cell_se": 0.1968890477598747, "checks": { "input_rows": 170643, "retained_rows": 170643, "all_observed_post_cells_estimated": true, "post_weight_sum": 4096.0, "avoided_dense_if_bytes": 344016288 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.29347874969244003, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": {} }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.09337978182202616, "event_study": [ { "event_time": -29, "estimate": -0.23962545051678047, "raw_gap": -0.23962545051678047, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": -0.1843890443575447 }, { "event_time": -28, "estimate": -0.057799649768302486, "raw_gap": -0.057799649768302486, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": -0.0025632436090667135 }, { "event_time": -27, "estimate": -0.1868883459885311, "raw_gap": -0.1868883459885311, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": -0.13165193982929532 }, { "event_time": -26, "estimate": 0.03427266836294686, "raw_gap": 0.03427266836294686, "n": 80, "n_cells": 80, "weight_sum": 80.0, "relative_to_minus_one": 0.08950907452218262 }, { "event_time": -25, "estimate": -0.03959168781173129, "raw_gap": -0.03959168781173129, "n": 85, "n_cells": 85, "weight_sum": 85.0, "relative_to_minus_one": 0.015644718347504485 }, { "event_time": -24, "estimate": -0.037016274672691925, "raw_gap": -0.037016274672691925, "n": 93, "n_cells": 93, "weight_sum": 93.0, "relative_to_minus_one": 0.018220131486543847 }, { "event_time": -23, "estimate": -0.014199955980708244, "raw_gap": -0.014199955980708244, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.04103645017852753 }, { "event_time": -22, "estimate": -0.01720048339050467, "raw_gap": -0.01720048339050467, "n": 113, "n_cells": 113, "weight_sum": 113.0, "relative_to_minus_one": 0.038035922768731106 }, { "event_time": -21, "estimate": -0.09690935434062382, "raw_gap": -0.09690935434062382, "n": 120, "n_cells": 120, "weight_sum": 120.0, "relative_to_minus_one": -0.04167294818138805 }, { "event_time": -20, "estimate": -0.009621403038888485, "raw_gap": -0.009621403038888485, "n": 200, "n_cells": 200, "weight_sum": 200.0, "relative_to_minus_one": 0.04561500312034729 }, { "event_time": -19, "estimate": -0.015701400243760617, "raw_gap": -0.015701400243760617, "n": 226, "n_cells": 226, "weight_sum": 226.0, "relative_to_minus_one": 0.03953500591547515 }, { "event_time": -18, "estimate": 0.01587977651267615, "raw_gap": 0.01587977651267615, "n": 245, "n_cells": 245, "weight_sum": 245.0, "relative_to_minus_one": 0.07111618267191192 }, { "event_time": -17, "estimate": -0.017355076470017442, "raw_gap": -0.017355076470017442, "n": 257, "n_cells": 257, "weight_sum": 257.0, "relative_to_minus_one": 0.03788132968921833 }, { "event_time": -16, "estimate": -0.020895836744727645, "raw_gap": -0.020895836744727645, "n": 266, "n_cells": 266, "weight_sum": 266.0, "relative_to_minus_one": 0.034340569414508124 }, { "event_time": -15, "estimate": -0.005477353546369765, "raw_gap": -0.005477353546369765, "n": 278, "n_cells": 278, "weight_sum": 278.0, "relative_to_minus_one": 0.049759052612866006 }, { "event_time": -14, "estimate": 0.02177797112368559, "raw_gap": 0.02177797112368559, "n": 321, "n_cells": 321, "weight_sum": 321.0, "relative_to_minus_one": 0.07701437728292136 }, { "event_time": -13, "estimate": 0.06125833067990617, "raw_gap": 0.06125833067990617, "n": 346, "n_cells": 346, "weight_sum": 346.0, "relative_to_minus_one": 0.11649473683914194 }, { "event_time": -12, "estimate": 0.006792800473542675, "raw_gap": 0.006792800473542675, "n": 371, "n_cells": 371, "weight_sum": 371.0, "relative_to_minus_one": 0.062029206632778444 }, { "event_time": -11, "estimate": -0.03393642194529769, "raw_gap": -0.03393642194529769, "n": 393, "n_cells": 391, "weight_sum": 393.0, "relative_to_minus_one": 0.021299984213938083 }, { "event_time": -10, "estimate": 0.024555801675915125, "raw_gap": 0.024555801675915125, "n": 410, "n_cells": 410, "weight_sum": 410.0, "relative_to_minus_one": 0.0797922078351509 }, { "event_time": -9, "estimate": 0.002857021850542305, "raw_gap": 0.002857021850542305, "n": 432, "n_cells": 431, "weight_sum": 432.0, "relative_to_minus_one": 0.05809342800977808 }, { "event_time": -8, "estimate": 0.0776923497676762, "raw_gap": 0.0776923497676762, "n": 456, "n_cells": 456, "weight_sum": 456.0, "relative_to_minus_one": 0.13292875592691197 }, { "event_time": -7, "estimate": 0.05482302399246675, "raw_gap": 0.05482302399246675, "n": 487, "n_cells": 487, "weight_sum": 487.0, "relative_to_minus_one": 0.11005943015170253 }, { "event_time": -6, "estimate": 0.027299575564083273, "raw_gap": 0.027299575564083273, "n": 565, "n_cells": 564, "weight_sum": 565.0, "relative_to_minus_one": 0.08253598172331905 }, { "event_time": -5, "estimate": 0.0118665227421412, "raw_gap": 0.0118665227421412, "n": 627, "n_cells": 627, "weight_sum": 627.0, "relative_to_minus_one": 0.06710292890137698 }, { "event_time": -4, "estimate": 0.01043385842593141, "raw_gap": 0.01043385842593141, "n": 661, "n_cells": 660, "weight_sum": 661.0, "relative_to_minus_one": 0.06567026458516718 }, { "event_time": -3, "estimate": -0.025007787619094612, "raw_gap": -0.025007787619094612, "n": 710, "n_cells": 710, "weight_sum": 710.0, "relative_to_minus_one": 0.03022861854014116 }, { "event_time": -2, "estimate": -0.029883668453462832, "raw_gap": -0.029883668453462832, "n": 767, "n_cells": 767, "weight_sum": 767.0, "relative_to_minus_one": 0.02535273770577294 }, { "event_time": -1, "estimate": -0.05523640615923577, "raw_gap": -0.05523640615923577, "n": 854, "n_cells": 853, "weight_sum": 854.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.12360715122197231, "raw_gap": -0.12360715122197231, "n": 854, "n_cells": 853, "weight_sum": 854.0, "relative_to_minus_one": -0.06837074506273655 }, { "event_time": 1, "estimate": -0.1158915100555623, "raw_gap": -0.1158915100555623, "n": 768, "n_cells": 768, "weight_sum": 768.0, "relative_to_minus_one": -0.06065510389632652 }, { "event_time": 2, "estimate": -0.09959121477045453, "raw_gap": -0.09959121477045453, "n": 701, "n_cells": 700, "weight_sum": 701.0, "relative_to_minus_one": -0.04435480861121876 }, { "event_time": 3, "estimate": -0.03933234498752057, "raw_gap": -0.03933234498752057, "n": 649, "n_cells": 649, "weight_sum": 649.0, "relative_to_minus_one": 0.0159040611717152 }, { "event_time": 4, "estimate": -0.09531921268799826, "raw_gap": -0.09531921268799826, "n": 589, "n_cells": 589, "weight_sum": 589.0, "relative_to_minus_one": -0.040082806528762484 }, { "event_time": 5, "estimate": -0.07158717846670627, "raw_gap": -0.07158717846670627, "n": 529, "n_cells": 529, "weight_sum": 529.0, "relative_to_minus_one": -0.0163507723074705 }, { "event_time": 9, "estimate": -0.4831831063526026, "raw_gap": -0.4831831063526026, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.42794670019336684 }, { "event_time": 10, "estimate": 0.12863658595244895, "raw_gap": 0.12863658595244895, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.18387299211168473 }, { "event_time": 11, "estimate": -0.21247422120890325, "raw_gap": -0.21247422120890325, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.15723781504966747 }, { "event_time": 12, "estimate": 0.18655315657798335, "raw_gap": 0.18655315657798335, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.24178956273721913 }, { "event_time": 13, "estimate": 2.031553269972764, "raw_gap": 2.031553269972764, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 2.0867896761319997 }, { "event_time": 14, "estimate": -0.21671802861662365, "raw_gap": -0.21671802861662365, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.16148162245738787 } ], "package_event_study": { "event_time": [ -29.0, -28.0, -27.0, -26.0, -25.0, -24.0, -23.0, -22.0, -21.0, -20.0, -19.0, -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "estimate": [ -0.23962545051678047, -0.057799649768302486, -0.1868883459885311, 0.03427266836294684, -0.039591687811731315, -0.037016274672691904, -0.014199955980708235, -0.01720048339050467, -0.0969093543406238, -0.009621403038888443, -0.015701400243760613, 0.015879776512676153, -0.017355076470017435, -0.02089583674472765, -0.005477353546369771, 0.021777971123685576, 0.061258330679906166, 0.006792800473542642, -0.0288593188569506, 0.02455580167591513, 0.0034633090475613072, 0.07769234976767621, 0.05482302399246676, 0.026992943320249208, 0.011866522742141209, 0.010772671208476468, -0.025007787619094602, -0.029883668453462842, -0.0554370497887217, -0.12638176787520974, -0.11589151005556225, -0.09771678218618074, -0.039332344987520564, -0.09531921268799827, -0.07158717846670627, -0.4831831063526026, 0.12863658595244895, -0.21247422120890325, 0.18655315657798335, 2.031553269972764, -0.21671802861662365 ], "n": [ 5.0, 6.0, 6.0, 80.0, 85.0, 93.0, 105.0, 113.0, 120.0, 200.0, 226.0, 245.0, 257.0, 266.0, 278.0, 321.0, 346.0, 371.0, 391.0, 410.0, 431.0, 456.0, 487.0, 564.0, 627.0, 660.0, 710.0, 767.0, 853.0, 853.0, 768.0, 700.0, 649.0, 589.0, 529.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 253, "termination_reason": "Relative objective tolerance reached", "objective": 0.46287374476427556, "lambda_l": 0.0003050577209422759, "singular_values": [ 81.64282375201138, 66.7709683518977, 63.38201027529452, 57.98358617791544, 56.49228594592361, 54.13040461217267, 49.17186738088432, 48.18117892681684, 46.67583193971659, 43.447915046208735, 41.739981063979215, 38.87233129366591, 37.48646857333248, 35.97333152230248, 34.873647902622224, 32.36518756390986, 29.530834333049313, 28.68508452449109, 25.891320962358748, 24.358606876983274, 22.355925478628848, 21.07729255153351, 19.331135233607853, 18.09540750803633, 16.610470101467897, 13.765124448541918, 12.228767964974217, 8.001950401467028, 5.015922803372877, 3.42974090109276, 0.7855713235841932, 0.30816676417747146, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.46618683572928316, 0.4641939211716022, 0.4635872103509374, 0.46332345787472873, 0.4631874038735181, 0.4631081200274037, 0.46305744139884053, 0.46302261157902214, 0.462997279828559, 0.46297803505571633, 0.4629629202306169, 0.46295074423783167, 0.4629407427641854, 0.46293240195457025, 0.46292536209532986, 0.46291936254457916, 0.4629142088695064, 0.4629097524401936, 0.46290587728665017, 0.46290249134803524, 0.46289952046957333, 0.462896904173378, 0.4628945926077556, 0.4628925443001743, 0.46289072447130053, 0.4628891037491717, 0.46288765717419067, 0.46288636341915523, 0.4628852041707262, 0.4628841636338549, 0.4628832281309538, 0.4628823857750449, 0.46288162620110274, 0.4628809403437816, 0.46288032025232334, 0.4628797589355299, 0.4628792502312554, 0.4628787886960408, 0.46287836951127675, 0.4628779884031867, 0.46287764157430655, 0.4628773256445555, 0.4628770376004913, 0.46287677475139277, 0.4628765346911784, 0.4628763152652721, 0.4628761145417982, 0.4628759307863193, 0.46287576243977935, 0.4628756080991441, 0.46287546650036104, 0.4628753365033521, 0.46287521707881313, 0.46287510729649456, 0.46287500631486794, 0.4628749133719413, 0.4628748277771234, 0.46287474890395974, 0.4628746761837236, 0.4628746090996416, 0.46287454718176846, 0.46287449000243314, 0.462874437172088, 0.4628743883357084, 0.46287434316943815, 0.46287430137768626, 0.4628742626904435, 0.4628742268609196, 0.462874193663384, 0.4628741628912406, 0.4628741343552889, 0.46287410788215033, 0.46287408331284263, 0.4628740605014985, 0.462874039314211, 0.462874019627985, 0.4628740013297735, 0.4628739843156239, 0.46287396848989576, 0.46287395376454443, 0.4628739400584764, 0.46287392729697696, 0.4628739154111483, 0.4628739043374512, 0.4628738940172451, 0.4628738843963839, 0.4628738754248618, 0.4628738670564654, 0.4628738592484678, 0.4628738519613588, 0.46287384515856966, 0.46287383880625427, 0.4628738328730566, 0.46287382732995475, 0.4628738221500224, 0.46287381730831584, 0.4628738127816908, 0.4628738085486699, 0.4628738045893229, 0.4628738008851435, 0.4628737974189463, 0.4628737941747592, 0.46287379113773597, 0.46287378829407366, 0.46287378563094217, 0.4628737831363938, 0.46287378079931485, 0.4628737786093625, 0.46287377655689954, 0.46287377463295526, 0.46287377282916753, 0.46287377113774003, 0.4628737695514116, 0.4628737680634091, 0.46287376666741237, 0.4628737653575279, 0.46287376412825043, 0.46287376297445004, 0.46287376189132956, 0.4628737608744117, 0.46287375991951596, 0.4628737590227291, 0.4628737581804063, 0.46287375738912406, 0.4628737566457033, 0.462873755947154, 0.46287375529067804, 0.4628737546736733, 0.46287375409369136, 0.46287375354844496, 0.4628737530357964, 0.4628737525537404, 0.4628737521003966, 0.462873751674009, 0.4628737512729294, 0.4628737508956209, 0.4628737505406357, 0.46287375020661126, 0.46287374989228247, 0.46287374959646116, 0.4628737493180267, 0.4628737490559355, 0.46287374880919735, 0.46287374857689656, 0.4628737483581717, 0.4628737481522054, 0.4628737479582418, 0.46287374777555546, 0.46287374760348804, 0.4628737474413998, 0.46287374728870057, 0.46287374714483875, 0.46287374700929196, 0.4628737468815708, 0.4628737467612103, 0.4628737466477747, 0.46287374654086033, 0.4628737464400908, 0.4628737463450965, 0.4628737462555492, 0.46287374617112576, 0.4628737460915303, 0.4628737460164767, 0.46287374594570174, 0.46287374587896174, 0.4628737458160228, 0.46287374575665996, 0.46287374570066736, 0.46287374564785605, 0.4628737455980327, 0.4628737455510368, 0.4628737455066926, 0.4628737454648577, 0.46287374542538495, 0.4628737453881362, 0.46287374535299114, 0.4628737453198255, 0.4628737452885228, 0.46287374525898545, 0.4628737452310965, 0.4628737452047823, 0.46287374517993685, 0.4628737451564864, 0.4628737451343503, 0.4628737451134449, 0.4628737450937118, 0.4628737450750837, 0.46287374505749235, 0.4628737450408843, 0.4628737450252004, 0.46287374501038847, 0.4628737449963994, 0.4628737449831881, 0.46287374497071454, 0.46287374495893235, 0.46287374494780276, 0.4628737449372875, 0.4628737449273574, 0.46287374491797784, 0.4628737449091198, 0.4628737449007475, 0.46287374489283595, 0.46287374488536515, 0.4628737448783081, 0.46287374487163446, 0.4628737448653344, 0.4628737448593739, 0.46287374485375, 0.46287374484843236, 0.46287374484340704, 0.4628737448386575, 0.46287374483416954, 0.4628737448299286, 0.4628737448259188, 0.46287374482212984, 0.46287374481854826, 0.46287374481516397, 0.4628737448119664, 0.4628737448089425, 0.4628737448060822, 0.46287374480338045, 0.46287374480082555, 0.46287374479840293, 0.4628737447961227, 0.46287374479396504, 0.4628737447919241, 0.46287374478999527, 0.4628737447881713, 0.4628737447864472, 0.46287374478481347, 0.46287374478327636, 0.4628737447818146, 0.4628737447804345, 0.46287374477913434, 0.462873744777897, 0.46287374477672916, 0.46287374477563037, 0.46287374477458665, 0.4628737447735985, 0.46287374477266663, 0.4628737447717812, 0.4628737447709478, 0.46287374477016274, 0.46287374476941345, 0.4628737447687066, 0.4628737447680391, 0.46287374476740717, 0.4628737447668106, 0.46287374476624443, 0.4628737447657127, 0.4628737447652051, 0.46287374476472665, 0.46287374476427556 ], "history_rmse": [ 0.3835367497253399, 0.3821766448843881, 0.3820202147403325, 0.3820716108949027, 0.3821296213019938, 0.38216452862848443, 0.3821842346234927, 0.38219536842002777, 0.38220082686348883, 0.38220265791261765, 0.3822021916727474, 0.3822002873305403, 0.3821975052213138, 0.3821942144744338, 0.38219065989438855, 0.38218700417740337, 0.3821833550797051, 0.38217978321131485, 0.38217633386386884, 0.38217303497037725, 0.38216990251810773, 0.3821669442633977, 0.38216416230201633, 0.38216155486102343, 0.38215911755644805, 0.38215684428143143, 0.38215472783663873, 0.3821527603794428, 0.38215093374456344, 0.38214923967284326, 0.3821476699737094, 0.3821462166395254, 0.382144871924578, 0.38214362839810706, 0.3821424789780244, 0.38214141695028214, 0.3821404359775712, 0.38213953010014884, 0.3821386937307261, 0.3821379216451597, 0.3821372089701027, 0.38213655116848744, 0.3821359440237185, 0.3821353836230018, 0.3821348663402973, 0.382134388819199, 0.3821339479561285, 0.382133540883793, 0.3821331649552703, 0.38213281772872515, 0.382132496952801, 0.38213220055276187, 0.3821319266174619, 0.382131673387011, 0.3821314392412694, 0.38213122268905947, 0.3821310223581315, 0.3821308369857913, 0.38213066541027213, 0.38213050656265946, 0.382130359459455, 0.3821302231957408, 0.38213009693876493, 0.3821299799221866, 0.3821298714406036, 0.3821297708446603, 0.3821296775364427, 0.38212959096531973, 0.38212951062407163, 0.3821294360453685, 0.3821293667985228, 0.38212930248651644, 0.38212924274325544, 0.3821291872310681, 0.3821291356384127, 0.3821290876777728, 0.38212904308370893, 0.38212900161109586, 0.3821289630334973, 0.3821289271416679, 0.3821288937421866, 0.3821288626562189, 0.38212883371833384, 0.3821288067754751, 0.3821287816859779, 0.38212875831867243, 0.382128736552087, 0.3821287162736786, 0.382128697379148, 0.382128679771815, 0.38212866336201556, 0.3821286480665823, 0.38212863380833206, 0.3821286205156578, 0.3821286081220443, 0.38212859656574555, 0.3821285857893899, 0.3821285757396637, 0.38212856636702036, 0.3821285576253944, 0.3821285494719527, 0.3821285418668477, 0.3821285347730029, 0.3821285281559155, 0.3821285219834787, 0.3821285162257829, 0.38212851085498467, 0.3821285058451499, 0.3821285011721124, 0.3821284968133584, 0.3821284927479019, 0.3821284889561755, 0.3821284854199453, 0.3821284821222039, 0.3821284790470864, 0.3821284761797996, 0.3821284735065323, 0.38212847101441066, 0.3821284686914118, 0.38212846652631494, 0.3821284645086514, 0.3821284626286374, 0.3821284608771534, 0.38212845924566324, 0.38212845772622345, 0.38212845631139264, 0.38212845499421827, 0.3821284537682271, 0.3821284526273537, 0.3821284515659373, 0.38212845057869355, 0.38212844966068027, 0.3821284488072745, 0.38212844801416695, 0.3821284472773219, 0.3821284465929818, 0.3821284459576221, 0.3821284453679444, 0.38212844482088054, 0.3821284443135605, 0.3821284438432953, 0.3821284434075797, 0.3821284430040595, 0.38212844263055057, 0.3821284422850105, 0.382128441965519, 0.3821284416702952, 0.38212844139765517, 0.3821284411460567, 0.3821284409140286, 0.38212844070021207, 0.382128440503341, 0.38212844032222665, 0.3821284401557618, 0.38212844000290547, 0.3821284398626871, 0.38212843973420835, 0.3821284396166345, 0.38212843950916525, 0.38212843941108104, 0.3821284393216896, 0.38212843924035605, 0.38212843916647915, 0.3821284390995039, 0.38212843903891863, 0.3821284389842428, 0.3821284389350183, 0.3821284388908284, 0.38212843885129116, 0.38212843881602937, 0.3821284387847212, 0.38212843875703406, 0.3821284387326897, 0.38212843871141056, 0.38212843869294144, 0.38212843867705537, 0.38212843866352886, 0.3821284386521553, 0.3821284386427575, 0.38212843863513885, 0.38212843862916623, 0.3821284386246656, 0.3821284386215118, 0.38212843861957463, 0.3821284386187233, 0.3821284386188613, 0.38212843861988743, 0.38212843862169876, 0.38212843862421686, 0.382128438627355, 0.38212843863104223, 0.38212843863520923, 0.3821284386397955, 0.38212843864474916, 0.38212843865001156, 0.3821284386555347, 0.3821284386612721, 0.3821284386671909, 0.3821284386732528, 0.3821284386794258, 0.3821284386856704, 0.38212843869196417, 0.3821284386982884, 0.3821284387046168, 0.38212843871092084, 0.3821284387171973, 0.3821284387234125, 0.382128438729573, 0.3821284387356505, 0.38212843874163727, 0.382128438747524, 0.38212843875330194, 0.3821284387589656, 0.382128438764504, 0.38212843876991526, 0.3821284387751946, 0.38212843878033814, 0.382128438785344, 0.3821284387902068, 0.38212843879492364, 0.38212843879949937, 0.3821284388039288, 0.3821284388082047, 0.38212843881234904, 0.3821284388163471, 0.3821284388202007, 0.3821284388239147, 0.3821284388274877, 0.38212843883092396, 0.3821284388342193, 0.38212843883739117, 0.3821284388404215, 0.38212843884332587, 0.3821284388461111, 0.3821284388487624, 0.3821284388512976, 0.3821284388537226, 0.3821284388560269, 0.3821284388582187, 0.3821284388603064, 0.3821284388622832, 0.3821284388641639, 0.3821284388659498, 0.38212843886763104, 0.382128438869222, 0.3821284388707247, 0.38212843887214026, 0.3821284388734736, 0.3821284388747237, 0.382128438875901, 0.3821284388769977, 0.3821284388780242, 0.38212843887898246 ], "n_observed": 170565, "n_missing": 484677, "n_treated_observed": 4094, "n_untreated_observed": 166471 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": -0.09362848880636217, "matrix_preparation": { "source_rows": 170643, "matrix_shape": [ 15601, 42 ], "observed_cells": 170565, "missing_cells": 484677, "repeated_cells": 78, "minimum_cell_count": 1, "maximum_cell_count": 2, "observation_mass": 170643.0, "treated_observation_mass": 4096.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 8.181558915879577, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": { "penalty": 1.0 } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.02025550108463945, "SE": 0.019400337721032605, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1102709427340325, "SE": 0.15366144790317898, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.03863178003554631, "SE": 0.04227469895147964, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11301216145047226, "SE": 0.018108548017856566, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.054368691900592896, "SE": 0.060788146467986366, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.04627259256049639, "SE": 0.1968890477598747, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.09337978182202616, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.02025550108463945, "SE": 0.019400337721032605, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.05910400726958765, "upper": 0.01859300510030875, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1102709427340325, "SE": 0.15366144790317898, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19743079911672795, "upper": 0.4179726845847929, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.03863178003554631, "SE": 0.04227469895147964, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12328540448781003, "upper": 0.04602184441671741, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11301216145047226, "SE": 0.018108548017856566, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07675041952680185, "upper": 0.14927390337414265, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.054368691900592896, "SE": 0.060788146467986366, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06477388586360608, "upper": 0.17351126966479186, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.04627259256049639, "SE": 0.1968890477598747, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.33962284999924464, "upper": 0.4321680351202374, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.09337978182202616, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602207.23004, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.02025550108463945, "SE": 0.019400337721032605, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.05910400726958765, "upper": 0.01859300510030875, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1102709427340325, "SE": 0.15366144790317898, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19743079911672795, "upper": 0.4179726845847929, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.03863178003554631, "SE": 0.04227469895147964, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12328540448781003, "upper": 0.04602184441671741, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11301216145047226, "SE": 0.018108548017856566, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07675041952680185, "upper": 0.14927390337414265, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.054368691900592896, "SE": 0.060788146467986366, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06477388586360608, "upper": 0.17351126966479186, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.04627259256049639, "SE": 0.1968890477598747, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.33962284999924464, "upper": 0.4321680351202374, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.09337978182202616, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P003", "source_specification_id": "PP-REPLY-T1-PA-NOOIL-CHGEMP", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P003.json", "input_bytes": 1262045, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p003", "specification_id": "S03-P003", "source_specification_id": "PP-REPLY-T1-PA-NOOIL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOOIL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P003.parquet", "output_dir": "analyses/full-archive/results/S03-P003" }, "source": { "file": "S03-P003.parquet", "bytes": 1262045, "sha256": "6ff73409d2cd439669e893b9814b19309365a132971d06e381b10ba4f9a177bf" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 159619, "source_sd": 0.3105743177184955, "rows": 152549, "units": 14280, "clusters": 58, "treated_units": 707, "never_treated_units": 13573, "treated_cohorts": 7, "latest_cohort_control_index": null, "unique_unit_period_cells": 152451, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 188, "post_adoption_untreated_rows_removed": 4417, "units_without_minus_one_removed": 22, "additional_rows_removed": 1919 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.04983128423661516, "se": 0.023269833494926877, "pvalue": 0.036525127708712656, "lower": -0.09642832205365917, "upper": -0.0032342464195711518 }, { "method": "Dynamic TWFE", "estimate": -0.012188821141177615, "se": 0.10060533912831014, "pvalue": 0.9039945055286253, "lower": -0.2136475377658767, "upper": 0.18926989548352147 }, { "method": "BJS / did2s", "estimate": -0.06103769287540867, "se": 0.023798000861249613, "pvalue": 0.01298066169610297, "lower": -0.10869236760023865, "upper": -0.013383018150578685 }, { "method": "Sun\u2013Abraham", "estimate": -0.009579258164665427, "se": 0.018456490179759883, "pvalue": 0.6057573057376304, "lower": -0.04653774224937826, "upper": 0.027379225920047406 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.3238206010404655, "se": 0.1283519129881916, "pvalue": 0.014453509785259484, "lower": -0.580840873433244, "upper": -0.06680032864768704 }, { "event_time": -28, "estimate": -0.2862684640298388, "se": 0.13839919156762417, "pvalue": 0.04314741240185488, "lower": -0.5634080647378055, "upper": -0.009128863321872183 }, { "event_time": -27, "estimate": -0.1837931982336037, "se": 0.1441568582301837, "pvalue": 0.2074984787347937, "lower": -0.47246232755945705, "upper": 0.10487593109224966 }, { "event_time": -26, "estimate": -0.0411952252309373, "se": 0.11571077937405981, "pvalue": 0.7231407479780115, "lower": -0.27290206419513435, "upper": 0.19051161373325975 }, { "event_time": -25, "estimate": -0.0049675475955588, "se": 0.11858160045857272, "pvalue": 0.9667316813039366, "lower": -0.24242310662129732, "upper": 0.2324880114301797 }, { "event_time": -24, "estimate": -0.02635787411624964, "se": 0.12658463997643932, "pvalue": 0.8357968476064195, "lower": -0.2798392433458569, "upper": 0.22712349511335767 }, { "event_time": -23, "estimate": 0.013524385965123696, "se": 0.11426819305497571, "pvalue": 0.906201288973196, "lower": -0.2152937237230617, "upper": 0.2423424956533091 }, { "event_time": -22, "estimate": -0.08806801594013719, "se": 0.12048742459449306, "pvalue": 0.46781524702607064, "lower": -0.3293399219695393, "upper": 0.15320389008926494 }, { "event_time": -21, "estimate": -0.12140759991682663, "se": 0.12564057183782085, "pvalue": 0.33797180464187415, "lower": -0.37299850530763334, "upper": 0.13018330547398005 }, { "event_time": -20, "estimate": -0.08876334268207067, "se": 0.1892143004664491, "pvalue": 0.6407765867402128, "lower": -0.4676584437700453, "upper": 0.2901317584059039 }, { "event_time": -19, "estimate": 0.0811646556057176, "se": 0.1420978462661618, "pvalue": 0.5701172380789081, "lower": -0.20338137338191492, "upper": 0.36571068459335015 }, { "event_time": -18, "estimate": -0.031115794244682558, "se": 0.10676595908321355, "pvalue": 0.7717733553952083, "lower": -0.24491093953689463, "upper": 0.18267935104752953 }, { "event_time": -17, "estimate": -0.031600451769062884, "se": 0.08098348791434913, "pvalue": 0.6978367462472425, "lower": -0.1937670890904577, "upper": 0.13056618555233196 }, { "event_time": -16, "estimate": -0.030339235538218604, "se": 0.11358065357011018, "pvalue": 0.7903437653532204, "lower": -0.25778057115606207, "upper": 0.19710210007962484 }, { "event_time": -15, "estimate": 0.06440862019102615, "se": 0.1378820865212542, "pvalue": 0.6421889142668715, "lower": -0.21169549552275946, "upper": 0.3405127359048118 }, { "event_time": -14, "estimate": 0.030427485474147784, "se": 0.11281053859865946, "pvalue": 0.78834820719308, "lower": -0.1954717215136827, "upper": 0.25632669246197826 }, { "event_time": -13, "estimate": 0.07648193873574592, "se": 0.09811675494648019, "pvalue": 0.43891028016340977, "lower": -0.11999347402230069, "upper": 0.2729573514937925 }, { "event_time": -12, "estimate": -0.010821707386934295, "se": 0.1395464680123535, "pvalue": 0.9384582904396793, "lower": -0.2902586895477295, "upper": 0.26861527477386093 }, { "event_time": -11, "estimate": 0.10133942649097201, "se": 0.11599873063852972, "pvalue": 0.38598817176026956, "lower": -0.1309440249342852, "upper": 0.33362287791622924 }, { "event_time": -10, "estimate": 0.006512779912558992, "se": 0.14183205858893858, "pvalue": 0.963535347514424, "lower": -0.27750101843192887, "upper": 0.29052657825704686 }, { "event_time": -9, "estimate": 0.06020453437637021, "se": 0.16733303159118662, "pvalue": 0.7203347898139104, "lower": -0.2748740815834319, "upper": 0.3952831503361723 }, { "event_time": -8, "estimate": 0.1291434403590352, "se": 0.10873572947323443, "pvalue": 0.2398844910738683, "lower": -0.08859610210192786, "upper": 0.34688298281999824 }, { "event_time": -7, "estimate": 0.12287855534312538, "se": 0.1525890825288204, "pvalue": 0.4239985813015134, "lower": -0.18267581188574233, "upper": 0.42843292257199306 }, { "event_time": -6, "estimate": 0.09346592565931632, "se": 0.14938438379747465, "pvalue": 0.5340260770456674, "lower": -0.20567114305259782, "upper": 0.3926029943712305 }, { "event_time": -5, "estimate": 0.026058913764412023, "se": 0.13064427489129263, "pvalue": 0.8426091605172353, "lower": -0.23555173415952083, "upper": 0.2876695616883449 }, { "event_time": -4, "estimate": 0.03462647484292959, "se": 0.12500434732998472, "pvalue": 0.782780525988451, "lower": -0.2156904129465808, "upper": 0.28494336263243997 }, { "event_time": -3, "estimate": 0.06778519325003986, "se": 0.11590438138725925, "pvalue": 0.5609651888343531, "lower": -0.16430932705843826, "upper": 0.299879713558518 }, { "event_time": -2, "estimate": 0.024257364860425998, "se": 0.08551318748482703, "pvalue": 0.7776925596137024, "lower": -0.14697983939181614, "upper": 0.19549456911266816 }, { "event_time": 0, "estimate": 0.052978951864626325, "se": 0.0976700653359042, "pvalue": 0.5896384529430583, "lower": -0.14260198037721772, "upper": 0.2485598841064704 }, { "event_time": 1, "estimate": -0.09353092070225295, "se": 0.09831020639890678, "pvalue": 0.34542553076587795, "lower": -0.2903937133118335, "upper": 0.10333187190732761 }, { "event_time": 2, "estimate": -0.013493904173624574, "se": 0.11195732625884292, "pvalue": 0.9044893797979677, "lower": -0.23768458292153155, "upper": 0.21069677457428243 }, { "event_time": 3, "estimate": -0.05737951334769211, "se": 0.12018925740033126, "pvalue": 0.6348960100691972, "lower": -0.2980543498696915, "upper": 0.18329532317430727 }, { "event_time": 4, "estimate": 0.023340694486957754, "se": 0.10694327238718325, "pvalue": 0.8280114746841245, "lower": -0.1908095145719264, "upper": 0.2374909035458419 }, { "event_time": 5, "estimate": 0.02062658307327707, "se": 0.11861472381005207, "pvalue": 0.8625636092890999, "lower": -0.21689530431969478, "upper": 0.25814847046624895 }, { "event_time": 9, "estimate": -0.1294073327420137, "se": 0.7980231447246408, "pvalue": 0.8717534388740131, "lower": -1.7274211157678951, "upper": 1.4686064502838676 }, { "event_time": 10, "estimate": -0.79953330767412, "se": 0.7929142074563903, "pvalue": 0.3175489750732149, "lower": -2.3873166202866454, "upper": 0.7882500049384054 }, { "event_time": 11, "estimate": -1.5395148473345437, "se": 0.8014668879572409, "pvalue": 0.05975467363136879, "lower": -3.144424607234374, "upper": 0.06539491256528662 }, { "event_time": 12, "estimate": 1.3809294570666164, "se": 0.8056718476770222, "pvalue": 0.09196061347462096, "lower": -0.23240058942978603, "upper": 2.994259503563019 }, { "event_time": 13, "estimate": -0.19204454255082973, "se": 0.810208529285037, "pvalue": 0.8134825741675408, "lower": -1.8144591372670824, "upper": 1.430370052165423 }, { "event_time": 14, "estimate": -0.31500212302090924, "se": 0.8072643768035321, "pvalue": 0.6978361657093513, "lower": -1.9315211540860626, "upper": 1.3015169080442441 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2679221257617463, "se": 0.023458428207125254, "pvalue": 2.308607642558145e-16, "lower": -0.31489681797577246, "upper": -0.22094743354772012 }, { "event_time": -28, "estimate": -0.2236334949228704, "se": 0.02145419867611918, "pvalue": 8.035416001690601e-15, "lower": -0.2665947867285659, "upper": -0.1806722031171749 }, { "event_time": -27, "estimate": -0.1170128001830782, "se": 0.02419962131694044, "pvalue": 1.0458921109754003e-05, "lower": -0.1654717059981738, "upper": -0.06855389436798262 }, { "event_time": -26, "estimate": -0.0507387943980569, "se": 0.02124639866570788, "pvalue": 0.020271139488931257, "lower": -0.09328397386046347, "upper": -0.00819361493565033 }, { "event_time": -25, "estimate": -0.02070195576747304, "se": 0.018447514966763296, "pvalue": 0.26647891340775964, "lower": -0.057642467298170436, "upper": 0.01623855576322435 }, { "event_time": -24, "estimate": -0.037227427496679184, "se": 0.022231902299945993, "pvalue": 0.09951039294239607, "lower": -0.08174604394665333, "upper": 0.007291188953294961 }, { "event_time": -23, "estimate": 0.0016644121257982706, "se": 0.01633992931178324, "pvalue": 0.9192239829574642, "lower": -0.031055731928304346, "upper": 0.03438455617990089 }, { "event_time": -22, "estimate": -0.09454053660110465, "se": 0.02097010240604935, "pvalue": 3.3024632676817546e-05, "lower": -0.13653244234701373, "upper": -0.05254863085519558 }, { "event_time": -21, "estimate": -0.12854011174012342, "se": 0.022032975298440123, "pvalue": 2.685932326464952e-07, "lower": -0.17266038374066173, "upper": -0.08441983973958511 }, { "event_time": -20, "estimate": -0.09897698866399345, "se": 0.06566806487899089, "pvalue": 0.13727393985450873, "lower": -0.2304750203626536, "upper": 0.0325210430346667 }, { "event_time": -19, "estimate": 0.06510568590577676, "se": 0.0289773334677522, "pvalue": 0.028543677926758527, "lower": 0.0070795765342456796, "upper": 0.12313179527730783 }, { "event_time": -18, "estimate": -0.04418055587563411, "se": 0.01544708099670828, "pvalue": 0.005908366251253124, "lower": -0.07511280201841294, "upper": -0.01324830973285528 }, { "event_time": -17, "estimate": -0.048643350088158704, "se": 0.0405163054749078, "pvalue": 0.23487716916627976, "lower": -0.1297758523397447, "upper": 0.03248915216342729 }, { "event_time": -16, "estimate": -0.04403167282912659, "se": 0.009554695443779841, "pvalue": 2.330582212660863e-05, "lower": -0.06316462042934087, "upper": -0.024898725228912295 }, { "event_time": -15, "estimate": 0.04570830774973286, "se": 0.023225787946585915, "pvalue": 0.053939714124051415, "lower": -0.0008005303781228323, "upper": 0.09221714587758856 }, { "event_time": -14, "estimate": 0.00942928603901264, "se": 0.01723884241296999, "pvalue": 0.5865282670135242, "lower": -0.0250909004511206, "upper": 0.04394947252914588 }, { "event_time": -13, "estimate": 0.04799695550352495, "se": 0.0261809763826805, "pvalue": 0.07198510499503147, "lower": -0.00442954539330636, "upper": 0.10042345640035627 }, { "event_time": -12, "estimate": -0.034772093456917855, "se": 0.022587273306425668, "pvalue": 0.12922669253606703, "lower": -0.08000232807260102, "upper": 0.010458141158765318 }, { "event_time": -11, "estimate": 0.07033857262585404, "se": 0.012857069021162374, "pvalue": 1.039195164717989e-06, "lower": 0.044592736003255945, "upper": 0.09608440924845213 }, { "event_time": -10, "estimate": -0.018287207553561936, "se": 0.028398083730964255, "pvalue": 0.5221847308245764, "lower": -0.07515338933487174, "upper": 0.03857897422774788 }, { "event_time": -9, "estimate": 0.0268120026195489, "se": 0.05022390584719877, "pvalue": 0.595521617305131, "lower": -0.07375963407015027, "upper": 0.12738363930924806 }, { "event_time": -8, "estimate": 0.09152005785318669, "se": 0.013411389579629908, "pvalue": 6.246055363906065e-09, "lower": 0.06466421345888246, "upper": 0.11837590224749092 }, { "event_time": -7, "estimate": 0.08568773282809848, "se": 0.04576514228537615, "pvalue": 0.06629294719009993, "lower": -0.005955383837905545, "upper": 0.1773308494941025 }, { "event_time": -6, "estimate": 0.044708649247258314, "se": 0.040864060943470136, "pvalue": 0.27852085229783996, "lower": -0.03712022131840331, "upper": 0.12653751981291994 }, { "event_time": -5, "estimate": -0.0172015299665384, "se": 0.0206614535380737, "pvalue": 0.40857775967753385, "lower": -0.05857537701527696, "upper": 0.02417231708220015 }, { "event_time": -4, "estimate": -0.007608164221936245, "se": 0.01645724412861209, "pvalue": 0.6456269219255807, "lower": -0.040563227144601685, "upper": 0.025346898700729193 }, { "event_time": -3, "estimate": 0.0075885554029979764, "se": 0.016590549107734907, "pvalue": 0.6491205989155184, "lower": -0.025633446135912414, "upper": 0.04081055694190837 }, { "event_time": -2, "estimate": -0.03007842341971553, "se": 0.03802097678425808, "pvalue": 0.4321647401391036, "lower": -0.10621411615869761, "upper": 0.04605726931926654 }, { "event_time": -1, "estimate": -0.06327744221815446, "se": 0.09721982168206661, "pvalue": 0.5177458505991689, "lower": -0.25795677709492376, "upper": 0.13140189265861485 }, { "event_time": 0, "estimate": -0.011031408590273904, "se": 0.048265360214453025, "pvalue": 0.8200308980138896, "lower": -0.10768112529995448, "upper": 0.08561830811940667 }, { "event_time": 1, "estimate": -0.15422274594643473, "se": 0.03921667672442573, "pvalue": 0.00023031469727930555, "lower": -0.23275278651527884, "upper": -0.07569270537759062 }, { "event_time": 2, "estimate": -0.07553578729339747, "se": 0.0541387022178409, "pvalue": 0.16835997103831649, "lower": -0.18394666849546532, "upper": 0.03287509390867037 }, { "event_time": 3, "estimate": -0.10717449676351476, "se": 0.07391729947015943, "pvalue": 0.1525599812746196, "lower": -0.2551913357965785, "upper": 0.04084234226954894 }, { "event_time": 4, "estimate": -0.02308013146217687, "se": 0.03106569104560769, "pvalue": 0.46056549554330867, "lower": -0.0852881047500122, "upper": 0.039127841825658455 }, { "event_time": 5, "estimate": 0.0018597991874142292, "se": 0.04414983239851393, "pvalue": 0.9665464912832195, "lower": -0.08654871522409695, "upper": 0.09026831359892541 }, { "event_time": 9, "estimate": 1.8640468513007291, "se": 0.033432288411795845, "pvalue": 2.0178105193138923e-51, "lower": 1.797099848531053, "upper": 1.9309938540704052 }, { "event_time": 10, "estimate": 1.2021672259906169, "se": 0.03877640039249692, "pvalue": 2.2587774836228794e-37, "lower": 1.1245188235690036, "upper": 1.2798156284122302 }, { "event_time": 11, "estimate": 0.4616520392388107, "se": 0.05083174723221023, "pvalue": 1.1347175756054474e-12, "lower": 0.3598632211708985, "upper": 0.5634408573067229 }, { "event_time": 12, "estimate": 3.3815928499553065, "se": 0.0276572829282888, "pvalue": 1.1001533765971147e-70, "lower": 3.326210096193569, "upper": 3.436975603717044 }, { "event_time": 13, "estimate": 1.8065953572879412, "se": 0.03789305073210873, "pvalue": 1.2589032833647322e-47, "lower": 1.7307158320497316, "upper": 1.8824748825261508 }, { "event_time": 14, "estimate": 1.6854059005824547, "se": 0.04114641339290339, "pvalue": 5.65970616168449e-44, "lower": 1.6030116289894567, "upper": 1.7678001721754526 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.6144530818619889, "se": 0.053997117081722015, "pvalue": 2.672220451999819e-16, "lower": -0.7225804437194296, "upper": -0.5063257200045481 }, { "event_time": -28, "estimate": -0.57185888742681, "se": 0.05584890758551113, "pvalue": 1.568730355006963e-14, "lower": -0.6836943958059316, "upper": -0.4600233790476885 }, { "event_time": -27, "estimate": -0.47534125956533096, "se": 0.05923287979205201, "pvalue": 6.247097292432713e-11, "lower": -0.5939530554032514, "upper": -0.35672946372741055 }, { "event_time": -26, "estimate": -0.14821847685255962, "se": 0.04659284064804482, "pvalue": 0.0023742784876123746, "lower": -0.2415190309005194, "upper": -0.05491792280459985 }, { "event_time": -25, "estimate": -0.11830389035048762, "se": 0.043840130459915416, "pvalue": 0.00914736354736628, "lower": -0.20609223732727983, "upper": -0.030515543373695428 }, { "event_time": -24, "estimate": -0.1472887731470378, "se": 0.04864204620706813, "pvalue": 0.003693387099437343, "lower": -0.24469279054592885, "upper": -0.049884755748146756 }, { "event_time": -23, "estimate": -0.11298394251173702, "se": 0.03776134188887105, "pvalue": 0.004089758862413177, "lower": -0.18859972534067992, "upper": -0.03736815968279411 }, { "event_time": -22, "estimate": -0.2075135590779948, "se": 0.037719032360819874, "pvalue": 9.274494887161684e-07, "lower": -0.28304461853841634, "upper": -0.13198249961757327 }, { "event_time": -21, "estimate": -0.23578550741947765, "se": 0.050983560631609436, "pvalue": 2.2008632796307314e-05, "lower": -0.33787832657594435, "upper": -0.13369268826301095 }, { "event_time": -20, "estimate": -0.14140568328350875, "se": 0.03815727486388761, "pvalue": 0.00047817563244683374, "lower": -0.21781430821911665, "upper": -0.06499705834790084 }, { "event_time": -19, "estimate": 0.027648797917102855, "se": 0.03255330442922939, "pvalue": 0.39924578840886066, "lower": -0.03753806978821396, "upper": 0.09283566562241967 }, { "event_time": -18, "estimate": -0.08291156183771481, "se": 0.03453107570941426, "pvalue": 0.01963234094621997, "lower": -0.15205884821797955, "upper": -0.013764275457450056 }, { "event_time": -17, "estimate": -0.07523147188629678, "se": 0.03902751128228778, "pvalue": 0.05888642506661848, "lower": -0.15338271519116814, "upper": 0.0029197714185745655 }, { "event_time": -16, "estimate": -0.06064768941714349, "se": 0.037809843944595224, "pvalue": 0.11423721442090477, "lower": -0.13636059593737865, "upper": 0.01506521710309168 }, { "event_time": -15, "estimate": 0.03681835744303127, "se": 0.04237892084199935, "pvalue": 0.3886058279456484, "lower": -0.04804396774510019, "upper": 0.12168068263116272 }, { "event_time": -14, "estimate": 0.022073476050893312, "se": 0.04164378650306629, "pvalue": 0.5981329840008994, "lower": -0.06131676801558597, "upper": 0.1054637201173726 }, { "event_time": -13, "estimate": 0.07971377687519005, "se": 0.0366652284130943, "pvalue": 0.03386454106842672, "lower": 0.006292923420953486, "upper": 0.1531346303294266 }, { "event_time": -12, "estimate": -0.007778151278322237, "se": 0.03351629662050312, "pvalue": 0.8173142719665957, "lower": -0.07489337758423165, "upper": 0.05933707502758717 }, { "event_time": -11, "estimate": 0.10774692663795973, "se": 0.04124678282322077, "pvalue": 0.011479344444284202, "lower": 0.025151668727582538, "upper": 0.19034218454833693 }, { "event_time": -10, "estimate": 0.007906011701929325, "se": 0.04179026134467765, "pvalue": 0.8506213340789636, "lower": -0.07577754317553181, "upper": 0.09158956657939046 }, { "event_time": -9, "estimate": 0.06301462961879084, "se": 0.03694366924102177, "pvalue": 0.09350916805162242, "lower": -0.010963791975826864, "upper": 0.13699305121340855 }, { "event_time": -8, "estimate": 0.1329013965656055, "se": 0.03741710961581778, "pvalue": 0.0007755623855930928, "lower": 0.057974926973425, "upper": 0.20782786615778603 }, { "event_time": -7, "estimate": 0.11668769398463535, "se": 0.03472057339852508, "pvalue": 0.001392337695058338, "lower": 0.04716094502731072, "upper": 0.18621444294196 }, { "event_time": -6, "estimate": 0.07614294313030656, "se": 0.047612405666663714, "pvalue": 0.11529961507631305, "lower": -0.019199254650938927, "upper": 0.17148514091155204 }, { "event_time": -5, "estimate": 0.011673509352761222, "se": 0.030574107158734237, "pvalue": 0.7040218030272805, "lower": -0.049550084181265996, "upper": 0.07289710288678844 }, { "event_time": -4, "estimate": 0.025499370488873588, "se": 0.03301269412774546, "pvalue": 0.4430620087419241, "lower": -0.04060740922007576, "upper": 0.09160615019782294 }, { "event_time": -3, "estimate": 0.06537986330420259, "se": 0.02685482345924843, "pvalue": 0.018063918682073788, "lower": 0.011604006911699771, "upper": 0.11915571969670541 }, { "event_time": -2, "estimate": 0.026123414493532275, "se": 0.025931778738081643, "pvalue": 0.3180048509850407, "lower": -0.02580407672745315, "upper": 0.0780509057145177 }, { "event_time": 0, "estimate": 0.0541600412840488, "se": 0.02373747971221245, "pvalue": 0.026265511307893598, "lower": 0.00662655806972233, "upper": 0.10169352449837527 }, { "event_time": 1, "estimate": -0.09334184769336075, "se": 0.020557653933162005, "pvalue": 2.9535172662830378e-05, "lower": -0.13450783961857557, "upper": -0.05217585576814592 }, { "event_time": 2, "estimate": -0.02082637180162357, "se": 0.02178476990450293, "pvalue": 0.34310636304488307, "lower": -0.06444962107399294, "upper": 0.022796877470745797 }, { "event_time": 3, "estimate": -0.056470361595728935, "se": 0.024140603557029686, "pvalue": 0.022851805408559262, "lower": -0.1048110863851185, "upper": -0.008129636806339366 }, { "event_time": 4, "estimate": 0.03248499752429565, "se": 0.02268733190183795, "pvalue": 0.15764591226149444, "lower": -0.012945600972605796, "upper": 0.0779155960211971 }, { "event_time": 5, "estimate": 0.03463990724551193, "se": 0.03559798397953362, "pvalue": 0.33462199221010785, "lower": -0.03664382609389877, "upper": 0.10592364058492262 }, { "event_time": 9, "estimate": 0.061777261225594834, "se": 0.7485369986099097, "pvalue": 0.9345138710142118, "lower": -1.4371422234921098, "upper": 1.5606967459432997 }, { "event_time": 10, "estimate": -0.6016550283634061, "se": 0.7413679923692165, "pvalue": 0.420427649055592, "lower": -2.086218825706681, "upper": 0.8829087689798687 }, { "event_time": 11, "estimate": -1.342054593916233, "se": 0.7489102544788525, "pvalue": 0.07843952436131942, "lower": -2.8417215106189735, "upper": 0.1576123227865074 }, { "event_time": 12, "estimate": 1.5778620111783836, "se": 0.7541002033459259, "pvalue": 0.04086892332429465, "lower": 0.0678024011338425, "upper": 3.087921621222925 }, { "event_time": 13, "estimate": 0.003403838935897442, "se": 0.7590858638305199, "pvalue": 0.9964378518664114, "lower": -1.5166393840207952, "upper": 1.5234470618925902 }, { "event_time": 14, "estimate": -0.1181253499551442, "se": 0.7562910546491696, "pvalue": 0.876434871329567, "lower": -1.6325720640608736, "upper": 1.3963213641505852 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.21331726423621572, 0.18830973184694186, 0.17053329316059054, 0.15727628803856583, 0.14191021391985537, 0.12684543537210002, 0.00030129557095510696, 0.00030129557095510696, 0.00030129557095510696, 0.00030129557095510696, 0.00030129557095510696, 0.00030129557095510696 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 4.472455112398974e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.3313640620089298, "df_num": 22, "df_den": 138079, "pvalue": 1.998841751158025e-07, "log10_pvalue": -6.699221587732467, "inference": "Homoskedastic nested-model F", "observations": 152549, "design_columns": 149, "restricted_design_columns": 127, "fixed_effect_rank": 14321, "covariance_rank": 22, "rss_unrestricted": 117961.13982405944, "rss_restricted": 118023.75161182092, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.3803041129340701e-05, -1.4370405265001052e-05, -1.4815589166359928e-05, 2.2444977116844414e-05, 1.4337120429873605e-05, -1.94366302835208e-06 ], [ -8.765068951869171e-06, -1.0375238587897927e-05, -1.0820896649948923e-05, 7.775622890814306e-05, 7.752543047848195e-05, 6.532716092046675e-05 ], [ -3.524534846173354e-06, -6.167798493849144e-06, -6.555239397157786e-06, 0.00013563472592352275, 0.0001447496339751684, 0.00013793002124634526 ], [ 4.703231158450432e-07, -3.0472087961583244e-06, -3.322274678681164e-06, 0.00017354290043906812, 0.00018889749775879636, 0.00018751082830144135 ], [ 2.981211313770889e-06, -1.1520946678107738e-06, -1.395997322439053e-06, 0.00020025557736741658, 0.00021750964027638075, 0.000218735223094413 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": 0.18089106446782272 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.11312579388203764 }, { "event_time": -16.0, "cohort": 19, "estimate": 0.21705565152583112 }, { "event_time": -15.0, "cohort": 19, "estimate": 0.4563080632693984 }, { "event_time": -14.0, "cohort": 19, "estimate": 0.947965501395164 }, { "event_time": -13.0, "cohort": 19, "estimate": -0.4158732870838757 }, { "event_time": -12.0, "cohort": 19, "estimate": 0.19021644704613566 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.18266992570497292 }, { "event_time": -10.0, "cohort": 19, "estimate": -0.5631788441685359 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.40741916239180254 }, { "event_time": -8.0, "cohort": 19, "estimate": 0.010382355596902204 }, { "event_time": -7.0, "cohort": 19, "estimate": 0.41582485188271423 }, { "event_time": -6.0, "cohort": 19, "estimate": 0.49694034278825444 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.4088951750399492 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.760785591330946 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.6471315551877699 }, { "event_time": -2.0, "cohort": 19, "estimate": 0.11259135717957089 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.3238144253550246 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.07615003175635077 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.7576465360910842 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.20371051510226793 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.8129160329232162 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.17046423640839714 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.852228087249248 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.8500745112555903 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.5943626885889253 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.1512915155345989 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.5409591086372114 }, { "event_time": -15.0, "cohort": 21, "estimate": 0.8861982069379797 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.2906667164536103 }, { "event_time": -13.0, "cohort": 21, "estimate": -0.3429142335723451 }, { "event_time": -12.0, "cohort": 21, "estimate": 0.35903243966496046 }, { "event_time": -11.0, "cohort": 21, "estimate": 0.3181523499407572 }, { "event_time": -10.0, "cohort": 21, "estimate": -0.2632602521185897 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.5502337535423125 }, { "event_time": -8.0, "cohort": 21, "estimate": -0.0012434099337132465 }, { "event_time": -7.0, "cohort": 21, "estimate": 0.5529638806000706 }, { "event_time": -6.0, "cohort": 21, "estimate": 0.7063667475228721 }, { "event_time": -5.0, "cohort": 21, "estimate": 0.4060694243300259 }, { "event_time": -4.0, "cohort": 21, "estimate": 0.9710773860313417 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.762122329765655 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.5222742263154855 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.2707902349066839 }, { "event_time": 1.0, "cohort": 21, "estimate": 0.2852906536505695 }, { "event_time": 2.0, "cohort": 21, "estimate": 0.74450459934045 }, { "event_time": 3.0, "cohort": 21, "estimate": 0.4489316404785375 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.7296083318431263 }, { "event_time": 5.0, "cohort": 21, "estimate": 0.07067177652431456 }, { "event_time": -26.0, "cohort": 27, "estimate": 0.35390097856994795 }, { "event_time": -25.0, "cohort": 27, "estimate": 0.32244860593873476 }, { "event_time": -24.0, "cohort": 27, "estimate": 0.26073684091284904 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.33109742145019505 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.00912097095254838 }, { "event_time": -21.0, "cohort": 27, "estimate": 0.20265851458459633 }, { "event_time": -20.0, "cohort": 27, "estimate": 0.11200984930338798 }, { "event_time": -19.0, "cohort": 27, "estimate": 0.29291187235665117 }, { "event_time": -18.0, "cohort": 27, "estimate": 0.25746519459584527 }, { "event_time": -17.0, "cohort": 27, "estimate": 0.009284887013186721 }, { "event_time": -16.0, "cohort": 27, "estimate": 0.16338688276141472 }, { "event_time": -15.0, "cohort": 27, "estimate": 0.4267427645676704 }, { "event_time": -14.0, "cohort": 27, "estimate": 0.9584982309804218 }, { "event_time": -13.0, "cohort": 27, "estimate": -0.6404392858584165 }, { "event_time": -12.0, "cohort": 27, "estimate": -0.08897243672187297 }, { "event_time": -11.0, "cohort": 27, "estimate": -0.01968150840527417 }, { "event_time": -10.0, "cohort": 27, "estimate": -0.7194109241726495 }, { "event_time": -9.0, "cohort": 27, "estimate": -0.004026485065965535 }, { "event_time": -8.0, "cohort": 27, "estimate": -0.3156653403393541 }, { "event_time": -7.0, "cohort": 27, "estimate": 0.0822563590955715 }, { "event_time": -6.0, "cohort": 27, "estimate": 0.27722870167434915 }, { "event_time": -5.0, "cohort": 27, "estimate": -0.03235031388774645 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.5536149282904206 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.3624099918278111 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.2512493152423272 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.07501288276728464 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.05880582622943531 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.2753245936097901 }, { "event_time": 3.0, "cohort": 27, "estimate": -0.049117182682745286 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.41919167517706585 }, { "event_time": 5.0, "cohort": 27, "estimate": -0.18994935057127288 }, { "event_time": -15.0, "cohort": 30, "estimate": 0.41277441148753663 }, { "event_time": -14.0, "cohort": 30, "estimate": 0.5387490880122072 }, { "event_time": -13.0, "cohort": 30, "estimate": -1.2288957644489624 }, { "event_time": -12.0, "cohort": 30, "estimate": -0.3829254202654201 }, { "event_time": -11.0, "cohort": 30, "estimate": -0.2980465956016576 }, { "event_time": -10.0, "cohort": 30, "estimate": -0.6746817016724571 }, { "event_time": -9.0, "cohort": 30, "estimate": -0.33486188493787683 }, { "event_time": -8.0, "cohort": 30, "estimate": -0.4559842330239061 }, { "event_time": -7.0, "cohort": 30, "estimate": -0.2361732602143366 }, { "event_time": -6.0, "cohort": 30, "estimate": -0.009285102303005888 }, { "event_time": -5.0, "cohort": 30, "estimate": -0.1658866281170238 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.287440006939079 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.0537820387663612 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.240620295360865 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.4332476691798972 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.2532279852641443 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.7045535546824387 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.3534186780972685 }, { "event_time": 4.0, "cohort": 30, "estimate": -0.00013847221005236499 }, { "event_time": 5.0, "cohort": 30, "estimate": -0.07745486531619694 }, { "event_time": -6.0, "cohort": 31, "estimate": -5.59590774230829 }, { "event_time": -5.0, "cohort": 31, "estimate": -8.142760221966645 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.712604175305011 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.059784013972809 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.447222611145364 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9137559011813385 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.737252686773728 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.77701108676385 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.17670698426964476 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.3954076234174566 } ] } } }, "code_sha256": { "replication_engine.py": "35ded31e20eb4abb8626fef7be43e603e832ff031a721cb5cfe8bce81be6ce8c", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "80f31c1a9b71ccb8a6113641ff8ef830af32dbdea8af48d60740c31d4b00b63c", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p003", "specification_id": "S03-P003", "source_specification_id": "PP-REPLY-T1-PA-NOOIL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOOIL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P003.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P003" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P003", "regression_results": "analyses/archive-expanded/baselines/S03-P003.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P003.parquet", "bytes": 1262045, "sha256": "6ff73409d2cd439669e893b9814b19309365a132971d06e381b10ba4f9a177bf" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 159619, "source_sd": 0.3105743177184955, "rows": 152549, "units": 14280, "clusters": 58, "treated_units": 707, "never_treated_units": 13573, "treated_cohorts": 7, "latest_cohort_control_index": null, "unique_unit_period_cells": 152451, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 188, "post_adoption_untreated_rows_removed": 4417, "units_without_minus_one_removed": 22, "additional_rows_removed": 1919 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.04983128423661516, "se": 0.023269833494926877, "pvalue": 0.036525127708712656, "lower": -0.09642832205365917, "upper": -0.0032342464195711518 }, { "method": "Dynamic TWFE", "estimate": -0.012188821141177615, "se": 0.10060533912831014, "pvalue": 0.9039945055286253, "lower": -0.2136475377658767, "upper": 0.18926989548352147 }, { "method": "BJS / did2s", "estimate": -0.06103769287540867, "se": 0.023798000861249613, "pvalue": 0.01298066169610297, "lower": -0.10869236760023865, "upper": -0.013383018150578685 }, { "method": "Sun\u2013Abraham", "estimate": -0.009579258164665427, "se": 0.018456490179759883, "pvalue": 0.6057573057376304, "lower": -0.04653774224937826, "upper": 0.027379225920047406 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.3238206010404655, "se": 0.1283519129881916, "pvalue": 0.014453509785259484, "lower": -0.580840873433244, "upper": -0.06680032864768704 }, { "event_time": -28, "estimate": -0.2862684640298388, "se": 0.13839919156762417, "pvalue": 0.04314741240185488, "lower": -0.5634080647378055, "upper": -0.009128863321872183 }, { "event_time": -27, "estimate": -0.1837931982336037, "se": 0.1441568582301837, "pvalue": 0.2074984787347937, "lower": -0.47246232755945705, "upper": 0.10487593109224966 }, { "event_time": -26, "estimate": -0.0411952252309373, "se": 0.11571077937405981, "pvalue": 0.7231407479780115, "lower": -0.27290206419513435, "upper": 0.19051161373325975 }, { "event_time": -25, "estimate": -0.0049675475955588, "se": 0.11858160045857272, "pvalue": 0.9667316813039366, "lower": -0.24242310662129732, "upper": 0.2324880114301797 }, { "event_time": -24, "estimate": -0.02635787411624964, "se": 0.12658463997643932, "pvalue": 0.8357968476064195, "lower": -0.2798392433458569, "upper": 0.22712349511335767 }, { "event_time": -23, "estimate": 0.013524385965123696, "se": 0.11426819305497571, "pvalue": 0.906201288973196, "lower": -0.2152937237230617, "upper": 0.2423424956533091 }, { "event_time": -22, "estimate": -0.08806801594013719, "se": 0.12048742459449306, "pvalue": 0.46781524702607064, "lower": -0.3293399219695393, "upper": 0.15320389008926494 }, { "event_time": -21, "estimate": -0.12140759991682663, "se": 0.12564057183782085, "pvalue": 0.33797180464187415, "lower": -0.37299850530763334, "upper": 0.13018330547398005 }, { "event_time": -20, "estimate": -0.08876334268207067, "se": 0.1892143004664491, "pvalue": 0.6407765867402128, "lower": -0.4676584437700453, "upper": 0.2901317584059039 }, { "event_time": -19, "estimate": 0.0811646556057176, "se": 0.1420978462661618, "pvalue": 0.5701172380789081, "lower": -0.20338137338191492, "upper": 0.36571068459335015 }, { "event_time": -18, "estimate": -0.031115794244682558, "se": 0.10676595908321355, "pvalue": 0.7717733553952083, "lower": -0.24491093953689463, "upper": 0.18267935104752953 }, { "event_time": -17, "estimate": -0.031600451769062884, "se": 0.08098348791434913, "pvalue": 0.6978367462472425, "lower": -0.1937670890904577, "upper": 0.13056618555233196 }, { "event_time": -16, "estimate": -0.030339235538218604, "se": 0.11358065357011018, "pvalue": 0.7903437653532204, "lower": -0.25778057115606207, "upper": 0.19710210007962484 }, { "event_time": -15, "estimate": 0.06440862019102615, "se": 0.1378820865212542, "pvalue": 0.6421889142668715, "lower": -0.21169549552275946, "upper": 0.3405127359048118 }, { "event_time": -14, "estimate": 0.030427485474147784, "se": 0.11281053859865946, "pvalue": 0.78834820719308, "lower": -0.1954717215136827, "upper": 0.25632669246197826 }, { "event_time": -13, "estimate": 0.07648193873574592, "se": 0.09811675494648019, "pvalue": 0.43891028016340977, "lower": -0.11999347402230069, "upper": 0.2729573514937925 }, { "event_time": -12, "estimate": -0.010821707386934295, "se": 0.1395464680123535, "pvalue": 0.9384582904396793, "lower": -0.2902586895477295, "upper": 0.26861527477386093 }, { "event_time": -11, "estimate": 0.10133942649097201, "se": 0.11599873063852972, "pvalue": 0.38598817176026956, "lower": -0.1309440249342852, "upper": 0.33362287791622924 }, { "event_time": -10, "estimate": 0.006512779912558992, "se": 0.14183205858893858, "pvalue": 0.963535347514424, "lower": -0.27750101843192887, "upper": 0.29052657825704686 }, { "event_time": -9, "estimate": 0.06020453437637021, "se": 0.16733303159118662, "pvalue": 0.7203347898139104, "lower": -0.2748740815834319, "upper": 0.3952831503361723 }, { "event_time": -8, "estimate": 0.1291434403590352, "se": 0.10873572947323443, "pvalue": 0.2398844910738683, "lower": -0.08859610210192786, "upper": 0.34688298281999824 }, { "event_time": -7, "estimate": 0.12287855534312538, "se": 0.1525890825288204, "pvalue": 0.4239985813015134, "lower": -0.18267581188574233, "upper": 0.42843292257199306 }, { "event_time": -6, "estimate": 0.09346592565931632, "se": 0.14938438379747465, "pvalue": 0.5340260770456674, "lower": -0.20567114305259782, "upper": 0.3926029943712305 }, { "event_time": -5, "estimate": 0.026058913764412023, "se": 0.13064427489129263, "pvalue": 0.8426091605172353, "lower": -0.23555173415952083, "upper": 0.2876695616883449 }, { "event_time": -4, "estimate": 0.03462647484292959, "se": 0.12500434732998472, "pvalue": 0.782780525988451, "lower": -0.2156904129465808, "upper": 0.28494336263243997 }, { "event_time": -3, "estimate": 0.06778519325003986, "se": 0.11590438138725925, "pvalue": 0.5609651888343531, "lower": -0.16430932705843826, "upper": 0.299879713558518 }, { "event_time": -2, "estimate": 0.024257364860425998, "se": 0.08551318748482703, "pvalue": 0.7776925596137024, "lower": -0.14697983939181614, "upper": 0.19549456911266816 }, { "event_time": 0, "estimate": 0.052978951864626325, "se": 0.0976700653359042, "pvalue": 0.5896384529430583, "lower": -0.14260198037721772, "upper": 0.2485598841064704 }, { "event_time": 1, "estimate": -0.09353092070225295, "se": 0.09831020639890678, "pvalue": 0.34542553076587795, "lower": -0.2903937133118335, "upper": 0.10333187190732761 }, { "event_time": 2, "estimate": -0.013493904173624574, "se": 0.11195732625884292, "pvalue": 0.9044893797979677, "lower": -0.23768458292153155, "upper": 0.21069677457428243 }, { "event_time": 3, "estimate": -0.05737951334769211, "se": 0.12018925740033126, "pvalue": 0.6348960100691972, "lower": -0.2980543498696915, "upper": 0.18329532317430727 }, { "event_time": 4, "estimate": 0.023340694486957754, "se": 0.10694327238718325, "pvalue": 0.8280114746841245, "lower": -0.1908095145719264, "upper": 0.2374909035458419 }, { "event_time": 5, "estimate": 0.02062658307327707, "se": 0.11861472381005207, "pvalue": 0.8625636092890999, "lower": -0.21689530431969478, "upper": 0.25814847046624895 }, { "event_time": 9, "estimate": -0.1294073327420137, "se": 0.7980231447246408, "pvalue": 0.8717534388740131, "lower": -1.7274211157678951, "upper": 1.4686064502838676 }, { "event_time": 10, "estimate": -0.79953330767412, "se": 0.7929142074563903, "pvalue": 0.3175489750732149, "lower": -2.3873166202866454, "upper": 0.7882500049384054 }, { "event_time": 11, "estimate": -1.5395148473345437, "se": 0.8014668879572409, "pvalue": 0.05975467363136879, "lower": -3.144424607234374, "upper": 0.06539491256528662 }, { "event_time": 12, "estimate": 1.3809294570666164, "se": 0.8056718476770222, "pvalue": 0.09196061347462096, "lower": -0.23240058942978603, "upper": 2.994259503563019 }, { "event_time": 13, "estimate": -0.19204454255082973, "se": 0.810208529285037, "pvalue": 0.8134825741675408, "lower": -1.8144591372670824, "upper": 1.430370052165423 }, { "event_time": 14, "estimate": -0.31500212302090924, "se": 0.8072643768035321, "pvalue": 0.6978361657093513, "lower": -1.9315211540860626, "upper": 1.3015169080442441 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2679221257617463, "se": 0.023458428207125254, "pvalue": 2.308607642558145e-16, "lower": -0.31489681797577246, "upper": -0.22094743354772012 }, { "event_time": -28, "estimate": -0.2236334949228704, "se": 0.02145419867611918, "pvalue": 8.035416001690601e-15, "lower": -0.2665947867285659, "upper": -0.1806722031171749 }, { "event_time": -27, "estimate": -0.1170128001830782, "se": 0.02419962131694044, "pvalue": 1.0458921109754003e-05, "lower": -0.1654717059981738, "upper": -0.06855389436798262 }, { "event_time": -26, "estimate": -0.0507387943980569, "se": 0.02124639866570788, "pvalue": 0.020271139488931257, "lower": -0.09328397386046347, "upper": -0.00819361493565033 }, { "event_time": -25, "estimate": -0.02070195576747304, "se": 0.018447514966763296, "pvalue": 0.26647891340775964, "lower": -0.057642467298170436, "upper": 0.01623855576322435 }, { "event_time": -24, "estimate": -0.037227427496679184, "se": 0.022231902299945993, "pvalue": 0.09951039294239607, "lower": -0.08174604394665333, "upper": 0.007291188953294961 }, { "event_time": -23, "estimate": 0.0016644121257982706, "se": 0.01633992931178324, "pvalue": 0.9192239829574642, "lower": -0.031055731928304346, "upper": 0.03438455617990089 }, { "event_time": -22, "estimate": -0.09454053660110465, "se": 0.02097010240604935, "pvalue": 3.3024632676817546e-05, "lower": -0.13653244234701373, "upper": -0.05254863085519558 }, { "event_time": -21, "estimate": -0.12854011174012342, "se": 0.022032975298440123, "pvalue": 2.685932326464952e-07, "lower": -0.17266038374066173, "upper": -0.08441983973958511 }, { "event_time": -20, "estimate": -0.09897698866399345, "se": 0.06566806487899089, "pvalue": 0.13727393985450873, "lower": -0.2304750203626536, "upper": 0.0325210430346667 }, { "event_time": -19, "estimate": 0.06510568590577676, "se": 0.0289773334677522, "pvalue": 0.028543677926758527, "lower": 0.0070795765342456796, "upper": 0.12313179527730783 }, { "event_time": -18, "estimate": -0.04418055587563411, "se": 0.01544708099670828, "pvalue": 0.005908366251253124, "lower": -0.07511280201841294, "upper": -0.01324830973285528 }, { "event_time": -17, "estimate": -0.048643350088158704, "se": 0.0405163054749078, "pvalue": 0.23487716916627976, "lower": -0.1297758523397447, "upper": 0.03248915216342729 }, { "event_time": -16, "estimate": -0.04403167282912659, "se": 0.009554695443779841, "pvalue": 2.330582212660863e-05, "lower": -0.06316462042934087, "upper": -0.024898725228912295 }, { "event_time": -15, "estimate": 0.04570830774973286, "se": 0.023225787946585915, "pvalue": 0.053939714124051415, "lower": -0.0008005303781228323, "upper": 0.09221714587758856 }, { "event_time": -14, "estimate": 0.00942928603901264, "se": 0.01723884241296999, "pvalue": 0.5865282670135242, "lower": -0.0250909004511206, "upper": 0.04394947252914588 }, { "event_time": -13, "estimate": 0.04799695550352495, "se": 0.0261809763826805, "pvalue": 0.07198510499503147, "lower": -0.00442954539330636, "upper": 0.10042345640035627 }, { "event_time": -12, "estimate": -0.034772093456917855, "se": 0.022587273306425668, "pvalue": 0.12922669253606703, "lower": -0.08000232807260102, "upper": 0.010458141158765318 }, { "event_time": -11, "estimate": 0.07033857262585404, "se": 0.012857069021162374, "pvalue": 1.039195164717989e-06, "lower": 0.044592736003255945, "upper": 0.09608440924845213 }, { "event_time": -10, "estimate": -0.018287207553561936, "se": 0.028398083730964255, "pvalue": 0.5221847308245764, "lower": -0.07515338933487174, "upper": 0.03857897422774788 }, { "event_time": -9, "estimate": 0.0268120026195489, "se": 0.05022390584719877, "pvalue": 0.595521617305131, "lower": -0.07375963407015027, "upper": 0.12738363930924806 }, { "event_time": -8, "estimate": 0.09152005785318669, "se": 0.013411389579629908, "pvalue": 6.246055363906065e-09, "lower": 0.06466421345888246, "upper": 0.11837590224749092 }, { "event_time": -7, "estimate": 0.08568773282809848, "se": 0.04576514228537615, "pvalue": 0.06629294719009993, "lower": -0.005955383837905545, "upper": 0.1773308494941025 }, { "event_time": -6, "estimate": 0.044708649247258314, "se": 0.040864060943470136, "pvalue": 0.27852085229783996, "lower": -0.03712022131840331, "upper": 0.12653751981291994 }, { "event_time": -5, "estimate": -0.0172015299665384, "se": 0.0206614535380737, "pvalue": 0.40857775967753385, "lower": -0.05857537701527696, "upper": 0.02417231708220015 }, { "event_time": -4, "estimate": -0.007608164221936245, "se": 0.01645724412861209, "pvalue": 0.6456269219255807, "lower": -0.040563227144601685, "upper": 0.025346898700729193 }, { "event_time": -3, "estimate": 0.0075885554029979764, "se": 0.016590549107734907, "pvalue": 0.6491205989155184, "lower": -0.025633446135912414, "upper": 0.04081055694190837 }, { "event_time": -2, "estimate": -0.03007842341971553, "se": 0.03802097678425808, "pvalue": 0.4321647401391036, "lower": -0.10621411615869761, "upper": 0.04605726931926654 }, { "event_time": -1, "estimate": -0.06327744221815446, "se": 0.09721982168206661, "pvalue": 0.5177458505991689, "lower": -0.25795677709492376, "upper": 0.13140189265861485 }, { "event_time": 0, "estimate": -0.011031408590273904, "se": 0.048265360214453025, "pvalue": 0.8200308980138896, "lower": -0.10768112529995448, "upper": 0.08561830811940667 }, { "event_time": 1, "estimate": -0.15422274594643473, "se": 0.03921667672442573, "pvalue": 0.00023031469727930555, "lower": -0.23275278651527884, "upper": -0.07569270537759062 }, { "event_time": 2, "estimate": -0.07553578729339747, "se": 0.0541387022178409, "pvalue": 0.16835997103831649, "lower": -0.18394666849546532, "upper": 0.03287509390867037 }, { "event_time": 3, "estimate": -0.10717449676351476, "se": 0.07391729947015943, "pvalue": 0.1525599812746196, "lower": -0.2551913357965785, "upper": 0.04084234226954894 }, { "event_time": 4, "estimate": -0.02308013146217687, "se": 0.03106569104560769, "pvalue": 0.46056549554330867, "lower": -0.0852881047500122, "upper": 0.039127841825658455 }, { "event_time": 5, "estimate": 0.0018597991874142292, "se": 0.04414983239851393, "pvalue": 0.9665464912832195, "lower": -0.08654871522409695, "upper": 0.09026831359892541 }, { "event_time": 9, "estimate": 1.8640468513007291, "se": 0.033432288411795845, "pvalue": 2.0178105193138923e-51, "lower": 1.797099848531053, "upper": 1.9309938540704052 }, { "event_time": 10, "estimate": 1.2021672259906169, "se": 0.03877640039249692, "pvalue": 2.2587774836228794e-37, "lower": 1.1245188235690036, "upper": 1.2798156284122302 }, { "event_time": 11, "estimate": 0.4616520392388107, "se": 0.05083174723221023, "pvalue": 1.1347175756054474e-12, "lower": 0.3598632211708985, "upper": 0.5634408573067229 }, { "event_time": 12, "estimate": 3.3815928499553065, "se": 0.0276572829282888, "pvalue": 1.1001533765971147e-70, "lower": 3.326210096193569, "upper": 3.436975603717044 }, { "event_time": 13, "estimate": 1.8065953572879412, "se": 0.03789305073210873, "pvalue": 1.2589032833647322e-47, "lower": 1.7307158320497316, "upper": 1.8824748825261508 }, { "event_time": 14, "estimate": 1.6854059005824547, "se": 0.04114641339290339, "pvalue": 5.65970616168449e-44, "lower": 1.6030116289894567, "upper": 1.7678001721754526 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.6144530818619889, "se": 0.053997117081722015, "pvalue": 2.672220451999819e-16, "lower": -0.7225804437194296, "upper": -0.5063257200045481 }, { "event_time": -28, "estimate": -0.57185888742681, "se": 0.05584890758551113, "pvalue": 1.568730355006963e-14, "lower": -0.6836943958059316, "upper": -0.4600233790476885 }, { "event_time": -27, "estimate": -0.47534125956533096, "se": 0.05923287979205201, "pvalue": 6.247097292432713e-11, "lower": -0.5939530554032514, "upper": -0.35672946372741055 }, { "event_time": -26, "estimate": -0.14821847685255962, "se": 0.04659284064804482, "pvalue": 0.0023742784876123746, "lower": -0.2415190309005194, "upper": -0.05491792280459985 }, { "event_time": -25, "estimate": -0.11830389035048762, "se": 0.043840130459915416, "pvalue": 0.00914736354736628, "lower": -0.20609223732727983, "upper": -0.030515543373695428 }, { "event_time": -24, "estimate": -0.1472887731470378, "se": 0.04864204620706813, "pvalue": 0.003693387099437343, "lower": -0.24469279054592885, "upper": -0.049884755748146756 }, { "event_time": -23, "estimate": -0.11298394251173702, "se": 0.03776134188887105, "pvalue": 0.004089758862413177, "lower": -0.18859972534067992, "upper": -0.03736815968279411 }, { "event_time": -22, "estimate": -0.2075135590779948, "se": 0.037719032360819874, "pvalue": 9.274494887161684e-07, "lower": -0.28304461853841634, "upper": -0.13198249961757327 }, { "event_time": -21, "estimate": -0.23578550741947765, "se": 0.050983560631609436, "pvalue": 2.2008632796307314e-05, "lower": -0.33787832657594435, "upper": -0.13369268826301095 }, { "event_time": -20, "estimate": -0.14140568328350875, "se": 0.03815727486388761, "pvalue": 0.00047817563244683374, "lower": -0.21781430821911665, "upper": -0.06499705834790084 }, { "event_time": -19, "estimate": 0.027648797917102855, "se": 0.03255330442922939, "pvalue": 0.39924578840886066, "lower": -0.03753806978821396, "upper": 0.09283566562241967 }, { "event_time": -18, "estimate": -0.08291156183771481, "se": 0.03453107570941426, "pvalue": 0.01963234094621997, "lower": -0.15205884821797955, "upper": -0.013764275457450056 }, { "event_time": -17, "estimate": -0.07523147188629678, "se": 0.03902751128228778, "pvalue": 0.05888642506661848, "lower": -0.15338271519116814, "upper": 0.0029197714185745655 }, { "event_time": -16, "estimate": -0.06064768941714349, "se": 0.037809843944595224, "pvalue": 0.11423721442090477, "lower": -0.13636059593737865, "upper": 0.01506521710309168 }, { "event_time": -15, "estimate": 0.03681835744303127, "se": 0.04237892084199935, "pvalue": 0.3886058279456484, "lower": -0.04804396774510019, "upper": 0.12168068263116272 }, { "event_time": -14, "estimate": 0.022073476050893312, "se": 0.04164378650306629, "pvalue": 0.5981329840008994, "lower": -0.06131676801558597, "upper": 0.1054637201173726 }, { "event_time": -13, "estimate": 0.07971377687519005, "se": 0.0366652284130943, "pvalue": 0.03386454106842672, "lower": 0.006292923420953486, "upper": 0.1531346303294266 }, { "event_time": -12, "estimate": -0.007778151278322237, "se": 0.03351629662050312, "pvalue": 0.8173142719665957, "lower": -0.07489337758423165, "upper": 0.05933707502758717 }, { "event_time": -11, "estimate": 0.10774692663795973, "se": 0.04124678282322077, "pvalue": 0.011479344444284202, "lower": 0.025151668727582538, "upper": 0.19034218454833693 }, { "event_time": -10, "estimate": 0.007906011701929325, "se": 0.04179026134467765, "pvalue": 0.8506213340789636, "lower": -0.07577754317553181, "upper": 0.09158956657939046 }, { "event_time": -9, "estimate": 0.06301462961879084, "se": 0.03694366924102177, "pvalue": 0.09350916805162242, "lower": -0.010963791975826864, "upper": 0.13699305121340855 }, { "event_time": -8, "estimate": 0.1329013965656055, "se": 0.03741710961581778, "pvalue": 0.0007755623855930928, "lower": 0.057974926973425, "upper": 0.20782786615778603 }, { "event_time": -7, "estimate": 0.11668769398463535, "se": 0.03472057339852508, "pvalue": 0.001392337695058338, "lower": 0.04716094502731072, "upper": 0.18621444294196 }, { "event_time": -6, "estimate": 0.07614294313030656, "se": 0.047612405666663714, "pvalue": 0.11529961507631305, "lower": -0.019199254650938927, "upper": 0.17148514091155204 }, { "event_time": -5, "estimate": 0.011673509352761222, "se": 0.030574107158734237, "pvalue": 0.7040218030272805, "lower": -0.049550084181265996, "upper": 0.07289710288678844 }, { "event_time": -4, "estimate": 0.025499370488873588, "se": 0.03301269412774546, "pvalue": 0.4430620087419241, "lower": -0.04060740922007576, "upper": 0.09160615019782294 }, { "event_time": -3, "estimate": 0.06537986330420259, "se": 0.02685482345924843, "pvalue": 0.018063918682073788, "lower": 0.011604006911699771, "upper": 0.11915571969670541 }, { "event_time": -2, "estimate": 0.026123414493532275, "se": 0.025931778738081643, "pvalue": 0.3180048509850407, "lower": -0.02580407672745315, "upper": 0.0780509057145177 }, { "event_time": 0, "estimate": 0.0541600412840488, "se": 0.02373747971221245, "pvalue": 0.026265511307893598, "lower": 0.00662655806972233, "upper": 0.10169352449837527 }, { "event_time": 1, "estimate": -0.09334184769336075, "se": 0.020557653933162005, "pvalue": 2.9535172662830378e-05, "lower": -0.13450783961857557, "upper": -0.05217585576814592 }, { "event_time": 2, "estimate": -0.02082637180162357, "se": 0.02178476990450293, "pvalue": 0.34310636304488307, "lower": -0.06444962107399294, "upper": 0.022796877470745797 }, { "event_time": 3, "estimate": -0.056470361595728935, "se": 0.024140603557029686, "pvalue": 0.022851805408559262, "lower": -0.1048110863851185, "upper": -0.008129636806339366 }, { "event_time": 4, "estimate": 0.03248499752429565, "se": 0.02268733190183795, "pvalue": 0.15764591226149444, "lower": -0.012945600972605796, "upper": 0.0779155960211971 }, { "event_time": 5, "estimate": 0.03463990724551193, "se": 0.03559798397953362, "pvalue": 0.33462199221010785, "lower": -0.03664382609389877, "upper": 0.10592364058492262 }, { "event_time": 9, "estimate": 0.061777261225594834, "se": 0.7485369986099097, "pvalue": 0.9345138710142118, "lower": -1.4371422234921098, "upper": 1.5606967459432997 }, { "event_time": 10, "estimate": -0.6016550283634061, "se": 0.7413679923692165, "pvalue": 0.420427649055592, "lower": -2.086218825706681, "upper": 0.8829087689798687 }, { "event_time": 11, "estimate": -1.342054593916233, "se": 0.7489102544788525, "pvalue": 0.07843952436131942, "lower": -2.8417215106189735, "upper": 0.1576123227865074 }, { "event_time": 12, "estimate": 1.5778620111783836, "se": 0.7541002033459259, "pvalue": 0.04086892332429465, "lower": 0.0678024011338425, "upper": 3.087921621222925 }, { "event_time": 13, "estimate": 0.003403838935897442, "se": 0.7590858638305199, "pvalue": 0.9964378518664114, "lower": -1.5166393840207952, "upper": 1.5234470618925902 }, { "event_time": 14, "estimate": -0.1181253499551442, "se": 0.7562910546491696, "pvalue": 0.876434871329567, "lower": -1.6325720640608736, "upper": 1.3963213641505852 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.21331726423621572, 0.18830973184694186, 0.17053329316059054, 0.15727628803856583, 0.14191021391985537, 0.12684543537210002, 0.00030129557095510696, 0.00030129557095510696, 0.00030129557095510696, 0.00030129557095510696, 0.00030129557095510696, 0.00030129557095510696 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 4.472455112398974e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.3313640620089298, "df_num": 22, "df_den": 138079, "pvalue": 1.998841751158025e-07, "log10_pvalue": -6.699221587732467, "inference": "Homoskedastic nested-model F", "observations": 152549, "design_columns": 149, "restricted_design_columns": 127, "fixed_effect_rank": 14321, "covariance_rank": 22, "rss_unrestricted": 117961.13982405944, "rss_restricted": 118023.75161182092, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.3803041129340701e-05, -1.4370405265001052e-05, -1.4815589166359928e-05, 2.2444977116844414e-05, 1.4337120429873605e-05, -1.94366302835208e-06 ], [ -8.765068951869171e-06, -1.0375238587897927e-05, -1.0820896649948923e-05, 7.775622890814306e-05, 7.752543047848195e-05, 6.532716092046675e-05 ], [ -3.524534846173354e-06, -6.167798493849144e-06, -6.555239397157786e-06, 0.00013563472592352275, 0.0001447496339751684, 0.00013793002124634526 ], [ 4.703231158450432e-07, -3.0472087961583244e-06, -3.322274678681164e-06, 0.00017354290043906812, 0.00018889749775879636, 0.00018751082830144135 ], [ 2.981211313770889e-06, -1.1520946678107738e-06, -1.395997322439053e-06, 0.00020025557736741658, 0.00021750964027638075, 0.000218735223094413 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": 0.18089106446782272 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.11312579388203764 }, { "event_time": -16.0, "cohort": 19, "estimate": 0.21705565152583112 }, { "event_time": -15.0, "cohort": 19, "estimate": 0.4563080632693984 }, { "event_time": -14.0, "cohort": 19, "estimate": 0.947965501395164 }, { "event_time": -13.0, "cohort": 19, "estimate": -0.4158732870838757 }, { "event_time": -12.0, "cohort": 19, "estimate": 0.19021644704613566 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.18266992570497292 }, { "event_time": -10.0, "cohort": 19, "estimate": -0.5631788441685359 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.40741916239180254 }, { "event_time": -8.0, "cohort": 19, "estimate": 0.010382355596902204 }, { "event_time": -7.0, "cohort": 19, "estimate": 0.41582485188271423 }, { "event_time": -6.0, "cohort": 19, "estimate": 0.49694034278825444 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.4088951750399492 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.760785591330946 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.6471315551877699 }, { "event_time": -2.0, "cohort": 19, "estimate": 0.11259135717957089 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.3238144253550246 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.07615003175635077 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.7576465360910842 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.20371051510226793 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.8129160329232162 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.17046423640839714 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.852228087249248 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.8500745112555903 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.5943626885889253 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.1512915155345989 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.5409591086372114 }, { "event_time": -15.0, "cohort": 21, "estimate": 0.8861982069379797 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.2906667164536103 }, { "event_time": -13.0, "cohort": 21, "estimate": -0.3429142335723451 }, { "event_time": -12.0, "cohort": 21, "estimate": 0.35903243966496046 }, { "event_time": -11.0, "cohort": 21, "estimate": 0.3181523499407572 }, { "event_time": -10.0, "cohort": 21, "estimate": -0.2632602521185897 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.5502337535423125 }, { "event_time": -8.0, "cohort": 21, "estimate": -0.0012434099337132465 }, { "event_time": -7.0, "cohort": 21, "estimate": 0.5529638806000706 }, { "event_time": -6.0, "cohort": 21, "estimate": 0.7063667475228721 }, { "event_time": -5.0, "cohort": 21, "estimate": 0.4060694243300259 }, { "event_time": -4.0, "cohort": 21, "estimate": 0.9710773860313417 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.762122329765655 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.5222742263154855 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.2707902349066839 }, { "event_time": 1.0, "cohort": 21, "estimate": 0.2852906536505695 }, { "event_time": 2.0, "cohort": 21, "estimate": 0.74450459934045 }, { "event_time": 3.0, "cohort": 21, "estimate": 0.4489316404785375 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.7296083318431263 }, { "event_time": 5.0, "cohort": 21, "estimate": 0.07067177652431456 }, { "event_time": -26.0, "cohort": 27, "estimate": 0.35390097856994795 }, { "event_time": -25.0, "cohort": 27, "estimate": 0.32244860593873476 }, { "event_time": -24.0, "cohort": 27, "estimate": 0.26073684091284904 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.33109742145019505 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.00912097095254838 }, { "event_time": -21.0, "cohort": 27, "estimate": 0.20265851458459633 }, { "event_time": -20.0, "cohort": 27, "estimate": 0.11200984930338798 }, { "event_time": -19.0, "cohort": 27, "estimate": 0.29291187235665117 }, { "event_time": -18.0, "cohort": 27, "estimate": 0.25746519459584527 }, { "event_time": -17.0, "cohort": 27, "estimate": 0.009284887013186721 }, { "event_time": -16.0, "cohort": 27, "estimate": 0.16338688276141472 }, { "event_time": -15.0, "cohort": 27, "estimate": 0.4267427645676704 }, { "event_time": -14.0, "cohort": 27, "estimate": 0.9584982309804218 }, { "event_time": -13.0, "cohort": 27, "estimate": -0.6404392858584165 }, { "event_time": -12.0, "cohort": 27, "estimate": -0.08897243672187297 }, { "event_time": -11.0, "cohort": 27, "estimate": -0.01968150840527417 }, { "event_time": -10.0, "cohort": 27, "estimate": -0.7194109241726495 }, { "event_time": -9.0, "cohort": 27, "estimate": -0.004026485065965535 }, { "event_time": -8.0, "cohort": 27, "estimate": -0.3156653403393541 }, { "event_time": -7.0, "cohort": 27, "estimate": 0.0822563590955715 }, { "event_time": -6.0, "cohort": 27, "estimate": 0.27722870167434915 }, { "event_time": -5.0, "cohort": 27, "estimate": -0.03235031388774645 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.5536149282904206 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.3624099918278111 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.2512493152423272 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.07501288276728464 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.05880582622943531 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.2753245936097901 }, { "event_time": 3.0, "cohort": 27, "estimate": -0.049117182682745286 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.41919167517706585 }, { "event_time": 5.0, "cohort": 27, "estimate": -0.18994935057127288 }, { "event_time": -15.0, "cohort": 30, "estimate": 0.41277441148753663 }, { "event_time": -14.0, "cohort": 30, "estimate": 0.5387490880122072 }, { "event_time": -13.0, "cohort": 30, "estimate": -1.2288957644489624 }, { "event_time": -12.0, "cohort": 30, "estimate": -0.3829254202654201 }, { "event_time": -11.0, "cohort": 30, "estimate": -0.2980465956016576 }, { "event_time": -10.0, "cohort": 30, "estimate": -0.6746817016724571 }, { "event_time": -9.0, "cohort": 30, "estimate": -0.33486188493787683 }, { "event_time": -8.0, "cohort": 30, "estimate": -0.4559842330239061 }, { "event_time": -7.0, "cohort": 30, "estimate": -0.2361732602143366 }, { "event_time": -6.0, "cohort": 30, "estimate": -0.009285102303005888 }, { "event_time": -5.0, "cohort": 30, "estimate": -0.1658866281170238 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.287440006939079 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.0537820387663612 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.240620295360865 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.4332476691798972 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.2532279852641443 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.7045535546824387 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.3534186780972685 }, { "event_time": 4.0, "cohort": 30, "estimate": -0.00013847221005236499 }, { "event_time": 5.0, "cohort": 30, "estimate": -0.07745486531619694 }, { "event_time": -6.0, "cohort": 31, "estimate": -5.59590774230829 }, { "event_time": -5.0, "cohort": 31, "estimate": -8.142760221966645 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.712604175305011 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.059784013972809 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.447222611145364 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9137559011813385 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.737252686773728 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.77701108676385 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.17670698426964476 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.3954076234174566 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.024976484011812978, "se": 0.04446199567547939, "lower": -0.11212039421652821, "upper": 0.06216742619290226, "event_study": [ { "event_time": -29, "estimate": -0.48446865616799917, "se": 0.026736611587230227, "lower": -0.5368714519476067, "upper": -0.4320658603883916, "n": 0.0, "relative_to_minus_one": -0.48446865616799917 }, { "event_time": -28, "estimate": -0.4546306136804698, "se": 0.03154944112619456, "lower": -0.5164663820201779, "upper": -0.3927948453407617, "n": 0.0, "relative_to_minus_one": -0.4546306136804698 }, { "event_time": -27, "estimate": -0.36363653276326546, "se": 0.03440672327278633, "lower": -0.43107247120396275, "upper": -0.2962005943225682, "n": 0.0, "relative_to_minus_one": -0.36363653276326546 }, { "event_time": -26, "estimate": -0.02497379935352881, "se": 0.03774381588079503, "lower": -0.098950319118998, "upper": 0.049002720411940384, "n": 0.0, "relative_to_minus_one": -0.02497379935352881 }, { "event_time": -25, "estimate": -0.006966453419938511, "se": 0.03447674964445853, "lower": -0.07453964102708134, "upper": 0.06060673418720432, "n": 0.0, "relative_to_minus_one": -0.006966453419938511 }, { "event_time": -24, "estimate": -0.04944927463108282, "se": 0.03838106035193716, "lower": -0.12467477060933788, "upper": 0.02577622134717223, "n": 0.0, "relative_to_minus_one": -0.04944927463108282 }, { "event_time": -23, "estimate": -0.011375534152496964, "se": 0.046601193832681055, "lower": -0.10271219570112192, "upper": 0.07996112739612798, "n": 0.0, "relative_to_minus_one": -0.011375534152496964 }, { "event_time": -22, "estimate": -0.110327079275433, "se": 0.03941872532534152, "lower": -0.1875863612295793, "upper": -0.0330677973212867, "n": 0.0, "relative_to_minus_one": -0.110327079275433 }, { "event_time": -21, "estimate": -0.1333863095222516, "se": 0.04550438752440884, "lower": -0.2225732702086467, "upper": -0.044199348835856536, "n": 0.0, "relative_to_minus_one": -0.1333863095222516 }, { "event_time": -20, "estimate": -0.011547365114786025, "se": 0.13056259671199447, "lower": -0.2674453523983229, "upper": 0.24435062216875084, "n": 0.0, "relative_to_minus_one": -0.011547365114786025 }, { "event_time": -19, "estimate": 0.1384285941701381, "se": 0.08526728614776717, "lower": -0.02869221573895661, "upper": 0.3055494040792328, "n": 0.0, "relative_to_minus_one": 0.1384285941701381 }, { "event_time": -18, "estimate": 0.011420225279741899, "se": 0.04331655277924107, "lower": -0.07347865810199898, "upper": 0.09631910866148279, "n": 0.0, "relative_to_minus_one": 0.011420225279741899 }, { "event_time": -17, "estimate": -0.0068170302723599, "se": 0.023806077613566762, "lower": -0.053476085008115994, "upper": 0.03984202446339619, "n": 0.0, "relative_to_minus_one": -0.0068170302723599 }, { "event_time": -16, "estimate": 0.018813568917618855, "se": 0.050093443555687574, "lower": -0.07936777631311885, "upper": 0.11699491414835657, "n": 0.0, "relative_to_minus_one": 0.018813568917618855 }, { "event_time": -15, "estimate": 0.11039126219412217, "se": 0.06567671764185123, "lower": -0.01833273900671263, "upper": 0.23911526339495698, "n": 0.0, "relative_to_minus_one": 0.11039126219412217 }, { "event_time": -14, "estimate": 0.06804660485387282, "se": 0.05218052472525668, "lower": -0.03422534430203207, "upper": 0.1703185540097777, "n": 0.0, "relative_to_minus_one": 0.06804660485387282 }, { "event_time": -13, "estimate": 0.13017852944888547, "se": 0.038865328683056456, "lower": 0.05400388498278329, "upper": 0.20635317391498764, "n": 0.0, "relative_to_minus_one": 0.13017852944888547 }, { "event_time": -12, "estimate": 0.033112342806832694, "se": 0.06363317019690665, "lower": -0.09160637900121188, "upper": 0.15783106461487725, "n": 0.0, "relative_to_minus_one": 0.033112342806832694 }, { "event_time": -11, "estimate": 0.14625847035350278, "se": 0.04732865820343421, "lower": 0.05349600483816555, "upper": 0.23902093586884002, "n": 0.0, "relative_to_minus_one": 0.14625847035350278 }, { "event_time": -10, "estimate": 0.042613608626092106, "se": 0.06928878489454944, "lower": -0.09318991429976774, "upper": 0.17841713155195194, "n": 0.0, "relative_to_minus_one": 0.042613608626092106 }, { "event_time": -9, "estimate": 0.07369091373516283, "se": 0.08818483716787212, "lower": -0.09914819109639568, "upper": 0.24653001856672135, "n": 0.0, "relative_to_minus_one": 0.07369091373516283 }, { "event_time": -8, "estimate": 0.12691011948774192, "se": 0.05213718257289797, "lower": 0.024723119389472553, "upper": 0.22909711958601128, "n": 0.0, "relative_to_minus_one": 0.12691011948774192 }, { "event_time": -7, "estimate": 0.10317456990942325, "se": 0.08736038265073716, "lower": -0.06804863376165937, "upper": 0.2743977735805059, "n": 0.0, "relative_to_minus_one": 0.10317456990942325 }, { "event_time": -6, "estimate": 0.10001647499797783, "se": 0.09672278096307341, "lower": -0.0895566921742024, "upper": 0.28958964217015803, "n": 0.0, "relative_to_minus_one": 0.10001647499797783 }, { "event_time": -5, "estimate": 0.0249213871906408, "se": 0.08842921709680401, "lower": -0.14839669350016868, "upper": 0.19823946788145028, "n": 0.0, "relative_to_minus_one": 0.0249213871906408 }, { "event_time": -4, "estimate": 0.036479209031307455, "se": 0.08186253892324452, "lower": -0.12396841894126014, "upper": 0.19692683700387503, "n": 0.0, "relative_to_minus_one": 0.036479209031307455 }, { "event_time": -3, "estimate": 0.06426172522220115, "se": 0.07835103730102667, "lower": -0.08930348603916548, "upper": 0.21782693648356777, "n": 0.0, "relative_to_minus_one": 0.06426172522220115 }, { "event_time": -2, "estimate": 0.01737764862806305, "se": 0.057512136212981214, "lower": -0.09534406702334194, "upper": 0.13009936427946805, "n": 0.0, "relative_to_minus_one": 0.01737764862806305 }, { "event_time": -1, "estimate": 0.0, "se": 3.0069619459871826e-19, "lower": -5.893537117017353e-19, "upper": 5.893537117017353e-19, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.01778339903626231, "se": 0.04235517371425488, "lower": -0.06523121600261483, "upper": 0.10079801407513947, "n": 708.0, "relative_to_minus_one": 0.01778339903626231 }, { "event_time": 1, "estimate": -0.13790486048551562, "se": 0.05279724162758434, "lower": -0.24138555255863983, "upper": -0.034424168412391404, "n": 625.0, "relative_to_minus_one": -0.13790486048551562 }, { "event_time": 2, "estimate": -0.09207288359794415, "se": 0.11105210381759228, "lower": -0.30973100748782806, "upper": 0.1255852402919398, "n": 566.0, "relative_to_minus_one": -0.09207288359794415 }, { "event_time": 3, "estimate": -0.1679767832319225, "se": 0.12153572678148315, "lower": -0.40618243055852954, "upper": 0.07022886409468457, "n": 522.0, "relative_to_minus_one": -0.1679767832319225 }, { "event_time": 4, "estimate": -0.12809965179138186, "se": 0.08759833763810101, "lower": -0.2997892386676393, "upper": 0.0435899350848756, "n": 471.0, "relative_to_minus_one": -0.12809965179138186 }, { "event_time": 5, "estimate": -0.14613488032419003, "se": 0.0835601128964817, "lower": -0.3099096921453951, "upper": 0.01763993149701501, "n": 421.0, "relative_to_minus_one": -0.14613488032419003 }, { "event_time": 9, "estimate": 0.2343326811002513, "se": 0.03872789519320017, "lower": 0.1584274013245371, "upper": 0.3102379608759655, "n": 1.0, "relative_to_minus_one": 0.2343326811002513 }, { "event_time": 10, "estimate": -0.47293797734781573, "se": 0.04346564582409926, "lower": -0.558129077727824, "upper": -0.3877468769678074, "n": 1.0, "relative_to_minus_one": -0.47293797734781573 }, { "event_time": 11, "estimate": -1.2224053821541285, "se": 0.042759241075646395, "lower": -1.3062119546686612, "upper": -1.1385988096395958, "n": 1.0, "relative_to_minus_one": -1.2224053821541285 }, { "event_time": 12, "estimate": 1.695455343640062, "se": 0.0270540724797641, "lower": 1.642430335944588, "upper": 1.7484803513355358, "n": 1.0, "relative_to_minus_one": 1.695455343640062 }, { "event_time": 13, "estimate": 0.12074033739999562, "se": 0.05272991492647497, "lower": 0.01739160323624367, "upper": 0.22408907156374758, "n": 1.0, "relative_to_minus_one": 0.12074033739999562 }, { "event_time": 14, "estimate": -0.0004971503854283577, "se": 0.030477129928011992, "lower": -0.060231227396479674, "upper": 0.05923692662562296, "n": 1.0, "relative_to_minus_one": -0.0004971503854283577 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.27193049824157733, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.08604395188648975, "mass": 1.0, "base": 4 }, { "group": 19, "year": 1, "event_time": -18, "att": -0.05796758172757041, "mass": 0.0, "base": 18 }, { "group": 19, "year": 2, "event_time": -17, "att": -0.08388601546632804, "mass": 0.0, "base": 18 }, { "group": 19, "year": 3, "event_time": -16, "att": 0.0499672495099783, "mass": 0.0, "base": 18 }, { "group": 19, "year": 4, "event_time": -15, "att": 0.09358963983297988, "mass": 0.0, "base": 18 }, { "group": 19, "year": 5, "event_time": -14, "att": 0.04960501983213472, "mass": 0.0, "base": 18 }, { "group": 19, "year": 6, "event_time": -13, "att": 0.33143202222342527, "mass": 0.0, "base": 18 }, { "group": 19, "year": 7, "event_time": -12, "att": 0.16462595183606868, "mass": 0.0, "base": 18 }, { "group": 19, "year": 8, "event_time": -11, "att": 0.26642041350947754, "mass": 0.0, "base": 18 }, { "group": 19, "year": 9, "event_time": -10, "att": 0.09871072009709103, "mass": 0.0, "base": 18 }, { "group": 19, "year": 10, "event_time": -9, "att": 0.3948017539457573, "mass": 0.0, "base": 18 }, { "group": 19, "year": 11, "event_time": -8, "att": 0.4445741685171183, "mass": 0.0, "base": 18 }, { "group": 19, "year": 12, "event_time": -7, "att": 0.3855370997785966, "mass": 0.0, "base": 18 }, { "group": 19, "year": 13, "event_time": -6, "att": 0.23038368878572324, "mass": 0.0, "base": 18 }, { "group": 19, "year": 14, "event_time": -5, "att": 0.3642084088867842, "mass": 0.0, "base": 18 }, { "group": 19, "year": 15, "event_time": -4, "att": 0.14381987817363479, "mass": 0.0, "base": 18 }, { "group": 19, "year": 16, "event_time": -3, "att": 0.2695523696390556, "mass": 0.0, "base": 18 }, { "group": 19, "year": 17, "event_time": -2, "att": -0.14688654726160974, "mass": 0.0, "base": 18 }, { "group": 19, "year": 18, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 18 }, { "group": 19, "year": 19, "event_time": 0, "att": 0.22052147328382965, "mass": 26.0, "base": 18 }, { "group": 19, "year": 20, "event_time": 1, "att": -0.16417169533192158, "mass": 24.0, "base": 18 }, { "group": 19, "year": 21, "event_time": 2, "att": 0.2245505827397806, "mass": 22.0, "base": 18 }, { "group": 19, "year": 22, "event_time": 3, "att": -0.04750391048559807, "mass": 20.0, "base": 18 }, { "group": 19, "year": 23, "event_time": 4, "att": 0.19910699437507218, "mass": 19.0, "base": 18 }, { "group": 19, "year": 24, "event_time": 5, "att": 0.14422743044787179, "mass": 17.0, "base": 18 }, { "group": 21, "year": 1, "event_time": -20, "att": 0.4409463683307185, "mass": 0.0, "base": 20 }, { "group": 21, "year": 2, "event_time": -19, "att": 0.456828047583639, "mass": 0.0, "base": 20 }, { "group": 21, "year": 3, "event_time": -18, "att": 0.17282512659467064, "mass": 0.0, "base": 20 }, { "group": 21, "year": 4, "event_time": -17, "att": 0.018212417727248853, "mass": 0.0, "base": 20 }, { "group": 21, "year": 5, "event_time": -16, "att": 0.2122382585977408, "mass": 0.0, "base": 20 }, { "group": 21, "year": 6, "event_time": -15, "att": 0.3535007907366491, "mass": 0.0, "base": 20 }, { "group": 21, "year": 7, "event_time": -14, "att": 0.26296918849439593, "mass": 0.0, "base": 20 }, { "group": 21, "year": 8, "event_time": -13, "att": 0.26065450548955194, "mass": 0.0, "base": 20 }, { "group": 21, "year": 9, "event_time": -12, "att": 0.27093400366256515, "mass": 0.0, "base": 20 }, { "group": 21, "year": 10, "event_time": -11, "att": 0.3121134030743721, "mass": 0.0, "base": 20 }, { "group": 21, "year": 11, "event_time": -10, "att": 0.28705793359283605, "mass": 0.0, "base": 20 }, { "group": 21, "year": 12, "event_time": -9, "att": 0.4050237098485661, "mass": 0.0, "base": 20 }, { "group": 21, "year": 13, "event_time": -8, "att": 0.28500654388291935, "mass": 0.0, "base": 20 }, { "group": 21, "year": 14, "event_time": -7, "att": 0.39237684061823863, "mass": 0.0, "base": 20 }, { "group": 21, "year": 15, "event_time": -6, "att": 0.39113840112823645, "mass": 0.0, "base": 20 }, { "group": 21, "year": 16, "event_time": -5, "att": 0.32069510577467597, "mass": 0.0, "base": 20 }, { "group": 21, "year": 17, "event_time": -4, "att": 0.33367660019543083, "mass": 0.0, "base": 20 }, { "group": 21, "year": 18, "event_time": -3, "att": 0.3526601955010015, "mass": 0.0, "base": 20 }, { "group": 21, "year": 19, "event_time": -2, "att": 0.2233359953739237, "mass": 0.0, "base": 20 }, { "group": 21, "year": 20, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 20 }, { "group": 21, "year": 21, "event_time": 0, "att": 0.15854776534558224, "mass": 225.0, "base": 20 }, { "group": 21, "year": 22, "event_time": 1, "att": 0.046436110440061074, "mass": 202.0, "base": 20 }, { "group": 21, "year": 23, "event_time": 2, "att": 0.27279686407688086, "mass": 171.0, "base": 20 }, { "group": 21, "year": 24, "event_time": 3, "att": 0.23340304250927074, "mass": 156.0, "base": 20 }, { "group": 21, "year": 25, "event_time": 4, "att": 0.18372010494498545, "mass": 144.0, "base": 20 }, { "group": 21, "year": 26, "event_time": 5, "att": 0.10790057985142212, "mass": 133.0, "base": 20 }, { "group": 21, "year": 30, "event_time": 9, "att": 0.2343326811002513, "mass": 1.0, "base": 20 }, { "group": 21, "year": 31, "event_time": 10, "att": -0.47293797734781573, "mass": 1.0, "base": 20 }, { "group": 21, "year": 32, "event_time": 11, "att": -1.2224053821541285, "mass": 1.0, "base": 20 }, { "group": 21, "year": 33, "event_time": 12, "att": 1.695455343640062, "mass": 1.0, "base": 20 }, { "group": 21, "year": 34, "event_time": 13, "att": 0.12074033739999562, "mass": 1.0, "base": 20 }, { "group": 21, "year": 35, "event_time": 14, "att": -0.0004971503854283577, "mass": 1.0, "base": 20 }, { "group": 27, "year": 1, "event_time": -26, "att": -0.00939984659251114, "mass": 0.0, "base": 26 }, { "group": 27, "year": 2, "event_time": -25, "att": 0.006598955447025934, "mass": 0.0, "base": 26 }, { "group": 27, "year": 3, "event_time": -24, "att": -0.0388145239377812, "mass": 0.0, "base": 26 }, { "group": 27, "year": 4, "event_time": -23, "att": 0.006306704439067265, "mass": 0.0, "base": 26 }, { "group": 27, "year": 5, "event_time": -22, "att": -0.10595409377523776, "mass": 0.0, "base": 26 }, { "group": 27, "year": 6, "event_time": -21, "att": -0.12006791367649261, "mass": 0.0, "base": 26 }, { "group": 27, "year": 7, "event_time": -20, "att": -0.18439171172947894, "mass": 0.0, "base": 26 }, { "group": 27, "year": 8, "event_time": -19, "att": 0.027174724954494967, "mass": 0.0, "base": 26 }, { "group": 27, "year": 9, "event_time": -18, "att": -0.03682555146201601, "mass": 0.0, "base": 26 }, { "group": 27, "year": 10, "event_time": -17, "att": -0.0100834319324071, "mass": 0.0, "base": 26 }, { "group": 27, "year": 11, "event_time": -16, "att": -0.05065991245104445, "mass": 0.0, "base": 26 }, { "group": 27, "year": 12, "event_time": -15, "att": 0.022464841755174658, "mass": 0.0, "base": 26 }, { "group": 27, "year": 13, "event_time": -14, "att": 0.020969111722631717, "mass": 0.0, "base": 26 }, { "group": 27, "year": 14, "event_time": -13, "att": 0.08984590206147555, "mass": 0.0, "base": 26 }, { "group": 27, "year": 15, "event_time": -12, "att": -0.05321132409941831, "mass": 0.0, "base": 26 }, { "group": 27, "year": 16, "event_time": -11, "att": 0.08979209759386944, "mass": 0.0, "base": 26 }, { "group": 27, "year": 17, "event_time": -10, "att": -0.062372294764510616, "mass": 0.0, "base": 26 }, { "group": 27, "year": 18, "event_time": -9, "att": -0.0565752297269308, "mass": 0.0, "base": 26 }, { "group": 27, "year": 19, "event_time": -8, "att": 0.054926054367237354, "mass": 0.0, "base": 26 }, { "group": 27, "year": 20, "event_time": -7, "att": -0.008458723360764864, "mass": 0.0, "base": 26 }, { "group": 27, "year": 21, "event_time": -6, "att": 0.001563819843824199, "mass": 0.0, "base": 26 }, { "group": 27, "year": 22, "event_time": -5, "att": -0.09155650911136998, "mass": 0.0, "base": 26 }, { "group": 27, "year": 23, "event_time": -4, "att": -0.061054234893173354, "mass": 0.0, "base": 26 }, { "group": 27, "year": 24, "event_time": -3, "att": -0.03526704066537069, "mass": 0.0, "base": 26 }, { "group": 27, "year": 25, "event_time": -2, "att": -0.02333391781101582, "mass": 0.0, "base": 26 }, { "group": 27, "year": 26, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 26 }, { "group": 27, "year": 27, "event_time": 0, "att": -0.02521668812216482, "mass": 432.0, "base": 26 }, { "group": 27, "year": 28, "event_time": 1, "att": -0.20725545704728304, "mass": 377.0, "base": 26 }, { "group": 27, "year": 29, "event_time": 2, "att": -0.26116131844087, "mass": 352.0, "base": 26 }, { "group": 27, "year": 30, "event_time": 3, "att": -0.3459077548818885, "mass": 328.0, "base": 26 }, { "group": 27, "year": 31, "event_time": 4, "att": -0.24762845151880797, "mass": 292.0, "base": 26 }, { "group": 27, "year": 32, "event_time": 5, "att": -0.2674323260253102, "mass": 258.0, "base": 26 }, { "group": 30, "year": 1, "event_time": -29, "att": -0.48446865616799917, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": -0.4546306136804698, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": -0.36363653276326546, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": -0.3824469580550185, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": -0.3183369597495149, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": -0.2935515896100433, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": -0.41724074892709273, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": -0.21070140066309218, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": -0.43908705902864464, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": -0.38588865220231394, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": -0.36297890780096576, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": -0.35139734192603356, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": -0.08484759345664888, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": -0.27768555739232154, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": -0.062363586386639996, "mass": 0.0, "base": 29 }, { "group": 30, "year": 16, "event_time": -14, "att": -0.4825518232469032, "mass": 0.0, "base": 29 }, { "group": 30, "year": 17, "event_time": -13, "att": -0.4959787361882566, "mass": 0.0, "base": 29 }, { "group": 30, "year": 18, "event_time": -12, "att": -0.3761365556143454, "mass": 0.0, "base": 29 }, { "group": 30, "year": 19, "event_time": -11, "att": -0.23612718463300492, "mass": 0.0, "base": 29 }, { "group": 30, "year": 20, "event_time": -10, "att": -0.02644487773779719, "mass": 0.0, "base": 29 }, { "group": 30, "year": 21, "event_time": -9, "att": -0.40952905680369406, "mass": 0.0, "base": 29 }, { "group": 30, "year": 22, "event_time": -8, "att": -0.09646323921104305, "mass": 0.0, "base": 29 }, { "group": 30, "year": 23, "event_time": -7, "att": -0.3441369618890211, "mass": 0.0, "base": 29 }, { "group": 30, "year": 24, "event_time": -6, "att": -0.3402998431892552, "mass": 0.0, "base": 29 }, { "group": 30, "year": 25, "event_time": -5, "att": -0.27477400495891957, "mass": 0.0, "base": 29 }, { "group": 30, "year": 26, "event_time": -4, "att": -0.3605229335268317, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": -0.3978244602283269, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.5759183865457752, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.543494373983521, "mass": 17.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": -0.062056131770713785, "mass": 16.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.16164380432233683, "mass": 15.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": -0.07647341443648742, "mass": 13.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": -0.684179040929246, "mass": 11.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": -0.180114805042153, "mass": 9.0, "base": 29 }, { "group": 31, "year": 25, "event_time": -6, "att": -5.750384297049412, "mass": 0.0, "base": 30 }, { "group": 31, "year": 26, "event_time": -5, "att": -8.101347469233557, "mass": 0.0, "base": 30 }, { "group": 31, "year": 27, "event_time": -4, "att": -7.248834688425153, "mass": 0.0, "base": 30 }, { "group": 31, "year": 28, "event_time": -3, "att": -5.404209970107863, "mass": 0.0, "base": 30 }, { "group": 31, "year": 29, "event_time": -2, "att": -5.696991055213063, "mass": 0.0, "base": 30 }, { "group": 31, "year": 30, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 30 }, { "group": 31, "year": 31, "event_time": 0, "att": -3.0374710859662537, "mass": 1.0, "base": 30 }, { "group": 31, "year": 32, "event_time": 1, "att": -8.00969138924036, "mass": 1.0, "base": 30 }, { "group": 31, "year": 33, "event_time": 2, "att": -6.288356043369496, "mass": 1.0, "base": 30 }, { "group": 35, "year": 20, "event_time": -15, "att": -0.5571034294211042, "mass": 0.0, "base": 34 }, { "group": 35, "year": 21, "event_time": -14, "att": -1.1193804703764092, "mass": 0.0, "base": 34 }, { "group": 35, "year": 22, "event_time": -13, "att": 0.5241828816107221, "mass": 0.0, "base": 34 }, { "group": 35, "year": 23, "event_time": -12, "att": -0.1843195445628794, "mass": 0.0, "base": 34 }, { "group": 35, "year": 24, "event_time": -11, "att": -0.1191982822269863, "mass": 0.0, "base": 34 }, { "group": 35, "year": 25, "event_time": -10, "att": 0.42315831952821736, "mass": 0.0, "base": 34 }, { "group": 35, "year": 26, "event_time": -9, "att": -0.30179538209617884, "mass": 0.0, "base": 34 }, { "group": 35, "year": 27, "event_time": -8, "att": 0.12406949262973005, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -0.3568167115077725, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -0.3166703525243212, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.08688304625827847, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.6872614691096963, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.4766524194354972, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.5252615595106711, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": 0.3170276457457569, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -0.1508115908768071, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.4067518934427552, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.14015811130269923, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.4669332619863703, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": 0.1385498588143857, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.024976484011812978, "se": 0.04446199567547939, "lower": -0.11212039421652821, "upper": 0.06216742619290226 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.07276631595505591, "se": 0.084192960809709, "lower": -0.2377814868938778, "upper": 0.09224885498376596 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.1261673964905279, "se": 0.07116859186647867, "lower": -0.2656552733792563, "upper": 0.013320480398200496 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.08832954345760945, "se": 0.12305688381918943, "lower": -0.32951660379295045, "upper": 0.15285751687773158 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.08832954345760945, "treated_cell_se": 0.12305688381918943, "checks": { "input_rows": 152549, "retained_rows": 152549, "all_observed_post_cells_estimated": true, "post_weight_sum": 3319.0, "avoided_dense_if_bytes": 358795248 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.3162886658683419, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": {} }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.09744339786801809, "event_study": [ { "event_time": -29, "estimate": -0.25112843015675124, "raw_gap": -0.25112843015675124, "n": 4, "n_cells": 4, "weight_sum": 4.0, "relative_to_minus_one": -0.229493151818177 }, { "event_time": -28, "estimate": -0.19430011736160294, "raw_gap": -0.19430011736160294, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.1726648390230287 }, { "event_time": -27, "estimate": -0.11881658599396368, "raw_gap": -0.11881658599396368, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.09718130765538945 }, { "event_time": -26, "estimate": -0.03933307754456767, "raw_gap": -0.03933307754456767, "n": 57, "n_cells": 57, "weight_sum": 57.0, "relative_to_minus_one": -0.017697799205993438 }, { "event_time": -25, "estimate": -0.016744743108119433, "raw_gap": -0.016744743108119433, "n": 63, "n_cells": 63, "weight_sum": 63.0, "relative_to_minus_one": 0.004890535230454799 }, { "event_time": -24, "estimate": -0.030705087552306255, "raw_gap": -0.030705087552306255, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.009069809213732023 }, { "event_time": -23, "estimate": -0.001063776086580078, "raw_gap": -0.001063776086580078, "n": 79, "n_cells": 79, "weight_sum": 79.0, "relative_to_minus_one": 0.020571502251994153 }, { "event_time": -22, "estimate": -0.09412707151917697, "raw_gap": -0.09412707151917697, "n": 94, "n_cells": 94, "weight_sum": 94.0, "relative_to_minus_one": -0.07249179318060274 }, { "event_time": -21, "estimate": -0.11349703160136466, "raw_gap": -0.11349703160136466, "n": 109, "n_cells": 109, "weight_sum": 109.0, "relative_to_minus_one": -0.09186175326279043 }, { "event_time": -20, "estimate": -0.07428510193825115, "raw_gap": -0.07428510193825115, "n": 163, "n_cells": 163, "weight_sum": 163.0, "relative_to_minus_one": -0.05264982359967692 }, { "event_time": -19, "estimate": 0.054914393901344435, "raw_gap": 0.054914393901344435, "n": 182, "n_cells": 182, "weight_sum": 182.0, "relative_to_minus_one": 0.07654967223991867 }, { "event_time": -18, "estimate": -0.035888207113633504, "raw_gap": -0.035888207113633504, "n": 195, "n_cells": 195, "weight_sum": 195.0, "relative_to_minus_one": -0.014252928775059272 }, { "event_time": -17, "estimate": -0.03775009892813289, "raw_gap": -0.03775009892813289, "n": 207, "n_cells": 207, "weight_sum": 207.0, "relative_to_minus_one": -0.01611482058955866 }, { "event_time": -16, "estimate": -0.031401117505975996, "raw_gap": -0.031401117505975996, "n": 220, "n_cells": 220, "weight_sum": 220.0, "relative_to_minus_one": -0.009765839167401764 }, { "event_time": -15, "estimate": 0.04853438523959675, "raw_gap": 0.04853438523959675, "n": 235, "n_cells": 235, "weight_sum": 235.0, "relative_to_minus_one": 0.07016966357817098 }, { "event_time": -14, "estimate": 0.014646859376997756, "raw_gap": 0.014646859376997756, "n": 267, "n_cells": 267, "weight_sum": 267.0, "relative_to_minus_one": 0.03628213771557199 }, { "event_time": -13, "estimate": 0.03510327237932559, "raw_gap": 0.03510327237932559, "n": 291, "n_cells": 291, "weight_sum": 291.0, "relative_to_minus_one": 0.05673855071789982 }, { "event_time": -12, "estimate": -0.014765708629983354, "raw_gap": -0.014765708629983354, "n": 316, "n_cells": 315, "weight_sum": 316.0, "relative_to_minus_one": 0.006869569708590878 }, { "event_time": -11, "estimate": 0.0458048325265001, "raw_gap": 0.0458048325265001, "n": 338, "n_cells": 337, "weight_sum": 338.0, "relative_to_minus_one": 0.06744011086507433 }, { "event_time": -10, "estimate": -0.005547634123588746, "raw_gap": -0.005547634123588746, "n": 355, "n_cells": 355, "weight_sum": 355.0, "relative_to_minus_one": 0.016087644214985486 }, { "event_time": -9, "estimate": 0.028589017734444853, "raw_gap": 0.028589017734444853, "n": 376, "n_cells": 375, "weight_sum": 376.0, "relative_to_minus_one": 0.050224296073019085 }, { "event_time": -8, "estimate": 0.042017226328509724, "raw_gap": 0.042017226328509724, "n": 388, "n_cells": 388, "weight_sum": 388.0, "relative_to_minus_one": 0.06365250466708396 }, { "event_time": -7, "estimate": 0.038918865081501115, "raw_gap": 0.038918865081501115, "n": 415, "n_cells": 415, "weight_sum": 415.0, "relative_to_minus_one": 0.06055414342007535 }, { "event_time": -6, "estimate": 0.018441432340433814, "raw_gap": 0.018441432340433814, "n": 484, "n_cells": 481, "weight_sum": 484.0, "relative_to_minus_one": 0.040076710679008046 }, { "event_time": -5, "estimate": -0.009739244637295013, "raw_gap": -0.009739244637295013, "n": 518, "n_cells": 518, "weight_sum": 518.0, "relative_to_minus_one": 0.011896033701279219 }, { "event_time": -4, "estimate": -0.005301498616292957, "raw_gap": -0.005301498616292957, "n": 544, "n_cells": 543, "weight_sum": 544.0, "relative_to_minus_one": 0.016333779722281276 }, { "event_time": -3, "estimate": -0.0002806454238578966, "raw_gap": -0.0002806454238578966, "n": 579, "n_cells": 579, "weight_sum": 579.0, "relative_to_minus_one": 0.021354632914716336 }, { "event_time": -2, "estimate": -0.016794993941038477, "raw_gap": -0.016794993941038477, "n": 625, "n_cells": 624, "weight_sum": 625.0, "relative_to_minus_one": 0.004840284397535755 }, { "event_time": -1, "estimate": -0.021635278338574232, "raw_gap": -0.021635278338574232, "n": 708, "n_cells": 707, "weight_sum": 708.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.03605774105374537, "raw_gap": -0.03605774105374537, "n": 708, "n_cells": 707, "weight_sum": 708.0, "relative_to_minus_one": -0.014422462715171135 }, { "event_time": 1, "estimate": -0.1810137122077742, "raw_gap": -0.1810137122077742, "n": 625, "n_cells": 625, "weight_sum": 625.0, "relative_to_minus_one": -0.15937843386919998 }, { "event_time": 2, "estimate": -0.10742594506021236, "raw_gap": -0.10742594506021236, "n": 566, "n_cells": 566, "weight_sum": 566.0, "relative_to_minus_one": -0.08579066672163813 }, { "event_time": 3, "estimate": -0.14645197841522475, "raw_gap": -0.14645197841522475, "n": 522, "n_cells": 522, "weight_sum": 522.0, "relative_to_minus_one": -0.12481670007665052 }, { "event_time": 4, "estimate": -0.072845667877587, "raw_gap": -0.072845667877587, "n": 471, "n_cells": 471, "weight_sum": 471.0, "relative_to_minus_one": -0.051210389539012774 }, { "event_time": 5, "estimate": -0.05596597792852354, "raw_gap": -0.05596597792852354, "n": 421, "n_cells": 421, "weight_sum": 421.0, "relative_to_minus_one": -0.03433069958994931 }, { "event_time": 9, "estimate": 1.8768005155575709, "raw_gap": 1.8768005155575709, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.8984357938961451 }, { "event_time": 10, "estimate": 1.2208223835246184, "raw_gap": 1.2208223835246184, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.2424576618631926 }, { "event_time": 11, "estimate": 0.4629738726695055, "raw_gap": 0.4629738726695055, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.4846091510080798 }, { "event_time": 12, "estimate": 3.391824811601926, "raw_gap": 3.391824811601926, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 3.4134600899405 }, { "event_time": 13, "estimate": 1.7809484446778048, "raw_gap": 1.7809484446778048, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.802583723016379 }, { "event_time": 14, "estimate": 1.6374471590065702, "raw_gap": 1.6374471590065702, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.6590824373451445 } ], "package_event_study": { "event_time": [ -29.0, -28.0, -27.0, -26.0, -25.0, -24.0, -23.0, -22.0, -21.0, -20.0, -19.0, -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "estimate": [ -0.25112843015675124, -0.19430011736160294, -0.11881658599396368, -0.03933307754456764, -0.016744743108119506, -0.030705087552306255, -0.0010637760865800892, -0.094127071519177, -0.11349703160136469, -0.07428510193825116, 0.05491439390134444, -0.0358882071136335, -0.0377500989281329, -0.03140111750597599, 0.04853438523959675, 0.014646859376997775, 0.035103272379325604, -0.015005876090472917, 0.046854460931334295, -0.005547634123588744, 0.028074518768611972, 0.042017226328509745, 0.038918865081501094, 0.0176698925321011, -0.009739244637295011, -0.004284146963459401, -0.0002806454238578909, -0.016681708486937695, -0.02228837019893554, -0.040341473136174, -0.1810137122077742, -0.10742594506021237, -0.1464519784152247, -0.07284566787758706, -0.05596597792852352, 1.8768005155575709, 1.2208223835246184, 0.4629738726695055, 3.391824811601926, 1.7809484446778048, 1.6374471590065702 ], "n": [ 4.0, 3.0, 3.0, 57.0, 63.0, 66.0, 79.0, 94.0, 109.0, 163.0, 182.0, 195.0, 207.0, 220.0, 235.0, 267.0, 291.0, 315.0, 337.0, 355.0, 375.0, 388.0, 415.0, 481.0, 518.0, 543.0, 579.0, 624.0, 707.0, 707.0, 625.0, 566.0, 522.0, 471.0, 421.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 190, "termination_reason": "Relative objective tolerance reached", "objective": 0.4758214182986148, "lambda_l": 0.0003151082316201104, "singular_values": [ 74.30290244227618, 72.21203284442925, 65.07510112493388, 58.08359815321052, 56.54520142413459, 52.55782975785583, 50.38894262293779, 47.110895531879976, 45.303200290538726, 40.73575321532432, 36.24589418108557, 35.349146416343395, 34.1344203744807, 33.4289724071948, 33.080990964639234, 30.75863233947168, 29.617369083425615, 25.495940966027142, 24.072417826659304, 23.243669241011915, 22.05497289852991, 20.092085552438014, 19.526394652605525, 18.076831904872712, 17.863825712723063, 14.859764690491751, 12.913978046434814, 11.877155035371942, 8.516789191241386, 7.438922033171831, 6.934611225991336, 6.588559478209884, 5.650665705011033, 4.325069985497649, 1.298993837637866, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.4785639440622575, 0.47692013061197674, 0.47640708768472695, 0.47618698340021803, 0.4760747140998922, 0.47600955704882836, 0.47596781947063505, 0.4759389854591711, 0.47591790752382823, 0.47590184537937985, 0.4758892270150278, 0.4758790885990894, 0.47587080389162506, 0.4758639454508107, 0.47585820936008894, 0.4758533722100984, 0.47584926528313176, 0.47584575835121373, 0.47584274909012436, 0.4758401559131273, 0.47583791296803324, 0.47583596655089705, 0.47583427247628585, 0.47583279411126356, 0.47583150088071635, 0.475830367114718, 0.4758293711481869, 0.4758284946100094, 0.47582772185610117, 0.47582703951341365, 0.4758264361102674, 0.47582590177451867, 0.4758254279856122, 0.47582500736962474, 0.47582463352904747, 0.47582430090060523, 0.4758240046360781, 0.4758237405019243, 0.47582350479439756, 0.4758232942675866, 0.475823106072117, 0.47582293770286277, 0.4758227869541151, 0.47582265188114625, 0.4758225307670828, 0.4758224220943481, 0.4758223245199601, 0.4758222368541217, 0.47582215804162775, 0.47582208714570373, 0.4758220233339042, 0.4758219658658155, 0.4758219140823016, 0.4758218673960829, 0.47582182528346706, 0.4758217872771334, 0.47582175295969753, 0.475821721958156, 0.47582169393889645, 0.4758216686033586, 0.47582164568416635, 0.475821624941713, 0.4758216061611551, 0.4758215891497417, 0.4758215737344197, 0.4758215597597547, 0.47582154708606106, 0.47582153558771584, 0.4758215251517024, 0.4758215156763031, 0.4758215070698997, 0.4758214992499382, 0.475821492142008, 0.4758214856790006, 0.4758214798003544, 0.47582147445140666, 0.47582146958279786, 0.47582146514991897, 0.4758214611124608, 0.47582145743397175, 0.4758214540814697, 0.47582145102511936, 0.4758214482378956, 0.47582144569534246, 0.4758214433752752, 0.47582144125760983, 0.4758214393241321, 0.4758214375583104, 0.4758214359451525, 0.4758214344710458, 0.4758214331236429, 0.4758214318917148, 0.4758214307650642, 0.4758214297344209, 0.47582142879136, 0.4758214279282186, 0.4758214271380227, 0.4758214264144245, 0.47582142575164676, 0.4758214251444356, 0.47582142458798693, 0.4758214240779439, 0.475821423610331, 0.4758214231815079, 0.47582142278817224, 0.47582142242730724, 0.475821422096157, 0.4758214217922104, 0.4758214215131692, 0.47582142125693494, 0.47582142102159686, 0.475821420805404, 0.4758214206067597, 0.4758214204242037, 0.4758214202563926, 0.47582142010211226, 0.4758214199602394, 0.4758214198297526, 0.4758214197097127, 0.47582141959926494, 0.47582141949762313, 0.47582141940406797, 0.4758214193179393, 0.4758214192386311, 0.47582141916559717, 0.4758214190983249, 0.4758214190363474, 0.47582141897923674, 0.4758214189266071, 0.4758214188780967, 0.4758214188333799, 0.4758214187921419, 0.475821418754121, 0.4758214187190448, 0.4758214186866929, 0.47582141865684235, 0.47582141862929817, 0.47582141860388005, 0.47582141858041355, 0.4758214185587527, 0.47582141853875204, 0.47582141852028037, 0.47582141850322435, 0.4758214184874674, 0.4758214184729105, 0.47582141845945713, 0.4758214184470299, 0.47582141843554254, 0.47582141842492465, 0.4758214184151085, 0.4758214184060305, 0.4758214183976419, 0.4758214183898817, 0.475821418382703, 0.47582141837606207, 0.47582141836992264, 0.47582141836423764, 0.47582141835897906, 0.47582141835410774, 0.47582141834960157, 0.47582141834543246, 0.4758214183415732, 0.47582141833799885, 0.47582141833468655, 0.47582141833162117, 0.47582141832877844, 0.4758214183261515, 0.47582141832371583, 0.47582141832145863, 0.47582141831936375, 0.4758214183174253, 0.47582141831563, 0.47582141831396585, 0.4758214183124241, 0.4758214183109942, 0.4758214183096693, 0.4758214183084363, 0.47582141830729563, 0.4758214183062375, 0.4758214183052578, 0.47582141830434865, 0.4758214183035058, 0.47582141830272395, 0.47582141830199676, 0.47582141830132174, 0.4758214183006958, 0.4758214183001168, 0.4758214182995797, 0.4758214182990759, 0.4758214182986148 ], "history_rmse": [ 0.38365895973378966, 0.3828538850879136, 0.38266162049695324, 0.38258395408478235, 0.382590363866618, 0.3826009894593098, 0.3826044527959286, 0.38260230056291, 0.3825970200952803, 0.3825902663171715, 0.3825829764216543, 0.3825756544519071, 0.3825685646379535, 0.38256184043848085, 0.3825555432061038, 0.3825496938071389, 0.3825442900802684, 0.3825393168020806, 0.3825347515693374, 0.38253056836797755, 0.38252673977648094, 0.3825232383319908, 0.3825200373671113, 0.3825171115047893, 0.3825144369293296, 0.3825119915107842, 0.3825097548334488, 0.38250770816321705, 0.3825058343769178, 0.3825041178696666, 0.38250254445090187, 0.3825011012362425, 0.3824997765399923, 0.38249855977115943, 0.38249744133496943, 0.38249641254068345, 0.38249546551635927, 0.38249459313053674, 0.3824937889206698, 0.382493047028114, 0.38249236213914206, 0.38249172943168436, 0.3824911445271879, 0.3824906034473195, 0.382490102574928, 0.3824896386189665, 0.3824892085829407, 0.38248880973653715, 0.38248843959011886, 0.3824880958718143, 0.38248777650688975, 0.3824874795992143, 0.38248720341457065, 0.3824869463656378, 0.3824867069984392, 0.3824864839801997, 0.38248627608826885, 0.3824860822002723, 0.3824859012850971, 0.3824857323948253, 0.382485574657397, 0.3824854272699795, 0.3824852894929791, 0.38248516064461047, 0.38248504009593226, 0.38248492726640587, 0.38248482161982844, 0.38248472266060735, 0.3824846299304302, 0.3824845430052135, 0.3824844614922886, 0.3824843850278671, 0.38248431327474725, 0.3824842459201846, 0.3824841826739463, 0.3824841232665677, 0.38248406744773517, 0.3824840149847828, 0.382483965661369, 0.3824839192762169, 0.382483875641968, 0.3824838345841648, 0.38248379594025295, 0.38248375955874314, 0.3824837252983395, 0.3824836930272592, 0.3824836626225054, 0.38248363396922525, 0.3824836069601536, 0.38248358149505507, 0.38248355748024687, 0.38248353482810965, 0.38248351345668424, 0.38248349328927156, 0.38248347425407575, 0.38248345628386515, 0.3824834393156548, 0.3824834232904218, 0.3824834081528438, 0.3824833938510545, 0.3824833803363827, 0.3824833675631899, 0.3824833554886389, 0.3824833440724924, 0.3824833332769899, 0.3824833230666574, 0.38248331340815994, 0.38248330427017513, 0.38248329562325084, 0.3824832874396937, 0.38248327969346607, 0.3824832723600661, 0.3824832654164423, 0.38248325884089784, 0.3824832526129978, 0.3824832467135171, 0.38248324112433324, 0.3824832358283841, 0.3824832308095844, 0.3824832260527846, 0.3824832215436977, 0.3824832172688558, 0.38248321321555656, 0.3824832093718174, 0.38248320572634875, 0.3824832022684788, 0.38248319898814476, 0.38248319587584617, 0.38248319292262395, 0.38248319012000803, 0.3824831874600082, 0.38248318493505623, 0.38248318253803826, 0.38248318026219097, 0.3824831781011611, 0.3824831760489178, 0.38248317409977356, 0.38248317224834766, 0.38248317048954245, 0.382483168818555, 0.3824831672308276, 0.38248316572205265, 0.38248316428816276, 0.3824831629252942, 0.38248316162979973, 0.38248316039822183, 0.38248315922729975, 0.38248315811392936, 0.38248315705518077, 0.38248315604827665, 0.3824831550905844, 0.382483154179623, 0.3824831533130208, 0.3824831524885425, 0.38248315170406944, 0.38248315095759855, 0.38248315024721447, 0.38248314957111984, 0.3824831489275947, 0.38248314831502467, 0.38248314773187053, 0.382483147176669, 0.3824831466480341, 0.3824831461446493, 0.3824831456652753, 0.38248314520872073, 0.3824831447738769, 0.382483144359667, 0.38248314396508115, 0.38248314358915686, 0.38248314323099025, 0.38248314288971474, 0.3824831425645057, 0.3824831422545854, 0.3824831419592092, 0.3824831416776757, 0.3824831414093085, 0.38248314115348364, 0.38248314090959173, 0.3824831406770627, 0.3824831404553468, 0.3824831402439294, 0.38248314004231526, 0.3824831398500346, 0.38248313966664477, 0.38248313949172286, 0.3824831393248685, 0.3824831391656969, 0.38248313901383696, 0.3824831388689577 ], "n_observed": 152451, "n_missing": 447309, "n_treated_observed": 3318, "n_untreated_observed": 149133 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.942890293094024e-16 }, "native_matrix_att": -0.09837467702386218, "matrix_preparation": { "source_rows": 152549, "matrix_shape": [ 14280, 42 ], "observed_cells": 152451, "missing_cells": 447309, "repeated_cells": 98, "minimum_cell_count": 1, "maximum_cell_count": 2, "observation_mass": 152549.0, "treated_observation_mass": 3319.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 5.734969333745539, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": { "penalty": 1.0 } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04983128423661516, "SE": 0.023269833494926877, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.012188821141177615, "SE": 0.10060533912831014, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06103769287540867, "SE": 0.023798000861249613, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.009579258164665427, "SE": 0.018456490179759883, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.024976484011812978, "SE": 0.04446199567547939, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.08832954345760945, "SE": 0.12305688381918943, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.09744339786801809, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04983128423661516, "SE": 0.023269833494926877, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.09642832205365917, "upper": -0.0032342464195711518, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.012188821141177615, "SE": 0.10060533912831014, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2136475377658767, "upper": 0.18926989548352147, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06103769287540867, "SE": 0.023798000861249613, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10869236760023865, "upper": -0.013383018150578685, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.009579258164665427, "SE": 0.018456490179759883, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04653774224937826, "upper": 0.027379225920047406, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.024976484011812978, "SE": 0.04446199567547939, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11212039421652821, "upper": 0.06216742619290226, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.08832954345760945, "SE": 0.12305688381918943, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.32951660379295045, "upper": 0.15285751687773158, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.09744339786801809, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602215.516031, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04983128423661516, "SE": 0.023269833494926877, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.09642832205365917, "upper": -0.0032342464195711518, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.012188821141177615, "SE": 0.10060533912831014, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2136475377658767, "upper": 0.18926989548352147, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06103769287540867, "SE": 0.023798000861249613, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10869236760023865, "upper": -0.013383018150578685, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.009579258164665427, "SE": 0.018456490179759883, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04653774224937826, "upper": 0.027379225920047406, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.024976484011812978, "SE": 0.04446199567547939, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11212039421652821, "upper": 0.06216742619290226, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.08832954345760945, "SE": 0.12305688381918943, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.32951660379295045, "upper": 0.15285751687773158, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.09744339786801809, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P004", "source_specification_id": "PP-REPLY-T1-PA-NOOIL-SALESGR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P004.json", "input_bytes": 1900528, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p004", "specification_id": "S03-P004", "source_specification_id": "PP-REPLY-T1-PA-NOOIL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOOIL-SALESGR", "data": "analyses/full-archive/prepared/S03-P004.parquet", "output_dir": "analyses/full-archive/results/S03-P004" }, "source": { "file": "S03-P004.parquet", "bytes": 1900528, "sha256": "9f9c4b7952eb802b1bf691bd6e17df33d4bd5b3a1250c1a27a104a1bce036777" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 171472, "source_sd": 0.4240960671608509, "rows": 163763, "units": 14993, "clusters": 58, "treated_units": 766, "never_treated_units": 14227, "treated_cohorts": 6, "latest_cohort_control_index": null, "unique_unit_period_cells": 163689, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 232, "post_adoption_untreated_rows_removed": 4902, "units_without_minus_one_removed": 11, "additional_rows_removed": 1875 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.04076683043015399, "se": 0.021710065555831447, "pvalue": 0.0655300181999145, "lower": -0.08424048682464988, "upper": 0.002706825964341894 }, { "method": "Dynamic TWFE", "estimate": 0.012080013289885587, "se": 0.10026543082533203, "pvalue": 0.9045263382311138, "lower": -0.1886980486987736, "upper": 0.21285807527854478 }, { "method": "BJS / did2s", "estimate": -0.06529798792178576, "se": 0.02852273098739742, "pvalue": 0.025784034111149413, "lower": -0.12241377152869837, "upper": -0.008182204314873147 }, { "method": "Sun\u2013Abraham", "estimate": 0.010150339041711602, "se": 0.017175442515980868, "pvalue": 0.5568702709113381, "lower": -0.02424289134457832, "upper": 0.04454356942800152 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.24878196853388332, "se": 0.1318177935557332, "pvalue": 0.06421314198449529, "lower": -0.5127425470491918, "upper": 0.01517860998142509 }, { "event_time": -28, "estimate": -0.0848380565683038, "se": 0.22669650830138113, "pvalue": 0.7096171406810169, "lower": -0.5387899841836965, "upper": 0.3691138710470889 }, { "event_time": -27, "estimate": -0.20281080699192555, "se": 0.12912666593568875, "pvalue": 0.12180262555478431, "lower": -0.46138249540155096, "upper": 0.05576088141769986 }, { "event_time": -26, "estimate": 0.06845561812568117, "se": 0.12906123579791312, "pvalue": 0.5978868004740228, "lower": -0.18998504869305188, "upper": 0.32689628494441425 }, { "event_time": -25, "estimate": -0.010017394601620317, "se": 0.12423117501863597, "pvalue": 0.9360146004191833, "lower": -0.25878603154357466, "upper": 0.238751242340334 }, { "event_time": -24, "estimate": -0.005674891759978432, "se": 0.12594321752174642, "pvalue": 0.964217667981552, "lower": -0.25787183467924957, "upper": 0.2465220511592927 }, { "event_time": -23, "estimate": 0.017946881233637055, "se": 0.11166997613237524, "pvalue": 0.8728872372739765, "lower": -0.2056683888112955, "upper": 0.24156215127856961 }, { "event_time": -22, "estimate": 0.0065794769131790765, "se": 0.12088424174212062, "pvalue": 0.9567845643553484, "lower": -0.23548704174800159, "upper": 0.24864599557435976 }, { "event_time": -21, "estimate": -0.07913614138043684, "se": 0.11629202724183643, "pvalue": 0.49894602830444107, "lower": -0.3120069091231431, "upper": 0.15373462636226945 }, { "event_time": -20, "estimate": -0.0011287440107838544, "se": 0.15199908978617577, "pvalue": 0.9941008998559111, "lower": -0.3055016711512733, "upper": 0.30324418312970564 }, { "event_time": -19, "estimate": 0.018289115515993583, "se": 0.15909182065826308, "pvalue": 0.9088812435191516, "lower": -0.3002867602078977, "upper": 0.3368649912398849 }, { "event_time": -18, "estimate": 0.03527883450686592, "se": 0.11223333050112307, "pvalue": 0.7544144803628167, "lower": -0.18946453320282486, "upper": 0.2600222022165567 }, { "event_time": -17, "estimate": 0.00717423634262269, "se": 0.12996418170999463, "pvalue": 0.9561708571977326, "lower": -0.25307454847666155, "upper": 0.26742302116190697 }, { "event_time": -16, "estimate": 0.012488556604782233, "se": 0.12380826372931929, "pvalue": 0.9200075251708891, "lower": -0.23543321508797121, "upper": 0.2604103282975357 }, { "event_time": -15, "estimate": 0.03295074632437934, "se": 0.12366506064784923, "pvalue": 0.7908530176086097, "lower": -0.2146842661440663, "upper": 0.280585758792825 }, { "event_time": -14, "estimate": 0.05888729977804318, "se": 0.11515393916362775, "pvalue": 0.6110610815863602, "lower": -0.17170448589841933, "upper": 0.2894790854545057 }, { "event_time": -13, "estimate": 0.09911642319975364, "se": 0.11465296466951307, "pvalue": 0.39094198764205934, "lower": -0.13047217835625843, "upper": 0.3287050247557657 }, { "event_time": -12, "estimate": 0.016184173665228636, "se": 0.15538999957345703, "pvalue": 0.9174143666514066, "lower": -0.2949789331998634, "upper": 0.32734728053032064 }, { "event_time": -11, "estimate": -0.0025752252981530526, "se": 0.11831475167452415, "pvalue": 0.9827107242705801, "lower": -0.2394964288509805, "upper": 0.2343459782546744 }, { "event_time": -10, "estimate": 0.1069430723143634, "se": 0.09750795095706197, "pvalue": 0.2773572151844584, "lower": -0.08831323148339468, "upper": 0.30219937611212144 }, { "event_time": -9, "estimate": 0.03905496565143596, "se": 0.14158901857649386, "pvalue": 0.7836736873591338, "lower": -0.24447215346290574, "upper": 0.32258208476577765 }, { "event_time": -8, "estimate": 0.14957672083906656, "se": 0.16799166450579822, "pvalue": 0.37700373279975646, "lower": -0.18682078478259742, "upper": 0.4859742264607305 }, { "event_time": -7, "estimate": 0.14995586552584114, "se": 0.09818707807476702, "pvalue": 0.13223021055948425, "lower": -0.046660366867589176, "upper": 0.34657209791927146 }, { "event_time": -6, "estimate": 0.10761605998948398, "se": 0.17918061814031752, "pvalue": 0.5504865138521351, "lower": -0.2511869388109135, "upper": 0.46641905878988144 }, { "event_time": -5, "estimate": 0.07839376388655342, "se": 0.1099775511994871, "pvalue": 0.47886763982737257, "lower": -0.14183248368782775, "upper": 0.2986200114609346 }, { "event_time": -4, "estimate": 0.08973709449510937, "se": 0.12049305669250356, "pvalue": 0.4594831128350244, "lower": -0.15154608961602212, "upper": 0.33102027860624084 }, { "event_time": -3, "estimate": 0.050035912692267905, "se": 0.09417906918762481, "pvalue": 0.5972857626233882, "lower": -0.13855442034412874, "upper": 0.23862624572866453 }, { "event_time": -2, "estimate": 0.031509743588758986, "se": 0.08192291937559103, "pvalue": 0.7019453435456767, "lower": -0.132538072785144, "upper": 0.195557559962662 }, { "event_time": 0, "estimate": -0.002829977707259824, "se": 0.10218107639982085, "pvalue": 0.9780015841304565, "lower": -0.20744405379107655, "upper": 0.20178409837655692 }, { "event_time": 1, "estimate": -0.015184133568860178, "se": 0.10042689299324976, "pvalue": 0.8803550279543547, "lower": -0.21628551797175685, "upper": 0.1859172508340365 }, { "event_time": 2, "estimate": 0.006214940863030397, "se": 0.10829549600888631, "pvalue": 0.9544362509035972, "lower": -0.21064304929155153, "upper": 0.22307293101761233 }, { "event_time": 3, "estimate": 0.050307479569588316, "se": 0.11732830599431084, "pvalue": 0.6697029000079906, "lower": -0.18463840058114514, "upper": 0.2852533597203218 }, { "event_time": 4, "estimate": 0.023208343037614612, "se": 0.10761041034239449, "pvalue": 0.8300148433534978, "lower": -0.1922777867331621, "upper": 0.23869447280839134 }, { "event_time": 5, "estimate": 0.041261850626244725, "se": 0.10974633405109131, "pvalue": 0.7083314009182481, "lower": -0.17850139259487813, "upper": 0.26102509384736755 }, { "event_time": 9, "estimate": -1.9798615807811697, "se": 0.7078963936504808, "pvalue": 0.007024406759296901, "lower": -3.3973996578229273, "upper": -0.5623235037394121 }, { "event_time": 10, "estimate": -1.3915503323604532, "se": 0.7102413137512132, "pvalue": 0.054979291576143674, "lower": -2.8137840309087245, "upper": 0.030683366187818084 }, { "event_time": 11, "estimate": -1.766811867261853, "se": 0.7098312006363249, "pvalue": 0.01575181443128398, "lower": -3.188224328463158, "upper": -0.34539940606054764 }, { "event_time": 12, "estimate": -1.3549249737777662, "se": 0.7188892642216765, "pvalue": 0.0645658518688724, "lower": -2.7944758944367996, "upper": 0.08462594688126734 }, { "event_time": 13, "estimate": 0.6406484490835658, "se": 0.720207160727797, "pvalue": 0.3774553281395077, "lower": -0.8015415138078943, "upper": 2.082838411975026 }, { "event_time": 14, "estimate": -1.7008737945843226, "se": 0.7147047543878284, "pvalue": 0.02068928264743523, "lower": -3.1320453788370117, "upper": -0.26970221033163355 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.23092327199226492, "se": 0.021525932157267513, "pvalue": 2.6901835383752554e-15, "lower": -0.2740282076162347, "upper": -0.18781833636829517 }, { "event_time": -28, "estimate": -0.07192145427893494, "se": 0.17517561720148536, "pvalue": 0.682928844768, "lower": -0.42270457703489295, "upper": 0.2788616684770231 }, { "event_time": -27, "estimate": -0.19031826481153116, "se": 0.021871656555170968, "pvalue": 4.759281904703242e-12, "lower": -0.23411550160073674, "upper": -0.14652102802232558 }, { "event_time": -26, "estimate": 0.035680447598258024, "se": 0.03286978079383819, "pvalue": 0.28226589482610726, "lower": -0.03014015309586989, "upper": 0.10150104829238593 }, { "event_time": -25, "estimate": -0.03954774500420937, "se": 0.02265609402332948, "pvalue": 0.08627462735728576, "lower": -0.08491579072837607, "upper": 0.00582030071995733 }, { "event_time": -24, "estimate": -0.03459625138761535, "se": 0.02943453652433594, "pvalue": 0.24473605103737237, "lower": -0.09353789408783764, "upper": 0.024345391312606934 }, { "event_time": -23, "estimate": -0.013427566625256402, "se": 0.010507402084632859, "pvalue": 0.20645930595564202, "lower": -0.03446827636661602, "upper": 0.007613143116103218 }, { "event_time": -22, "estimate": -0.020622919380545515, "se": 0.019283750244955586, "pvalue": 0.2893769993564683, "lower": -0.05923796317166357, "upper": 0.01799212441057254 }, { "event_time": -21, "estimate": -0.10246075253780976, "se": 0.011477385264051433, "pvalue": 2.0307428859528386e-12, "lower": -0.12544382009204835, "upper": -0.07947768498357116 }, { "event_time": -20, "estimate": -0.03683105108295776, "se": 0.0329959269565907, "pvalue": 0.26900714876633613, "lower": -0.10290425511081966, "upper": 0.02924215294490414 }, { "event_time": -19, "estimate": -0.01636194255072596, "se": 0.041728132031801105, "pvalue": 0.6964405741118862, "lower": -0.09992108562514233, "upper": 0.06719720052369042 }, { "event_time": -18, "estimate": 0.0010944718240268913, "se": 0.01211269015770327, "pvalue": 0.9283199394898161, "lower": -0.023160771835868045, "upper": 0.025349715483921828 }, { "event_time": -17, "estimate": -0.025316418212011815, "se": 0.018458962975362522, "pvalue": 0.17559498926862988, "lower": -0.06227985398450682, "upper": 0.011647017560483194 }, { "event_time": -16, "estimate": -0.02403478590077412, "se": 0.013284484512402987, "pvalue": 0.07568842780169227, "lower": -0.05063650728134744, "upper": 0.0025669354797991963 }, { "event_time": -15, "estimate": -0.0005971333906215547, "se": 0.012393763268714749, "pvalue": 0.9617410913805784, "lower": -0.025415216246852446, "upper": 0.024220949465609334 }, { "event_time": -14, "estimate": 0.019390600764294965, "se": 0.012054722361470292, "pvalue": 0.11324061474343891, "lower": -0.004748564385892214, "upper": 0.04352976591448214 }, { "event_time": -13, "estimate": 0.05478315695730348, "se": 0.01675609405148969, "pvalue": 0.0018300520119220068, "lower": 0.02122965738656387, "upper": 0.0883366565280431 }, { "event_time": -12, "estimate": -0.02582367388978318, "se": 0.038451590103696004, "pvalue": 0.5045581022740543, "lower": -0.10282165492725034, "upper": 0.05117430714768398 }, { "event_time": -11, "estimate": -0.04599530649379582, "se": 0.010687579912506757, "pvalue": 6.674867251885811e-05, "lower": -0.067396816112003, "upper": -0.02459379687558864 }, { "event_time": -10, "estimate": 0.058876174494291326, "se": 0.029791836766472214, "pvalue": 0.05297282240992364, "lower": -0.0007809495994051605, "upper": 0.1185332985879878 }, { "event_time": -9, "estimate": -0.005251723662790441, "se": 0.03132788298004541, "pvalue": 0.8674619348601902, "lower": -0.067984727243042, "upper": 0.05748127991746111 }, { "event_time": -8, "estimate": 0.09821195404909018, "se": 0.05618146099804133, "pvalue": 0.08582772091180735, "lower": -0.014289481051992445, "upper": 0.2107133891501728 }, { "event_time": -7, "estimate": 0.09505759026998058, "se": 0.011741005018441669, "pvalue": 4.758093532649487e-11, "lower": 0.07154663326318876, "upper": 0.11856854727677239 }, { "event_time": -6, "estimate": 0.040274972863800974, "se": 0.07066694659540497, "pvalue": 0.5709670721102039, "lower": -0.10123314680705969, "upper": 0.18178309253466163 }, { "event_time": -5, "estimate": 0.01987804824843734, "se": 0.019521321703425798, "pvalue": 0.3128506255179823, "lower": -0.019212724182380705, "upper": 0.05896882067925538 }, { "event_time": -4, "estimate": 0.028258132934614568, "se": 0.02451062264421561, "pvalue": 0.25376613475315934, "lower": -0.020823542296143197, "upper": 0.07733980816537234 }, { "event_time": -3, "estimate": -0.01928614689315333, "se": 0.02500599107874769, "pvalue": 0.44373777227410505, "lower": -0.06935978030368464, "upper": 0.030787486517377987 }, { "event_time": -2, "estimate": -0.04352458020891121, "se": 0.04001802658380565, "pvalue": 0.2813386686934197, "lower": -0.1236592961919713, "upper": 0.03661013577414889 }, { "event_time": -1, "estimate": -0.08367981886519024, "se": 0.0868053250786191, "pvalue": 0.33912098520551, "lower": -0.2575044840176524, "upper": 0.09014484628727193 }, { "event_time": 0, "estimate": -0.09115838346244258, "se": 0.045371534819622424, "pvalue": 0.04926490072192189, "lower": -0.1820133147737557, "upper": -0.0003034521511294519 }, { "event_time": 1, "estimate": -0.10468735450832743, "se": 0.021178661225633954, "pvalue": 7.11575842895041e-06, "lower": -0.14709689208668517, "upper": -0.0622778169299697 }, { "event_time": 2, "estimate": -0.08028419680589263, "se": 0.05649045185187673, "pvalue": 0.16070690603218402, "lower": -0.1934043754190175, "upper": 0.032835981807232226 }, { "event_time": 3, "estimate": -0.030247426281827475, "se": 0.07874466065736214, "pvalue": 0.7023185098372069, "lower": -0.18793088935178665, "upper": 0.1274360367881317 }, { "event_time": 4, "estimate": -0.04472431044259937, "se": 0.049113169757109235, "pvalue": 0.36632122410559625, "lower": -0.14307173647750632, "upper": 0.05362311559230757 }, { "event_time": 5, "estimate": -0.01834726184755797, "se": 0.03977463320444943, "pvalue": 0.6463528429044176, "lower": -0.09799459099543714, "upper": 0.0613000673003212 }, { "event_time": 9, "estimate": -0.22204370617998653, "se": 0.029105178648837778, "pvalue": 2.8461817167021834e-10, "lower": -0.2803258211107783, "upper": -0.1637615912491948 }, { "event_time": 10, "estimate": 0.3695468104128882, "se": 0.03611319299574035, "pvalue": 1.6055709301693636e-14, "lower": 0.29723138881420824, "upper": 0.4418622320115682 }, { "event_time": 11, "estimate": -0.003432901186798787, "se": 0.06688472500018616, "pvalue": 0.9592454849771834, "lower": -0.13736725275384926, "upper": 0.13050145038025168 }, { "event_time": 12, "estimate": 0.40697041254517996, "se": 0.027708285083496223, "pvalue": 4.957062759223401e-21, "lower": 0.3514855287292905, "upper": 0.4624552963610694 }, { "event_time": 13, "estimate": 2.40261308559117, "se": 0.031266770049053, "pvalue": 2.940294251653536e-59, "lower": 2.3400024585443466, "upper": 2.465223712637993 }, { "event_time": 14, "estimate": 0.06192143316714238, "se": 0.06228212789881133, "pvalue": 0.3243232267117206, "lower": -0.06279637668137208, "upper": 0.18663924301565685 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.30478535176815613, "se": 0.07176030359963885, "pvalue": 8.08190833134156e-05, "lower": -0.44848288107466905, "upper": -0.16108782246164322 }, { "event_time": -28, "estimate": -0.13725473205123548, "se": 0.18347588975998372, "pvalue": 0.4574871347811582, "lower": -0.5046588639082874, "upper": 0.23014939980581647 }, { "event_time": -27, "estimate": -0.2603178284923163, "se": 0.06694192978211376, "pvalue": 0.0002657208249752157, "lower": -0.39436673065928307, "upper": -0.12626892632534956 }, { "event_time": -26, "estimate": -0.053178826056522494, "se": 0.04626162332511252, "pvalue": 0.25514066912814704, "lower": -0.14581612885579148, "upper": 0.03945847674274651 }, { "event_time": -25, "estimate": -0.13038618308984196, "se": 0.04068055399936511, "pvalue": 0.0022130814881936318, "lower": -0.2118475873383932, "upper": -0.04892477884129069 }, { "event_time": -24, "estimate": -0.13115446959615554, "se": 0.03895534974013997, "pvalue": 0.0013672554286676647, "lower": -0.20916121190538672, "upper": -0.05314772728692434 }, { "event_time": -23, "estimate": -0.1061477054660963, "se": 0.03948870820920643, "pvalue": 0.009405355149017329, "lower": -0.1852224796870534, "upper": -0.027072931245139195 }, { "event_time": -22, "estimate": -0.11959651755012649, "se": 0.04345609552189416, "pvalue": 0.00792627969117983, "lower": -0.20661584782837014, "upper": -0.03257718727188283 }, { "event_time": -21, "estimate": -0.2041861648677988, "se": 0.04240017087666529, "pvalue": 1.1215382745703546e-05, "lower": -0.28909104251635753, "upper": -0.11928128721924007 }, { "event_time": -20, "estimate": -0.05078039116411523, "se": 0.03598784208208131, "pvalue": 0.1636668889985343, "lower": -0.12284480188790241, "upper": 0.02128401955967195 }, { "event_time": -19, "estimate": -0.02980864136787982, "se": 0.03909675240864884, "pvalue": 0.44894548225342573, "lower": -0.1080985376366516, "upper": 0.04848125490089196 }, { "event_time": -18, "estimate": -0.01017463520736385, "se": 0.04647389340022138, "pvalue": 0.827484850519138, "lower": -0.10323700150007944, "upper": 0.08288773108535175 }, { "event_time": -17, "estimate": -0.03518406982232826, "se": 0.042705870619482326, "pvalue": 0.413447690042807, "lower": -0.12070110064679225, "upper": 0.05033296100213573 }, { "event_time": -16, "estimate": -0.026704578850716046, "se": 0.03841087106149949, "pvalue": 0.4897327775298326, "lower": -0.10362102141264927, "upper": 0.05021186371121718 }, { "event_time": -15, "estimate": -0.0016779556553587066, "se": 0.046230661285910434, "pvalue": 0.9711737123546099, "lower": -0.09425325804057631, "upper": 0.0908973467298589 }, { "event_time": -14, "estimate": 0.05521404336234183, "se": 0.04610666798296414, "pvalue": 0.23605701348875288, "lower": -0.03711296671654242, "upper": 0.1475410534412261 }, { "event_time": -13, "estimate": 0.09793247773306812, "se": 0.03432116506870301, "pvalue": 0.006018379819949587, "lower": 0.029205530160365284, "upper": 0.16665942530577096 }, { "event_time": -12, "estimate": 0.015497641537373014, "se": 0.03734668466172685, "pvalue": 0.6797238585040143, "lower": -0.05928780451676825, "upper": 0.09028308759151428 }, { "event_time": -11, "estimate": -0.005454500422379854, "se": 0.035992949341523695, "pvalue": 0.8800820262219734, "lower": -0.07752913825679204, "upper": 0.06662013741203233 }, { "event_time": -10, "estimate": 0.1018843126840913, "se": 0.04568965258605665, "pvalue": 0.029707317178434927, "lower": 0.010392361533506825, "upper": 0.19337626383467577 }, { "event_time": -9, "estimate": 0.028482590776856304, "se": 0.03355571545446722, "pvalue": 0.39953508331838, "lower": -0.038711570382511745, "upper": 0.09567675193622435 }, { "event_time": -8, "estimate": 0.13853319151349114, "se": 0.039473274296766246, "pvalue": 0.0008842245110015094, "lower": 0.05948932316909722, "upper": 0.21757705985788506 }, { "event_time": -7, "estimate": 0.12736787743760167, "se": 0.029233114949966624, "pvalue": 5.563782955491571e-05, "lower": 0.06882957448280995, "upper": 0.18590618039239337 }, { "event_time": -6, "estimate": 0.08214866295455292, "se": 0.03327549463895111, "pvalue": 0.01658061317743132, "lower": 0.015515634299230252, "upper": 0.1487816916098756 }, { "event_time": -5, "estimate": 0.06192501993994644, "se": 0.027845308098139086, "pvalue": 0.0301333440337941, "lower": 0.00616575227010676, "upper": 0.11768428760978611 }, { "event_time": -4, "estimate": 0.08002834586167737, "se": 0.045277563801585125, "pvalue": 0.08249616876616961, "lower": -0.010638411731841657, "upper": 0.1706951034551964 }, { "event_time": -3, "estimate": 0.04479192413273857, "se": 0.03121434950072919, "pvalue": 0.1567576997687528, "lower": -0.01771373257670912, "upper": 0.10729758084218625 }, { "event_time": -2, "estimate": 0.029084637029410082, "se": 0.027829611354655538, "pvalue": 0.30039018455038874, "lower": -0.026643198453780444, "upper": 0.0848124725126006 }, { "event_time": 0, "estimate": -0.006075993746108614, "se": 0.024629589462986705, "pvalue": 0.8060306844779375, "lower": -0.05539589592225723, "upper": 0.04324390843004 }, { "event_time": 1, "estimate": -0.016115556577450424, "se": 0.017313049103804042, "pvalue": 0.35586576269796616, "lower": -0.050784339402827144, "upper": 0.018553226247926297 }, { "event_time": 2, "estimate": 0.000681326106810029, "se": 0.017294655104419816, "pvalue": 0.9687129807295105, "lower": -0.033950623370141556, "upper": 0.035313275583761614 }, { "event_time": 3, "estimate": 0.04494176030546787, "se": 0.016728888488157397, "pvalue": 0.009444731440970761, "lower": 0.011442738935601729, "upper": 0.07844078167533401 }, { "event_time": 4, "estimate": 0.021202806064077664, "se": 0.01823472362791318, "pvalue": 0.24976754018391037, "lower": -0.01531159816053608, "upper": 0.05771721028869141 }, { "event_time": 5, "estimate": 0.046412382216203224, "se": 0.037651970419173245, "pvalue": 0.22275970476015455, "lower": -0.02898438802243794, "upper": 0.12180915245484439 }, { "event_time": 9, "estimate": -1.768845115760448, "se": 0.6325102593440364, "pvalue": 0.007029677079958773, "lower": -3.0354250627440775, "upper": -0.5022651687768183 }, { "event_time": 10, "estimate": -1.1774723310978716, "se": 0.6330274099313761, "pvalue": 0.06803870292778175, "lower": -2.445087854269901, "upper": 0.09014319207415777 }, { "event_time": 11, "estimate": -1.549749875234193, "se": 0.6323929229780201, "pvalue": 0.017353274842569925, "lower": -2.8160948601977562, "upper": -0.28340489027062965 }, { "event_time": 12, "estimate": -1.1397492421610265, "se": 0.6409079488175644, "pvalue": 0.08068228252054455, "lower": -2.423145272253248, "upper": 0.1436467879311949 }, { "event_time": 13, "estimate": 0.8567447143115726, "se": 0.641916121486931, "pvalue": 0.18729212622158112, "lower": -0.4286701467280566, "upper": 2.1421595753512017 }, { "event_time": 14, "estimate": -1.4847228067823948, "se": 0.638479061116649, "pvalue": 0.02363274984454255, "lower": -2.763255073149036, "upper": -0.20619054041575335 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.21042524005486968, 0.18792866941015088, 0.17119341563786009, 0.1580246913580247, 0.14320987654320988, 0.12757201646090535, 0.00027434842249657066, 0.00027434842249657066, 0.00027434842249657066, 0.00027434842249657066, 0.00027434842249657066, 0.00027434842249657066 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.10026857235179e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.1661366784806027, "df_num": 20, "df_den": 148588, "pvalue": 0.0018548029548275384, "log10_pvalue": -2.731702220914969, "inference": "Homoskedastic nested-model F", "observations": 163763, "design_columns": 141, "restricted_design_columns": 121, "fixed_effect_rank": 15034, "covariance_rank": 20, "rss_unrestricted": 120222.3827434263, "rss_restricted": 120257.43511815842, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.353722117694286e-05, -1.9060184376797962e-05, -1.9374465862094318e-05, -2.282713395814689e-05, -3.4732867863643836e-05, -4.2723565027807444e-05 ], [ -7.90575168720996e-06, -1.2037245966608182e-05, -1.2478786094482265e-05, 5.220766076543389e-05, 4.6524695258949774e-05, 4.4811348702159746e-05 ], [ -1.4844660559550345e-06, -3.9308964536664985e-06, -4.432308661369673e-06, 0.00014001729412138942, 0.0001431498019053314, 0.0001504904368948386 ], [ 2.94711027866446e-06, 1.6203177619521941e-06, 1.2098433998288504e-06, 0.00020100131839233062, 0.00020973204747238607, 0.00022518623768053177 ], [ 5.625333741227244e-06, 4.993456496335937e-06, 4.64355631257194e-06, 0.0002356909118003168, 0.00024762551949092723, 0.0002677888100549151 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": -0.3641677192369267 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.6863276602797777 }, { "event_time": -16.0, "cohort": 19, "estimate": -0.5061925545206932 }, { "event_time": -15.0, "cohort": 19, "estimate": 1.4271456669023894 }, { "event_time": -14.0, "cohort": 19, "estimate": 1.2326811530980586 }, { "event_time": -13.0, "cohort": 19, "estimate": 0.1236243138975139 }, { "event_time": -12.0, "cohort": 19, "estimate": 1.1145751088360918 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.7186095153317706 }, { "event_time": -10.0, "cohort": 19, "estimate": 0.8453261440977379 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.5999261607571 }, { "event_time": -8.0, "cohort": 19, "estimate": 1.1867232092613742 }, { "event_time": -7.0, "cohort": 19, "estimate": 1.273484228862835 }, { "event_time": -6.0, "cohort": 19, "estimate": 1.3005589380834819 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.7055921991201859 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.790375937646896 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.16667406997391448 }, { "event_time": -2.0, "cohort": 19, "estimate": -0.1340446318759122 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.3013527100262735 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.600831795721176 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.6799894864097997 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.26799219747676584 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.7541827690398916 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.6102094407946689 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.45120316781201564 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.5204551899099438 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.39717131828073476 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.0957258002181745 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.13993934341081382 }, { "event_time": -15.0, "cohort": 21, "estimate": 2.102105256737688 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.614630878096116 }, { "event_time": -13.0, "cohort": 21, "estimate": 0.7171287505099238 }, { "event_time": -12.0, "cohort": 21, "estimate": 1.3925132941639213 }, { "event_time": -11.0, "cohort": 21, "estimate": 1.1166913299367613 }, { "event_time": -10.0, "cohort": 21, "estimate": 1.2773549034205987 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.8564534524304427 }, { "event_time": -8.0, "cohort": 21, "estimate": 1.5590724345091607 }, { "event_time": -7.0, "cohort": 21, "estimate": 1.54250181217715 }, { "event_time": -6.0, "cohort": 21, "estimate": 1.740790968112668 }, { "event_time": -5.0, "cohort": 21, "estimate": 1.0123148900851893 }, { "event_time": -4.0, "cohort": 21, "estimate": 1.3964591450706139 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.5538939280421031 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.5242466128510779 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.24316381686767724 }, { "event_time": 1.0, "cohort": 21, "estimate": 1.2906786328195439 }, { "event_time": 2.0, "cohort": 21, "estimate": 1.353331345750455 }, { "event_time": 3.0, "cohort": 21, "estimate": 0.8250409741656655 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.8087004279780936 }, { "event_time": 5.0, "cohort": 21, "estimate": 0.9211989770861035 }, { "event_time": -26.0, "cohort": 27, "estimate": -0.2060803265285595 }, { "event_time": -25.0, "cohort": 27, "estimate": -0.09857979536216498 }, { "event_time": -24.0, "cohort": 27, "estimate": -0.1205528283609437 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.0017153187763221112 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.24084536289925845 }, { "event_time": -21.0, "cohort": 27, "estimate": -0.17516313330618163 }, { "event_time": -20.0, "cohort": 27, "estimate": -0.15647657437062312 }, { "event_time": -19.0, "cohort": 27, "estimate": -0.12199729705745138 }, { "event_time": -18.0, "cohort": 27, "estimate": -0.04816788194724947 }, { "event_time": -17.0, "cohort": 27, "estimate": -0.4000588511698644 }, { "event_time": -16.0, "cohort": 27, "estimate": -0.32823004967489366 }, { "event_time": -15.0, "cohort": 27, "estimate": 1.59761836501256 }, { "event_time": -14.0, "cohort": 27, "estimate": 1.161171678327546 }, { "event_time": -13.0, "cohort": 27, "estimate": 0.2937575045441781 }, { "event_time": -12.0, "cohort": 27, "estimate": 0.8266283603425106 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.7132264893150372 }, { "event_time": -10.0, "cohort": 27, "estimate": 0.9664714655586255 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.356176907330773 }, { "event_time": -8.0, "cohort": 27, "estimate": 0.9738250350264193 }, { "event_time": -7.0, "cohort": 27, "estimate": 1.2375127640379833 }, { "event_time": -6.0, "cohort": 27, "estimate": 1.1333339899182704 }, { "event_time": -5.0, "cohort": 27, "estimate": 0.6136851464539079 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.928125275683307 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.21077770795837747 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.25230422304826056 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.054019917609486184 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.9563519393637079 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.8608276165576342 }, { "event_time": 3.0, "cohort": 27, "estimate": 0.2796421615170522 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.42019224551185136 }, { "event_time": 5.0, "cohort": 27, "estimate": 0.6268330313107688 }, { "event_time": -15.0, "cohort": 30, "estimate": 1.9042375422743425 }, { "event_time": -14.0, "cohort": 30, "estimate": 1.203064201691212 }, { "event_time": -13.0, "cohort": 30, "estimate": 0.06597908449939305 }, { "event_time": -12.0, "cohort": 30, "estimate": 0.747144729414068 }, { "event_time": -11.0, "cohort": 30, "estimate": 0.5723789099230419 }, { "event_time": -10.0, "cohort": 30, "estimate": 0.7984741742856876 }, { "event_time": -9.0, "cohort": 30, "estimate": 0.29603394018064033 }, { "event_time": -8.0, "cohort": 30, "estimate": 0.7610716244814832 }, { "event_time": -7.0, "cohort": 30, "estimate": 1.1500327829034058 }, { "event_time": -6.0, "cohort": 30, "estimate": 1.252446538778918 }, { "event_time": -5.0, "cohort": 30, "estimate": 0.664257076276306 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.9514310037162088 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.2136943900725154 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.07029574691541429 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.14091739388983102 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.2307254212963623 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1327918257271061 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.4974524872786763 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.6250119357628774 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.9223528563297388 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.46640602237195655 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.12125686240566258 } ] } } }, "code_sha256": { "replication_engine.py": "cd3acc93d19b09e121e2366dbaaccd6cc5c4f902ca3ac3d3c1c27b3cc1d436f0", "reference_f_test.py": "5f044e72270f04daf518d8b9667920b0bdce87bdaa9b134f2625697b9eff1909", "sparse_did2s.py": "16f2083b77e2a6a0fd9a4dda23961f99f24def371aa785b956cc08b5c86929f3", "frequency.py": "f8b8062ee5e78fff474749beed9c4a3c20ced533b2e327a18f101ff35bca26b2", "sparse_models.py": "fd6fc12f18694fa56b8e0a68bec3d72bf57339ae0aecab45d7f13a834468feec" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p004", "specification_id": "S03-P004", "source_specification_id": "PP-REPLY-T1-PA-NOOIL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOOIL-SALESGR", "data": "analyses/full-archive/prepared/S03-P004.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P004" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P004", "regression_results": "analyses/archive-expanded/baselines/S03-P004.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P004.parquet", "bytes": 1900528, "sha256": "9f9c4b7952eb802b1bf691bd6e17df33d4bd5b3a1250c1a27a104a1bce036777" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 171472, "source_sd": 0.4240960671608509, "rows": 163763, "units": 14993, "clusters": 58, "treated_units": 766, "never_treated_units": 14227, "treated_cohorts": 6, "latest_cohort_control_index": null, "unique_unit_period_cells": 163689, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 232, "post_adoption_untreated_rows_removed": 4902, "units_without_minus_one_removed": 11, "additional_rows_removed": 1875 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.04076683043015399, "se": 0.021710065555831447, "pvalue": 0.0655300181999145, "lower": -0.08424048682464988, "upper": 0.002706825964341894 }, { "method": "Dynamic TWFE", "estimate": 0.012080013289885587, "se": 0.10026543082533203, "pvalue": 0.9045263382311138, "lower": -0.1886980486987736, "upper": 0.21285807527854478 }, { "method": "BJS / did2s", "estimate": -0.06529798792178576, "se": 0.02852273098739742, "pvalue": 0.025784034111149413, "lower": -0.12241377152869837, "upper": -0.008182204314873147 }, { "method": "Sun\u2013Abraham", "estimate": 0.010150339041711602, "se": 0.017175442515980868, "pvalue": 0.5568702709113381, "lower": -0.02424289134457832, "upper": 0.04454356942800152 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.24878196853388332, "se": 0.1318177935557332, "pvalue": 0.06421314198449529, "lower": -0.5127425470491918, "upper": 0.01517860998142509 }, { "event_time": -28, "estimate": -0.0848380565683038, "se": 0.22669650830138113, "pvalue": 0.7096171406810169, "lower": -0.5387899841836965, "upper": 0.3691138710470889 }, { "event_time": -27, "estimate": -0.20281080699192555, "se": 0.12912666593568875, "pvalue": 0.12180262555478431, "lower": -0.46138249540155096, "upper": 0.05576088141769986 }, { "event_time": -26, "estimate": 0.06845561812568117, "se": 0.12906123579791312, "pvalue": 0.5978868004740228, "lower": -0.18998504869305188, "upper": 0.32689628494441425 }, { "event_time": -25, "estimate": -0.010017394601620317, "se": 0.12423117501863597, "pvalue": 0.9360146004191833, "lower": -0.25878603154357466, "upper": 0.238751242340334 }, { "event_time": -24, "estimate": -0.005674891759978432, "se": 0.12594321752174642, "pvalue": 0.964217667981552, "lower": -0.25787183467924957, "upper": 0.2465220511592927 }, { "event_time": -23, "estimate": 0.017946881233637055, "se": 0.11166997613237524, "pvalue": 0.8728872372739765, "lower": -0.2056683888112955, "upper": 0.24156215127856961 }, { "event_time": -22, "estimate": 0.0065794769131790765, "se": 0.12088424174212062, "pvalue": 0.9567845643553484, "lower": -0.23548704174800159, "upper": 0.24864599557435976 }, { "event_time": -21, "estimate": -0.07913614138043684, "se": 0.11629202724183643, "pvalue": 0.49894602830444107, "lower": -0.3120069091231431, "upper": 0.15373462636226945 }, { "event_time": -20, "estimate": -0.0011287440107838544, "se": 0.15199908978617577, "pvalue": 0.9941008998559111, "lower": -0.3055016711512733, "upper": 0.30324418312970564 }, { "event_time": -19, "estimate": 0.018289115515993583, "se": 0.15909182065826308, "pvalue": 0.9088812435191516, "lower": -0.3002867602078977, "upper": 0.3368649912398849 }, { "event_time": -18, "estimate": 0.03527883450686592, "se": 0.11223333050112307, "pvalue": 0.7544144803628167, "lower": -0.18946453320282486, "upper": 0.2600222022165567 }, { "event_time": -17, "estimate": 0.00717423634262269, "se": 0.12996418170999463, "pvalue": 0.9561708571977326, "lower": -0.25307454847666155, "upper": 0.26742302116190697 }, { "event_time": -16, "estimate": 0.012488556604782233, "se": 0.12380826372931929, "pvalue": 0.9200075251708891, "lower": -0.23543321508797121, "upper": 0.2604103282975357 }, { "event_time": -15, "estimate": 0.03295074632437934, "se": 0.12366506064784923, "pvalue": 0.7908530176086097, "lower": -0.2146842661440663, "upper": 0.280585758792825 }, { "event_time": -14, "estimate": 0.05888729977804318, "se": 0.11515393916362775, "pvalue": 0.6110610815863602, "lower": -0.17170448589841933, "upper": 0.2894790854545057 }, { "event_time": -13, "estimate": 0.09911642319975364, "se": 0.11465296466951307, "pvalue": 0.39094198764205934, "lower": -0.13047217835625843, "upper": 0.3287050247557657 }, { "event_time": -12, "estimate": 0.016184173665228636, "se": 0.15538999957345703, "pvalue": 0.9174143666514066, "lower": -0.2949789331998634, "upper": 0.32734728053032064 }, { "event_time": -11, "estimate": -0.0025752252981530526, "se": 0.11831475167452415, "pvalue": 0.9827107242705801, "lower": -0.2394964288509805, "upper": 0.2343459782546744 }, { "event_time": -10, "estimate": 0.1069430723143634, "se": 0.09750795095706197, "pvalue": 0.2773572151844584, "lower": -0.08831323148339468, "upper": 0.30219937611212144 }, { "event_time": -9, "estimate": 0.03905496565143596, "se": 0.14158901857649386, "pvalue": 0.7836736873591338, "lower": -0.24447215346290574, "upper": 0.32258208476577765 }, { "event_time": -8, "estimate": 0.14957672083906656, "se": 0.16799166450579822, "pvalue": 0.37700373279975646, "lower": -0.18682078478259742, "upper": 0.4859742264607305 }, { "event_time": -7, "estimate": 0.14995586552584114, "se": 0.09818707807476702, "pvalue": 0.13223021055948425, "lower": -0.046660366867589176, "upper": 0.34657209791927146 }, { "event_time": -6, "estimate": 0.10761605998948398, "se": 0.17918061814031752, "pvalue": 0.5504865138521351, "lower": -0.2511869388109135, "upper": 0.46641905878988144 }, { "event_time": -5, "estimate": 0.07839376388655342, "se": 0.1099775511994871, "pvalue": 0.47886763982737257, "lower": -0.14183248368782775, "upper": 0.2986200114609346 }, { "event_time": -4, "estimate": 0.08973709449510937, "se": 0.12049305669250356, "pvalue": 0.4594831128350244, "lower": -0.15154608961602212, "upper": 0.33102027860624084 }, { "event_time": -3, "estimate": 0.050035912692267905, "se": 0.09417906918762481, "pvalue": 0.5972857626233882, "lower": -0.13855442034412874, "upper": 0.23862624572866453 }, { "event_time": -2, "estimate": 0.031509743588758986, "se": 0.08192291937559103, "pvalue": 0.7019453435456767, "lower": -0.132538072785144, "upper": 0.195557559962662 }, { "event_time": 0, "estimate": -0.002829977707259824, "se": 0.10218107639982085, "pvalue": 0.9780015841304565, "lower": -0.20744405379107655, "upper": 0.20178409837655692 }, { "event_time": 1, "estimate": -0.015184133568860178, "se": 0.10042689299324976, "pvalue": 0.8803550279543547, "lower": -0.21628551797175685, "upper": 0.1859172508340365 }, { "event_time": 2, "estimate": 0.006214940863030397, "se": 0.10829549600888631, "pvalue": 0.9544362509035972, "lower": -0.21064304929155153, "upper": 0.22307293101761233 }, { "event_time": 3, "estimate": 0.050307479569588316, "se": 0.11732830599431084, "pvalue": 0.6697029000079906, "lower": -0.18463840058114514, "upper": 0.2852533597203218 }, { "event_time": 4, "estimate": 0.023208343037614612, "se": 0.10761041034239449, "pvalue": 0.8300148433534978, "lower": -0.1922777867331621, "upper": 0.23869447280839134 }, { "event_time": 5, "estimate": 0.041261850626244725, "se": 0.10974633405109131, "pvalue": 0.7083314009182481, "lower": -0.17850139259487813, "upper": 0.26102509384736755 }, { "event_time": 9, "estimate": -1.9798615807811697, "se": 0.7078963936504808, "pvalue": 0.007024406759296901, "lower": -3.3973996578229273, "upper": -0.5623235037394121 }, { "event_time": 10, "estimate": -1.3915503323604532, "se": 0.7102413137512132, "pvalue": 0.054979291576143674, "lower": -2.8137840309087245, "upper": 0.030683366187818084 }, { "event_time": 11, "estimate": -1.766811867261853, "se": 0.7098312006363249, "pvalue": 0.01575181443128398, "lower": -3.188224328463158, "upper": -0.34539940606054764 }, { "event_time": 12, "estimate": -1.3549249737777662, "se": 0.7188892642216765, "pvalue": 0.0645658518688724, "lower": -2.7944758944367996, "upper": 0.08462594688126734 }, { "event_time": 13, "estimate": 0.6406484490835658, "se": 0.720207160727797, "pvalue": 0.3774553281395077, "lower": -0.8015415138078943, "upper": 2.082838411975026 }, { "event_time": 14, "estimate": -1.7008737945843226, "se": 0.7147047543878284, "pvalue": 0.02068928264743523, "lower": -3.1320453788370117, "upper": -0.26970221033163355 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.23092327199226492, "se": 0.021525932157267513, "pvalue": 2.6901835383752554e-15, "lower": -0.2740282076162347, "upper": -0.18781833636829517 }, { "event_time": -28, "estimate": -0.07192145427893494, "se": 0.17517561720148536, "pvalue": 0.682928844768, "lower": -0.42270457703489295, "upper": 0.2788616684770231 }, { "event_time": -27, "estimate": -0.19031826481153116, "se": 0.021871656555170968, "pvalue": 4.759281904703242e-12, "lower": -0.23411550160073674, "upper": -0.14652102802232558 }, { "event_time": -26, "estimate": 0.035680447598258024, "se": 0.03286978079383819, "pvalue": 0.28226589482610726, "lower": -0.03014015309586989, "upper": 0.10150104829238593 }, { "event_time": -25, "estimate": -0.03954774500420937, "se": 0.02265609402332948, "pvalue": 0.08627462735728576, "lower": -0.08491579072837607, "upper": 0.00582030071995733 }, { "event_time": -24, "estimate": -0.03459625138761535, "se": 0.02943453652433594, "pvalue": 0.24473605103737237, "lower": -0.09353789408783764, "upper": 0.024345391312606934 }, { "event_time": -23, "estimate": -0.013427566625256402, "se": 0.010507402084632859, "pvalue": 0.20645930595564202, "lower": -0.03446827636661602, "upper": 0.007613143116103218 }, { "event_time": -22, "estimate": -0.020622919380545515, "se": 0.019283750244955586, "pvalue": 0.2893769993564683, "lower": -0.05923796317166357, "upper": 0.01799212441057254 }, { "event_time": -21, "estimate": -0.10246075253780976, "se": 0.011477385264051433, "pvalue": 2.0307428859528386e-12, "lower": -0.12544382009204835, "upper": -0.07947768498357116 }, { "event_time": -20, "estimate": -0.03683105108295776, "se": 0.0329959269565907, "pvalue": 0.26900714876633613, "lower": -0.10290425511081966, "upper": 0.02924215294490414 }, { "event_time": -19, "estimate": -0.01636194255072596, "se": 0.041728132031801105, "pvalue": 0.6964405741118862, "lower": -0.09992108562514233, "upper": 0.06719720052369042 }, { "event_time": -18, "estimate": 0.0010944718240268913, "se": 0.01211269015770327, "pvalue": 0.9283199394898161, "lower": -0.023160771835868045, "upper": 0.025349715483921828 }, { "event_time": -17, "estimate": -0.025316418212011815, "se": 0.018458962975362522, "pvalue": 0.17559498926862988, "lower": -0.06227985398450682, "upper": 0.011647017560483194 }, { "event_time": -16, "estimate": -0.02403478590077412, "se": 0.013284484512402987, "pvalue": 0.07568842780169227, "lower": -0.05063650728134744, "upper": 0.0025669354797991963 }, { "event_time": -15, "estimate": -0.0005971333906215547, "se": 0.012393763268714749, "pvalue": 0.9617410913805784, "lower": -0.025415216246852446, "upper": 0.024220949465609334 }, { "event_time": -14, "estimate": 0.019390600764294965, "se": 0.012054722361470292, "pvalue": 0.11324061474343891, "lower": -0.004748564385892214, "upper": 0.04352976591448214 }, { "event_time": -13, "estimate": 0.05478315695730348, "se": 0.01675609405148969, "pvalue": 0.0018300520119220068, "lower": 0.02122965738656387, "upper": 0.0883366565280431 }, { "event_time": -12, "estimate": -0.02582367388978318, "se": 0.038451590103696004, "pvalue": 0.5045581022740543, "lower": -0.10282165492725034, "upper": 0.05117430714768398 }, { "event_time": -11, "estimate": -0.04599530649379582, "se": 0.010687579912506757, "pvalue": 6.674867251885811e-05, "lower": -0.067396816112003, "upper": -0.02459379687558864 }, { "event_time": -10, "estimate": 0.058876174494291326, "se": 0.029791836766472214, "pvalue": 0.05297282240992364, "lower": -0.0007809495994051605, "upper": 0.1185332985879878 }, { "event_time": -9, "estimate": -0.005251723662790441, "se": 0.03132788298004541, "pvalue": 0.8674619348601902, "lower": -0.067984727243042, "upper": 0.05748127991746111 }, { "event_time": -8, "estimate": 0.09821195404909018, "se": 0.05618146099804133, "pvalue": 0.08582772091180735, "lower": -0.014289481051992445, "upper": 0.2107133891501728 }, { "event_time": -7, "estimate": 0.09505759026998058, "se": 0.011741005018441669, "pvalue": 4.758093532649487e-11, "lower": 0.07154663326318876, "upper": 0.11856854727677239 }, { "event_time": -6, "estimate": 0.040274972863800974, "se": 0.07066694659540497, "pvalue": 0.5709670721102039, "lower": -0.10123314680705969, "upper": 0.18178309253466163 }, { "event_time": -5, "estimate": 0.01987804824843734, "se": 0.019521321703425798, "pvalue": 0.3128506255179823, "lower": -0.019212724182380705, "upper": 0.05896882067925538 }, { "event_time": -4, "estimate": 0.028258132934614568, "se": 0.02451062264421561, "pvalue": 0.25376613475315934, "lower": -0.020823542296143197, "upper": 0.07733980816537234 }, { "event_time": -3, "estimate": -0.01928614689315333, "se": 0.02500599107874769, "pvalue": 0.44373777227410505, "lower": -0.06935978030368464, "upper": 0.030787486517377987 }, { "event_time": -2, "estimate": -0.04352458020891121, "se": 0.04001802658380565, "pvalue": 0.2813386686934197, "lower": -0.1236592961919713, "upper": 0.03661013577414889 }, { "event_time": -1, "estimate": -0.08367981886519024, "se": 0.0868053250786191, "pvalue": 0.33912098520551, "lower": -0.2575044840176524, "upper": 0.09014484628727193 }, { "event_time": 0, "estimate": -0.09115838346244258, "se": 0.045371534819622424, "pvalue": 0.04926490072192189, "lower": -0.1820133147737557, "upper": -0.0003034521511294519 }, { "event_time": 1, "estimate": -0.10468735450832743, "se": 0.021178661225633954, "pvalue": 7.11575842895041e-06, "lower": -0.14709689208668517, "upper": -0.0622778169299697 }, { "event_time": 2, "estimate": -0.08028419680589263, "se": 0.05649045185187673, "pvalue": 0.16070690603218402, "lower": -0.1934043754190175, "upper": 0.032835981807232226 }, { "event_time": 3, "estimate": -0.030247426281827475, "se": 0.07874466065736214, "pvalue": 0.7023185098372069, "lower": -0.18793088935178665, "upper": 0.1274360367881317 }, { "event_time": 4, "estimate": -0.04472431044259937, "se": 0.049113169757109235, "pvalue": 0.36632122410559625, "lower": -0.14307173647750632, "upper": 0.05362311559230757 }, { "event_time": 5, "estimate": -0.01834726184755797, "se": 0.03977463320444943, "pvalue": 0.6463528429044176, "lower": -0.09799459099543714, "upper": 0.0613000673003212 }, { "event_time": 9, "estimate": -0.22204370617998653, "se": 0.029105178648837778, "pvalue": 2.8461817167021834e-10, "lower": -0.2803258211107783, "upper": -0.1637615912491948 }, { "event_time": 10, "estimate": 0.3695468104128882, "se": 0.03611319299574035, "pvalue": 1.6055709301693636e-14, "lower": 0.29723138881420824, "upper": 0.4418622320115682 }, { "event_time": 11, "estimate": -0.003432901186798787, "se": 0.06688472500018616, "pvalue": 0.9592454849771834, "lower": -0.13736725275384926, "upper": 0.13050145038025168 }, { "event_time": 12, "estimate": 0.40697041254517996, "se": 0.027708285083496223, "pvalue": 4.957062759223401e-21, "lower": 0.3514855287292905, "upper": 0.4624552963610694 }, { "event_time": 13, "estimate": 2.40261308559117, "se": 0.031266770049053, "pvalue": 2.940294251653536e-59, "lower": 2.3400024585443466, "upper": 2.465223712637993 }, { "event_time": 14, "estimate": 0.06192143316714238, "se": 0.06228212789881133, "pvalue": 0.3243232267117206, "lower": -0.06279637668137208, "upper": 0.18663924301565685 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.30478535176815613, "se": 0.07176030359963885, "pvalue": 8.08190833134156e-05, "lower": -0.44848288107466905, "upper": -0.16108782246164322 }, { "event_time": -28, "estimate": -0.13725473205123548, "se": 0.18347588975998372, "pvalue": 0.4574871347811582, "lower": -0.5046588639082874, "upper": 0.23014939980581647 }, { "event_time": -27, "estimate": -0.2603178284923163, "se": 0.06694192978211376, "pvalue": 0.0002657208249752157, "lower": -0.39436673065928307, "upper": -0.12626892632534956 }, { "event_time": -26, "estimate": -0.053178826056522494, "se": 0.04626162332511252, "pvalue": 0.25514066912814704, "lower": -0.14581612885579148, "upper": 0.03945847674274651 }, { "event_time": -25, "estimate": -0.13038618308984196, "se": 0.04068055399936511, "pvalue": 0.0022130814881936318, "lower": -0.2118475873383932, "upper": -0.04892477884129069 }, { "event_time": -24, "estimate": -0.13115446959615554, "se": 0.03895534974013997, "pvalue": 0.0013672554286676647, "lower": -0.20916121190538672, "upper": -0.05314772728692434 }, { "event_time": -23, "estimate": -0.1061477054660963, "se": 0.03948870820920643, "pvalue": 0.009405355149017329, "lower": -0.1852224796870534, "upper": -0.027072931245139195 }, { "event_time": -22, "estimate": -0.11959651755012649, "se": 0.04345609552189416, "pvalue": 0.00792627969117983, "lower": -0.20661584782837014, "upper": -0.03257718727188283 }, { "event_time": -21, "estimate": -0.2041861648677988, "se": 0.04240017087666529, "pvalue": 1.1215382745703546e-05, "lower": -0.28909104251635753, "upper": -0.11928128721924007 }, { "event_time": -20, "estimate": -0.05078039116411523, "se": 0.03598784208208131, "pvalue": 0.1636668889985343, "lower": -0.12284480188790241, "upper": 0.02128401955967195 }, { "event_time": -19, "estimate": -0.02980864136787982, "se": 0.03909675240864884, "pvalue": 0.44894548225342573, "lower": -0.1080985376366516, "upper": 0.04848125490089196 }, { "event_time": -18, "estimate": -0.01017463520736385, "se": 0.04647389340022138, "pvalue": 0.827484850519138, "lower": -0.10323700150007944, "upper": 0.08288773108535175 }, { "event_time": -17, "estimate": -0.03518406982232826, "se": 0.042705870619482326, "pvalue": 0.413447690042807, "lower": -0.12070110064679225, "upper": 0.05033296100213573 }, { "event_time": -16, "estimate": -0.026704578850716046, "se": 0.03841087106149949, "pvalue": 0.4897327775298326, "lower": -0.10362102141264927, "upper": 0.05021186371121718 }, { "event_time": -15, "estimate": -0.0016779556553587066, "se": 0.046230661285910434, "pvalue": 0.9711737123546099, "lower": -0.09425325804057631, "upper": 0.0908973467298589 }, { "event_time": -14, "estimate": 0.05521404336234183, "se": 0.04610666798296414, "pvalue": 0.23605701348875288, "lower": -0.03711296671654242, "upper": 0.1475410534412261 }, { "event_time": -13, "estimate": 0.09793247773306812, "se": 0.03432116506870301, "pvalue": 0.006018379819949587, "lower": 0.029205530160365284, "upper": 0.16665942530577096 }, { "event_time": -12, "estimate": 0.015497641537373014, "se": 0.03734668466172685, "pvalue": 0.6797238585040143, "lower": -0.05928780451676825, "upper": 0.09028308759151428 }, { "event_time": -11, "estimate": -0.005454500422379854, "se": 0.035992949341523695, "pvalue": 0.8800820262219734, "lower": -0.07752913825679204, "upper": 0.06662013741203233 }, { "event_time": -10, "estimate": 0.1018843126840913, "se": 0.04568965258605665, "pvalue": 0.029707317178434927, "lower": 0.010392361533506825, "upper": 0.19337626383467577 }, { "event_time": -9, "estimate": 0.028482590776856304, "se": 0.03355571545446722, "pvalue": 0.39953508331838, "lower": -0.038711570382511745, "upper": 0.09567675193622435 }, { "event_time": -8, "estimate": 0.13853319151349114, "se": 0.039473274296766246, "pvalue": 0.0008842245110015094, "lower": 0.05948932316909722, "upper": 0.21757705985788506 }, { "event_time": -7, "estimate": 0.12736787743760167, "se": 0.029233114949966624, "pvalue": 5.563782955491571e-05, "lower": 0.06882957448280995, "upper": 0.18590618039239337 }, { "event_time": -6, "estimate": 0.08214866295455292, "se": 0.03327549463895111, "pvalue": 0.01658061317743132, "lower": 0.015515634299230252, "upper": 0.1487816916098756 }, { "event_time": -5, "estimate": 0.06192501993994644, "se": 0.027845308098139086, "pvalue": 0.0301333440337941, "lower": 0.00616575227010676, "upper": 0.11768428760978611 }, { "event_time": -4, "estimate": 0.08002834586167737, "se": 0.045277563801585125, "pvalue": 0.08249616876616961, "lower": -0.010638411731841657, "upper": 0.1706951034551964 }, { "event_time": -3, "estimate": 0.04479192413273857, "se": 0.03121434950072919, "pvalue": 0.1567576997687528, "lower": -0.01771373257670912, "upper": 0.10729758084218625 }, { "event_time": -2, "estimate": 0.029084637029410082, "se": 0.027829611354655538, "pvalue": 0.30039018455038874, "lower": -0.026643198453780444, "upper": 0.0848124725126006 }, { "event_time": 0, "estimate": -0.006075993746108614, "se": 0.024629589462986705, "pvalue": 0.8060306844779375, "lower": -0.05539589592225723, "upper": 0.04324390843004 }, { "event_time": 1, "estimate": -0.016115556577450424, "se": 0.017313049103804042, "pvalue": 0.35586576269796616, "lower": -0.050784339402827144, "upper": 0.018553226247926297 }, { "event_time": 2, "estimate": 0.000681326106810029, "se": 0.017294655104419816, "pvalue": 0.9687129807295105, "lower": -0.033950623370141556, "upper": 0.035313275583761614 }, { "event_time": 3, "estimate": 0.04494176030546787, "se": 0.016728888488157397, "pvalue": 0.009444731440970761, "lower": 0.011442738935601729, "upper": 0.07844078167533401 }, { "event_time": 4, "estimate": 0.021202806064077664, "se": 0.01823472362791318, "pvalue": 0.24976754018391037, "lower": -0.01531159816053608, "upper": 0.05771721028869141 }, { "event_time": 5, "estimate": 0.046412382216203224, "se": 0.037651970419173245, "pvalue": 0.22275970476015455, "lower": -0.02898438802243794, "upper": 0.12180915245484439 }, { "event_time": 9, "estimate": -1.768845115760448, "se": 0.6325102593440364, "pvalue": 0.007029677079958773, "lower": -3.0354250627440775, "upper": -0.5022651687768183 }, { "event_time": 10, "estimate": -1.1774723310978716, "se": 0.6330274099313761, "pvalue": 0.06803870292778175, "lower": -2.445087854269901, "upper": 0.09014319207415777 }, { "event_time": 11, "estimate": -1.549749875234193, "se": 0.6323929229780201, "pvalue": 0.017353274842569925, "lower": -2.8160948601977562, "upper": -0.28340489027062965 }, { "event_time": 12, "estimate": -1.1397492421610265, "se": 0.6409079488175644, "pvalue": 0.08068228252054455, "lower": -2.423145272253248, "upper": 0.1436467879311949 }, { "event_time": 13, "estimate": 0.8567447143115726, "se": 0.641916121486931, "pvalue": 0.18729212622158112, "lower": -0.4286701467280566, "upper": 2.1421595753512017 }, { "event_time": 14, "estimate": -1.4847228067823948, "se": 0.638479061116649, "pvalue": 0.02363274984454255, "lower": -2.763255073149036, "upper": -0.20619054041575335 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.21042524005486968, 0.18792866941015088, 0.17119341563786009, 0.1580246913580247, 0.14320987654320988, 0.12757201646090535, 0.00027434842249657066, 0.00027434842249657066, 0.00027434842249657066, 0.00027434842249657066, 0.00027434842249657066, 0.00027434842249657066 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.10026857235179e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.1661366784806027, "df_num": 20, "df_den": 148588, "pvalue": 0.0018548029548275384, "log10_pvalue": -2.731702220914969, "inference": "Homoskedastic nested-model F", "observations": 163763, "design_columns": 141, "restricted_design_columns": 121, "fixed_effect_rank": 15034, "covariance_rank": 20, "rss_unrestricted": 120222.3827434263, "rss_restricted": 120257.43511815842, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.353722117694286e-05, -1.9060184376797962e-05, -1.9374465862094318e-05, -2.282713395814689e-05, -3.4732867863643836e-05, -4.2723565027807444e-05 ], [ -7.90575168720996e-06, -1.2037245966608182e-05, -1.2478786094482265e-05, 5.220766076543389e-05, 4.6524695258949774e-05, 4.4811348702159746e-05 ], [ -1.4844660559550345e-06, -3.9308964536664985e-06, -4.432308661369673e-06, 0.00014001729412138942, 0.0001431498019053314, 0.0001504904368948386 ], [ 2.94711027866446e-06, 1.6203177619521941e-06, 1.2098433998288504e-06, 0.00020100131839233062, 0.00020973204747238607, 0.00022518623768053177 ], [ 5.625333741227244e-06, 4.993456496335937e-06, 4.64355631257194e-06, 0.0002356909118003168, 0.00024762551949092723, 0.0002677888100549151 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": -0.3641677192369267 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.6863276602797777 }, { "event_time": -16.0, "cohort": 19, "estimate": -0.5061925545206932 }, { "event_time": -15.0, "cohort": 19, "estimate": 1.4271456669023894 }, { "event_time": -14.0, "cohort": 19, "estimate": 1.2326811530980586 }, { "event_time": -13.0, "cohort": 19, "estimate": 0.1236243138975139 }, { "event_time": -12.0, "cohort": 19, "estimate": 1.1145751088360918 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.7186095153317706 }, { "event_time": -10.0, "cohort": 19, "estimate": 0.8453261440977379 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.5999261607571 }, { "event_time": -8.0, "cohort": 19, "estimate": 1.1867232092613742 }, { "event_time": -7.0, "cohort": 19, "estimate": 1.273484228862835 }, { "event_time": -6.0, "cohort": 19, "estimate": 1.3005589380834819 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.7055921991201859 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.790375937646896 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.16667406997391448 }, { "event_time": -2.0, "cohort": 19, "estimate": -0.1340446318759122 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.3013527100262735 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.600831795721176 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.6799894864097997 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.26799219747676584 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.7541827690398916 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.6102094407946689 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.45120316781201564 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.5204551899099438 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.39717131828073476 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.0957258002181745 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.13993934341081382 }, { "event_time": -15.0, "cohort": 21, "estimate": 2.102105256737688 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.614630878096116 }, { "event_time": -13.0, "cohort": 21, "estimate": 0.7171287505099238 }, { "event_time": -12.0, "cohort": 21, "estimate": 1.3925132941639213 }, { "event_time": -11.0, "cohort": 21, "estimate": 1.1166913299367613 }, { "event_time": -10.0, "cohort": 21, "estimate": 1.2773549034205987 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.8564534524304427 }, { "event_time": -8.0, "cohort": 21, "estimate": 1.5590724345091607 }, { "event_time": -7.0, "cohort": 21, "estimate": 1.54250181217715 }, { "event_time": -6.0, "cohort": 21, "estimate": 1.740790968112668 }, { "event_time": -5.0, "cohort": 21, "estimate": 1.0123148900851893 }, { "event_time": -4.0, "cohort": 21, "estimate": 1.3964591450706139 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.5538939280421031 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.5242466128510779 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.24316381686767724 }, { "event_time": 1.0, "cohort": 21, "estimate": 1.2906786328195439 }, { "event_time": 2.0, "cohort": 21, "estimate": 1.353331345750455 }, { "event_time": 3.0, "cohort": 21, "estimate": 0.8250409741656655 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.8087004279780936 }, { "event_time": 5.0, "cohort": 21, "estimate": 0.9211989770861035 }, { "event_time": -26.0, "cohort": 27, "estimate": -0.2060803265285595 }, { "event_time": -25.0, "cohort": 27, "estimate": -0.09857979536216498 }, { "event_time": -24.0, "cohort": 27, "estimate": -0.1205528283609437 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.0017153187763221112 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.24084536289925845 }, { "event_time": -21.0, "cohort": 27, "estimate": -0.17516313330618163 }, { "event_time": -20.0, "cohort": 27, "estimate": -0.15647657437062312 }, { "event_time": -19.0, "cohort": 27, "estimate": -0.12199729705745138 }, { "event_time": -18.0, "cohort": 27, "estimate": -0.04816788194724947 }, { "event_time": -17.0, "cohort": 27, "estimate": -0.4000588511698644 }, { "event_time": -16.0, "cohort": 27, "estimate": -0.32823004967489366 }, { "event_time": -15.0, "cohort": 27, "estimate": 1.59761836501256 }, { "event_time": -14.0, "cohort": 27, "estimate": 1.161171678327546 }, { "event_time": -13.0, "cohort": 27, "estimate": 0.2937575045441781 }, { "event_time": -12.0, "cohort": 27, "estimate": 0.8266283603425106 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.7132264893150372 }, { "event_time": -10.0, "cohort": 27, "estimate": 0.9664714655586255 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.356176907330773 }, { "event_time": -8.0, "cohort": 27, "estimate": 0.9738250350264193 }, { "event_time": -7.0, "cohort": 27, "estimate": 1.2375127640379833 }, { "event_time": -6.0, "cohort": 27, "estimate": 1.1333339899182704 }, { "event_time": -5.0, "cohort": 27, "estimate": 0.6136851464539079 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.928125275683307 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.21077770795837747 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.25230422304826056 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.054019917609486184 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.9563519393637079 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.8608276165576342 }, { "event_time": 3.0, "cohort": 27, "estimate": 0.2796421615170522 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.42019224551185136 }, { "event_time": 5.0, "cohort": 27, "estimate": 0.6268330313107688 }, { "event_time": -15.0, "cohort": 30, "estimate": 1.9042375422743425 }, { "event_time": -14.0, "cohort": 30, "estimate": 1.203064201691212 }, { "event_time": -13.0, "cohort": 30, "estimate": 0.06597908449939305 }, { "event_time": -12.0, "cohort": 30, "estimate": 0.747144729414068 }, { "event_time": -11.0, "cohort": 30, "estimate": 0.5723789099230419 }, { "event_time": -10.0, "cohort": 30, "estimate": 0.7984741742856876 }, { "event_time": -9.0, "cohort": 30, "estimate": 0.29603394018064033 }, { "event_time": -8.0, "cohort": 30, "estimate": 0.7610716244814832 }, { "event_time": -7.0, "cohort": 30, "estimate": 1.1500327829034058 }, { "event_time": -6.0, "cohort": 30, "estimate": 1.252446538778918 }, { "event_time": -5.0, "cohort": 30, "estimate": 0.664257076276306 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.9514310037162088 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.2136943900725154 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.07029574691541429 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.14091739388983102 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.2307254212963623 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1327918257271061 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.4974524872786763 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.6250119357628774 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.9223528563297388 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.46640602237195655 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.12125686240566258 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.06726262115795836, "se": 0.03753363092716581, "lower": -0.14082718598422206, "upper": 0.006301943668305332, "event_study": [ { "event_time": -29, "estimate": 0.04418676734406845, "se": 0.022674762659766964, "lower": -0.0002549508270684453, "upper": 0.08862848551520534, "n": 0.0, "relative_to_minus_one": 0.04418676734406845 }, { "event_time": -28, "estimate": 0.1678236616098387, "se": 0.1321176358411771, "lower": -0.09112214636144667, "upper": 0.42676946958112405, "n": 0.0, "relative_to_minus_one": 0.1678236616098387 }, { "event_time": -27, "estimate": 0.03871063783564821, "se": 0.06099527330254268, "lower": -0.08083790106451293, "upper": 0.15825917673580936, "n": 0.0, "relative_to_minus_one": 0.03871063783564821 }, { "event_time": -26, "estimate": 0.07877849756922958, "se": 0.036141019607905285, "lower": 0.007943400773179315, "upper": 0.14961359436527985, "n": 0.0, "relative_to_minus_one": 0.07877849756922958 }, { "event_time": -25, "estimate": 0.003696678411626862, "se": 0.03548266728034223, "lower": -0.06584807153326169, "upper": 0.07324142835651543, "n": 0.0, "relative_to_minus_one": 0.003696678411626862 }, { "event_time": -24, "estimate": 0.004598449948740658, "se": 0.02891940851672181, "lower": -0.05208254919823499, "upper": 0.06127944909571631, "n": 0.0, "relative_to_minus_one": 0.004598449948740658 }, { "event_time": -23, "estimate": 0.027391981348702927, "se": 0.03981788475096581, "lower": -0.050649638703756675, "upper": 0.10543360140116252, "n": 0.0, "relative_to_minus_one": 0.027391981348702927 }, { "event_time": -22, "estimate": 0.006190865959504507, "se": 0.036790656204793645, "lower": -0.06591749516948611, "upper": 0.07829922708849513, "n": 0.0, "relative_to_minus_one": 0.006190865959504507 }, { "event_time": -21, "estimate": -0.07744550208504117, "se": 0.03506418496369318, "lower": -0.1461700417611307, "upper": -0.008720962408951635, "n": 0.0, "relative_to_minus_one": -0.07744550208504117 }, { "event_time": -20, "estimate": 0.08817716129457874, "se": 0.1034209007563523, "lower": -0.114524079436563, "upper": 0.29087840202572046, "n": 0.0, "relative_to_minus_one": 0.08817716129457874 }, { "event_time": -19, "estimate": 0.11873161406352609, "se": 0.10739335149705309, "lower": -0.09175548704974867, "upper": 0.32921871517680085, "n": 0.0, "relative_to_minus_one": 0.11873161406352609 }, { "event_time": -18, "estimate": 0.11405738601003802, "se": 0.05860248968669568, "lower": -0.000801383180265472, "upper": 0.22891615520034153, "n": 0.0, "relative_to_minus_one": 0.11405738601003802 }, { "event_time": -17, "estimate": 0.08853055678467273, "se": 0.0713952248432612, "lower": -0.05140151257625855, "upper": 0.228462626145604, "n": 0.0, "relative_to_minus_one": 0.08853055678467273 }, { "event_time": -16, "estimate": 0.09400960493010602, "se": 0.06657069943714627, "lower": -0.036466568392341525, "upper": 0.22448577825255356, "n": 0.0, "relative_to_minus_one": 0.09400960493010602 }, { "event_time": -15, "estimate": 0.1117636422854888, "se": 0.06557938745846544, "lower": -0.016769595261301173, "upper": 0.24029687983227876, "n": 0.0, "relative_to_minus_one": 0.1117636422854888 }, { "event_time": -14, "estimate": 0.1317955765945978, "se": 0.058909254148054375, "lower": 0.016335560108294456, "upper": 0.24725559308090117, "n": 0.0, "relative_to_minus_one": 0.1317955765945978 }, { "event_time": -13, "estimate": 0.15892968677692287, "se": 0.056073822652543875, "lower": 0.049027013902450636, "upper": 0.2688323596513951, "n": 0.0, "relative_to_minus_one": 0.15892968677692287 }, { "event_time": -12, "estimate": 0.06219252251443296, "se": 0.08706353865906684, "lower": -0.1084488776239487, "upper": 0.23283392265281463, "n": 0.0, "relative_to_minus_one": 0.06219252251443296 }, { "event_time": -11, "estimate": 0.03090899434100812, "se": 0.06304915341704921, "lower": -0.09266507561214882, "upper": 0.15448306429416506, "n": 0.0, "relative_to_minus_one": 0.03090899434100812 }, { "event_time": -10, "estimate": 0.1372302476461747, "se": 0.050451325504599756, "lower": 0.0383474666848521, "upper": 0.23611302860749728, "n": 0.0, "relative_to_minus_one": 0.1372302476461747 }, { "event_time": -9, "estimate": 0.041467392123561556, "se": 0.09193499914481129, "lower": -0.13872189511898925, "upper": 0.22165667936611233, "n": 0.0, "relative_to_minus_one": 0.041467392123561556 }, { "event_time": -8, "estimate": 0.1278389950420599, "se": 0.11193007447698398, "lower": -0.09153991971971465, "upper": 0.34721790980383443, "n": 0.0, "relative_to_minus_one": 0.1278389950420599 }, { "event_time": -7, "estimate": 0.13017773486052844, "se": 0.06381836957153059, "lower": 0.005096028948261611, "upper": 0.2552594407727953, "n": 0.0, "relative_to_minus_one": 0.13017773486052844 }, { "event_time": -6, "estimate": 0.08597122266589145, "se": 0.13361082486759285, "lower": -0.17590118201927912, "upper": 0.34784362735106206, "n": 0.0, "relative_to_minus_one": 0.08597122266589145 }, { "event_time": -5, "estimate": 0.05088107863198379, "se": 0.08277082556157958, "lower": -0.11134675843935948, "upper": 0.21310891570332707, "n": 0.0, "relative_to_minus_one": 0.05088107863198379 }, { "event_time": -4, "estimate": 0.06654225202397845, "se": 0.07759950172281993, "lower": -0.0855499765710025, "upper": 0.2186344806189594, "n": 0.0, "relative_to_minus_one": 0.06654225202397845 }, { "event_time": -3, "estimate": 0.03767682663850319, "se": 0.06404636764983462, "lower": -0.0878517472957839, "upper": 0.1632054005727903, "n": 0.0, "relative_to_minus_one": 0.03767682663850319 }, { "event_time": -2, "estimate": 0.024265789079274493, "se": 0.051286813802630705, "lower": -0.07625451885569343, "upper": 0.1247860970142424, "n": 0.0, "relative_to_minus_one": 0.024265789079274493 }, { "event_time": -1, "estimate": 0.0, "se": 4.8057062646773355e-19, "lower": -9.41901119904609e-19, "upper": 9.41901119904609e-19, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.035007797600012304, "se": 0.032968075142913354, "lower": -0.09962403751973267, "upper": 0.02960844231970807, "n": 767.0, "relative_to_minus_one": -0.035007797600012304 }, { "event_time": 1, "estimate": -0.06306594334439625, "se": 0.05833259306946713, "lower": -0.17739572488538258, "upper": 0.051263838196590084, "n": 685.0, "relative_to_minus_one": -0.06306594334439625 }, { "event_time": 2, "estimate": -0.08221495074153115, "se": 0.09230105054534772, "lower": -0.26312168554562376, "upper": 0.09869178406256149, "n": 624.0, "relative_to_minus_one": -0.08221495074153115 }, { "event_time": 3, "estimate": -0.06750020073478134, "se": 0.11530284496746439, "lower": -0.293489624186017, "upper": 0.15848922271645427, "n": 576.0, "relative_to_minus_one": -0.06750020073478134 }, { "event_time": 4, "estimate": -0.13013069209175868, "se": 0.09474118044218723, "lower": -0.3158199936112562, "upper": 0.055558609427738825, "n": 522.0, "relative_to_minus_one": -0.13013069209175868 }, { "event_time": 5, "estimate": -0.11389249834865194, "se": 0.07470835795825993, "lower": -0.2603181892909677, "upper": 0.03253319259366387, "n": 465.0, "relative_to_minus_one": -0.11389249834865194 }, { "event_time": 9, "estimate": -0.714605545484503, "se": 0.03215397024360859, "lower": -0.7776261691219484, "upper": -0.6515849218470575, "n": 1.0, "relative_to_minus_one": -0.714605545484503 }, { "event_time": 10, "estimate": -0.1681879699271855, "se": 0.03390033130278538, "lower": -0.23463139834462066, "upper": -0.10174454150975033, "n": 1.0, "relative_to_minus_one": -0.1681879699271855 }, { "event_time": 11, "estimate": -0.5572913994838965, "se": 0.0492150591068102, "lower": -0.6537511428302545, "upper": -0.4608316561375385, "n": 1.0, "relative_to_minus_one": -0.5572913994838965 }, { "event_time": 12, "estimate": -0.15323273875462867, "se": 0.02054692771179227, "lower": -0.19350397706268951, "upper": -0.11296150044656783, "n": 1.0, "relative_to_minus_one": -0.15323273875462867 }, { "event_time": 13, "estimate": 1.8177070822669474, "se": 0.053260092634782756, "lower": 1.7133192188895063, "upper": 1.9220949456443885, "n": 1.0, "relative_to_minus_one": 1.8177070822669474 }, { "event_time": 14, "estimate": -0.5397287996511028, "se": 0.03424404497868177, "lower": -0.6068458944942887, "upper": -0.4726117048079168, "n": 1.0, "relative_to_minus_one": -0.5397287996511028 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.2759167112293044, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.13228336156748385, "mass": 1.0, "base": 4 }, { "group": 19, "year": 1, "event_time": -18, "att": -0.28092876209212975, "mass": 0.0, "base": 18 }, { "group": 19, "year": 2, "event_time": -17, "att": -0.3042239887098555, "mass": 0.0, "base": 18 }, { "group": 19, "year": 3, "event_time": -16, "att": -0.2023980353676106, "mass": 0.0, "base": 18 }, { "group": 19, "year": 4, "event_time": -15, "att": -0.1880749585000268, "mass": 0.0, "base": 18 }, { "group": 19, "year": 5, "event_time": -14, "att": 0.09281663234066023, "mass": 0.0, "base": 18 }, { "group": 19, "year": 6, "event_time": -13, "att": -0.09646940102417373, "mass": 0.0, "base": 18 }, { "group": 19, "year": 7, "event_time": -12, "att": 0.15646861609397666, "mass": 0.0, "base": 18 }, { "group": 19, "year": 8, "event_time": -11, "att": -0.0553795471993187, "mass": 0.0, "base": 18 }, { "group": 19, "year": 9, "event_time": -10, "att": -0.030216481117834162, "mass": 0.0, "base": 18 }, { "group": 19, "year": 10, "event_time": -9, "att": 0.19813004911850823, "mass": 0.0, "base": 18 }, { "group": 19, "year": 11, "event_time": -8, "att": 0.2562173968337592, "mass": 0.0, "base": 18 }, { "group": 19, "year": 12, "event_time": -7, "att": 0.15545567405904742, "mass": 0.0, "base": 18 }, { "group": 19, "year": 13, "event_time": -6, "att": 0.10296071081369329, "mass": 0.0, "base": 18 }, { "group": 19, "year": 14, "event_time": -5, "att": 0.058876130577314, "mass": 0.0, "base": 18 }, { "group": 19, "year": 15, "event_time": -4, "att": -0.21354129748126335, "mass": 0.0, "base": 18 }, { "group": 19, "year": 16, "event_time": -3, "att": -0.06287803444120432, "mass": 0.0, "base": 18 }, { "group": 19, "year": 17, "event_time": -2, "att": -0.42296670462462754, "mass": 0.0, "base": 18 }, { "group": 19, "year": 18, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 18 }, { "group": 19, "year": 19, "event_time": 0, "att": 0.14071572822125233, "mass": 26.0, "base": 18 }, { "group": 19, "year": 20, "event_time": 1, "att": -0.47713908538586375, "mass": 24.0, "base": 18 }, { "group": 19, "year": 21, "event_time": 2, "att": -0.3756256189873684, "mass": 22.0, "base": 18 }, { "group": 19, "year": 22, "event_time": 3, "att": -0.17649266838292937, "mass": 20.0, "base": 18 }, { "group": 19, "year": 23, "event_time": 4, "att": 0.07487535729153466, "mass": 19.0, "base": 18 }, { "group": 19, "year": 24, "event_time": 5, "att": -0.20755627546571156, "mass": 17.0, "base": 18 }, { "group": 21, "year": 1, "event_time": -20, "att": 0.4443630326078006, "mass": 0.0, "base": 20 }, { "group": 21, "year": 2, "event_time": -19, "att": 0.47681142671969734, "mass": 0.0, "base": 20 }, { "group": 21, "year": 3, "event_time": -18, "att": 0.34057574960165604, "mass": 0.0, "base": 20 }, { "group": 21, "year": 4, "event_time": -17, "att": 0.3381238471915715, "mass": 0.0, "base": 20 }, { "group": 21, "year": 5, "event_time": -16, "att": 0.3314450552467144, "mass": 0.0, "base": 20 }, { "group": 21, "year": 6, "event_time": -15, "att": 0.3886698802049919, "mass": 0.0, "base": 20 }, { "group": 21, "year": 7, "event_time": -14, "att": 0.38201888048617455, "mass": 0.0, "base": 20 }, { "group": 21, "year": 8, "event_time": -13, "att": 0.38426770831221246, "mass": 0.0, "base": 20 }, { "group": 21, "year": 9, "event_time": -12, "att": 0.39194824513386045, "mass": 0.0, "base": 20 }, { "group": 21, "year": 10, "event_time": -11, "att": 0.28308016821244236, "mass": 0.0, "base": 20 }, { "group": 21, "year": 11, "event_time": -10, "att": 0.3320033093504146, "mass": 0.0, "base": 20 }, { "group": 21, "year": 12, "event_time": -9, "att": 0.37055670445999217, "mass": 0.0, "base": 20 }, { "group": 21, "year": 13, "event_time": -8, "att": 0.5298168333707267, "mass": 0.0, "base": 20 }, { "group": 21, "year": 14, "event_time": -7, "att": 0.32991913261429967, "mass": 0.0, "base": 20 }, { "group": 21, "year": 15, "event_time": -6, "att": 0.5068516408605743, "mass": 0.0, "base": 20 }, { "group": 21, "year": 16, "event_time": -5, "att": 0.32546154129700355, "mass": 0.0, "base": 20 }, { "group": 21, "year": 17, "event_time": -4, "att": 0.38981459771545196, "mass": 0.0, "base": 20 }, { "group": 21, "year": 18, "event_time": -3, "att": 0.27929616726856105, "mass": 0.0, "base": 20 }, { "group": 21, "year": 19, "event_time": -2, "att": 0.22122276381841427, "mass": 0.0, "base": 20 }, { "group": 21, "year": 20, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 20 }, { "group": 21, "year": 21, "event_time": 0, "att": 0.0841993195749558, "mass": 253.0, "base": 20 }, { "group": 21, "year": 22, "event_time": 1, "att": 0.16812889311429585, "mass": 228.0, "base": 20 }, { "group": 21, "year": 23, "event_time": 2, "att": 0.26947684808201866, "mass": 199.0, "base": 20 }, { "group": 21, "year": 24, "event_time": 3, "att": 0.3506292723114323, "mass": 184.0, "base": 20 }, { "group": 21, "year": 25, "event_time": 4, "att": 0.2018883448981316, "mass": 169.0, "base": 20 }, { "group": 21, "year": 26, "event_time": 5, "att": 0.15367863785258082, "mass": 154.0, "base": 20 }, { "group": 21, "year": 30, "event_time": 9, "att": -0.714605545484503, "mass": 1.0, "base": 20 }, { "group": 21, "year": 31, "event_time": 10, "att": -0.1681879699271855, "mass": 1.0, "base": 20 }, { "group": 21, "year": 32, "event_time": 11, "att": -0.5572913994838965, "mass": 1.0, "base": 20 }, { "group": 21, "year": 33, "event_time": 12, "att": -0.15323273875462867, "mass": 1.0, "base": 20 }, { "group": 21, "year": 34, "event_time": 13, "att": 1.8177070822669474, "mass": 1.0, "base": 20 }, { "group": 21, "year": 35, "event_time": 14, "att": -0.5397287996511028, "mass": 1.0, "base": 20 }, { "group": 27, "year": 1, "event_time": -26, "att": 0.062068649418177246, "mass": 0.0, "base": 26 }, { "group": 27, "year": 2, "event_time": -25, "att": -0.008120040613361024, "mass": 0.0, "base": 26 }, { "group": 27, "year": 3, "event_time": -24, "att": -0.008015615536171194, "mass": 0.0, "base": 26 }, { "group": 27, "year": 4, "event_time": -23, "att": 0.02141163253383782, "mass": 0.0, "base": 26 }, { "group": 27, "year": 5, "event_time": -22, "att": -0.010665165788021708, "mass": 0.0, "base": 26 }, { "group": 27, "year": 6, "event_time": -21, "att": -0.0913799583450236, "mass": 0.0, "base": 26 }, { "group": 27, "year": 7, "event_time": -20, "att": -0.07550185265932469, "mass": 0.0, "base": 26 }, { "group": 27, "year": 8, "event_time": -19, "att": -0.04318078650574603, "mass": 0.0, "base": 26 }, { "group": 27, "year": 9, "event_time": -18, "att": 0.02636371770380827, "mass": 0.0, "base": 26 }, { "group": 27, "year": 10, "event_time": -17, "att": -0.02450117580786665, "mass": 0.0, "base": 26 }, { "group": 27, "year": 11, "event_time": -16, "att": -0.014345344274744765, "mass": 0.0, "base": 26 }, { "group": 27, "year": 12, "event_time": -15, "att": 0.0031314309096136528, "mass": 0.0, "base": 26 }, { "group": 27, "year": 13, "event_time": -14, "att": 0.033094653358104964, "mass": 0.0, "base": 26 }, { "group": 27, "year": 14, "event_time": -13, "att": 0.08269801041521346, "mass": 0.0, "base": 26 }, { "group": 27, "year": 15, "event_time": -12, "att": -0.0741115596901592, "mass": 0.0, "base": 26 }, { "group": 27, "year": 16, "event_time": -11, "att": -0.06383267179196503, "mass": 0.0, "base": 26 }, { "group": 27, "year": 17, "event_time": -10, "att": 0.07164797664203704, "mass": 0.0, "base": 26 }, { "group": 27, "year": 18, "event_time": -9, "att": -0.10331331629528728, "mass": 0.0, "base": 26 }, { "group": 27, "year": 19, "event_time": -8, "att": -0.03427719857654804, "mass": 0.0, "base": 26 }, { "group": 27, "year": 20, "event_time": -7, "att": 0.052734589948615906, "mass": 0.0, "base": 26 }, { "group": 27, "year": 21, "event_time": -6, "att": -0.09294241260901992, "mass": 0.0, "base": 26 }, { "group": 27, "year": 22, "event_time": -5, "att": -0.06805561150433581, "mass": 0.0, "base": 26 }, { "group": 27, "year": 23, "event_time": -4, "att": -0.056261621292546415, "mass": 0.0, "base": 26 }, { "group": 27, "year": 24, "event_time": -3, "att": -0.06264570181972498, "mass": 0.0, "base": 26 }, { "group": 27, "year": 25, "event_time": -2, "att": -0.02926178238705507, "mass": 0.0, "base": 26 }, { "group": 27, "year": 26, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 26 }, { "group": 27, "year": 27, "event_time": 0, "att": -0.09375073471714623, "mass": 460.0, "base": 26 }, { "group": 27, "year": 28, "event_time": 1, "att": -0.14386468329829816, "mass": 409.0, "base": 26 }, { "group": 27, "year": 29, "event_time": 2, "att": -0.22122063750365945, "mass": 381.0, "base": 26 }, { "group": 27, "year": 30, "event_time": 3, "att": -0.2459014941554411, "mass": 352.0, "base": 26 }, { "group": 27, "year": 31, "event_time": 4, "att": -0.28652340952974314, "mass": 315.0, "base": 26 }, { "group": 27, "year": 32, "event_time": 5, "att": -0.2355842981820339, "mass": 278.0, "base": 26 }, { "group": 30, "year": 1, "event_time": -29, "att": 0.044186767344068456, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": 0.1678236616098387, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": 0.03871063783564821, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": 0.4292905879188628, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": 0.251568642841294, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": 0.26919585508106486, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": 0.15283803837862925, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": 0.359769358679267, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": 0.21484891899049588, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": 0.24017262378850962, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": 0.21622180547156217, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": 0.24098216386224725, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": 0.5322616551439504, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": 0.4603547009441416, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": 0.42629184981742724, "mass": 0.0, "base": 29 }, { "group": 30, "year": 16, "event_time": -14, "att": 0.15900108623075584, "mass": 0.0, "base": 29 }, { "group": 30, "year": 17, "event_time": -13, "att": -0.013782300335416386, "mass": 0.0, "base": 29 }, { "group": 30, "year": 18, "event_time": -12, "att": -0.035572977162411035, "mass": 0.0, "base": 29 }, { "group": 30, "year": 19, "event_time": -11, "att": -0.08644108364781322, "mass": 0.0, "base": 29 }, { "group": 30, "year": 20, "event_time": -10, "att": 0.05446643482514185, "mass": 0.0, "base": 29 }, { "group": 30, "year": 21, "event_time": -9, "att": -0.02354524824847465, "mass": 0.0, "base": 29 }, { "group": 30, "year": 22, "event_time": -8, "att": -0.10116701883110735, "mass": 0.0, "base": 29 }, { "group": 30, "year": 23, "event_time": -7, "att": 0.09678421866589326, "mass": 0.0, "base": 29 }, { "group": 30, "year": 24, "event_time": -6, "att": 0.14571016316364127, "mass": 0.0, "base": 29 }, { "group": 30, "year": 25, "event_time": -5, "att": 0.10896256209238953, "mass": 0.0, "base": 29 }, { "group": 30, "year": 26, "event_time": -4, "att": 0.0986916906320354, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": 0.04698312269702512, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.11667742793511937, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.022959253258101164, "mass": 21.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": 0.06846964004721134, "mass": 19.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.032390030976395756, "mass": 17.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": -0.019454052596734384, "mass": 15.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": -0.03162182276452424, "mass": 14.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": 0.16174790286310275, "mass": 12.0, "base": 29 }, { "group": 35, "year": 20, "event_time": -15, "att": -1.5128247234547816, "mass": 0.0, "base": 34 }, { "group": 35, "year": 21, "event_time": -14, "att": -1.0760905987446714, "mass": 0.0, "base": 34 }, { "group": 35, "year": 22, "event_time": -13, "att": -0.1747401768862843, "mass": 0.0, "base": 34 }, { "group": 35, "year": 23, "event_time": -12, "att": -0.8516860101676442, "mass": 0.0, "base": 34 }, { "group": 35, "year": 24, "event_time": -11, "att": -0.7026808837465102, "mass": 0.0, "base": 34 }, { "group": 35, "year": 25, "event_time": -10, "att": -0.8140184135959855, "mass": 0.0, "base": 34 }, { "group": 35, "year": 26, "event_time": -9, "att": -0.37827159112800735, "mass": 0.0, "base": 34 }, { "group": 35, "year": 27, "event_time": -8, "att": -0.9200892429133318, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -0.9764292842978044, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -0.9887644998305081, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.48786054581071825, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.8401641221969043, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.1531912314159466, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.6444072639482794, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": -0.2699132816541816, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -0.9980659328325363, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.9448630080022824, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.3606074541701579, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.5109093556296179, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": -0.6465712746917223, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.06726262115795836, "se": 0.03753363092716581, "lower": -0.14082718598422206, "upper": 0.006301943668305332 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.07544376708643508, "se": 0.06152991174961252, "lower": -0.19604017808760352, "upper": 0.045152643914733365 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.1186247494141921, "se": 0.05167984819283121, "lower": -0.21991539059863868, "upper": -0.01733410822974553 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.06332907425725655, "se": 0.12553042322972618, "lower": -0.30936418275159006, "upper": 0.18270603423707693 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.06332907425725655, "treated_cell_se": 0.12553042322972618, "checks": { "input_rows": 163763, "retained_rows": 163763, "all_observed_post_cells_estimated": true, "post_weight_sum": 3645.0, "avoided_dense_if_bytes": 330146208 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.2894977079704404, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": {} }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10900279357850323, "event_study": [ { "event_time": -29, "estimate": -0.23597555767001124, "raw_gap": -0.23597555767001124, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": -0.20228013534811895 }, { "event_time": -28, "estimate": -0.0547756361127284, "raw_gap": -0.0547756361127284, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": -0.02108021379083609 }, { "event_time": -27, "estimate": -0.18373289658896352, "raw_gap": -0.18373289658896352, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": -0.1500374742670712 }, { "event_time": -26, "estimate": 0.044480625445795945, "raw_gap": 0.044480625445795945, "n": 79, "n_cells": 79, "weight_sum": 79.0, "relative_to_minus_one": 0.07817604776768824 }, { "event_time": -25, "estimate": -0.03211515777689205, "raw_gap": -0.03211515777689205, "n": 84, "n_cells": 84, "weight_sum": 84.0, "relative_to_minus_one": 0.001580264545000258 }, { "event_time": -24, "estimate": -0.029944906196163655, "raw_gap": -0.029944906196163655, "n": 92, "n_cells": 92, "weight_sum": 92.0, "relative_to_minus_one": 0.003750516125728652 }, { "event_time": -23, "estimate": -0.01473396165004587, "raw_gap": -0.01473396165004587, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.01896146067184644 }, { "event_time": -22, "estimate": -0.01832402416518086, "raw_gap": -0.01832402416518086, "n": 111, "n_cells": 111, "weight_sum": 111.0, "relative_to_minus_one": 0.015371398156711447 }, { "event_time": -21, "estimate": -0.09899333750806485, "raw_gap": -0.09899333750806485, "n": 118, "n_cells": 118, "weight_sum": 118.0, "relative_to_minus_one": -0.06529791518617255 }, { "event_time": -20, "estimate": -0.03861440988551086, "raw_gap": -0.03861440988551086, "n": 185, "n_cells": 185, "weight_sum": 185.0, "relative_to_minus_one": -0.004918987563618554 }, { "event_time": -19, "estimate": -0.010545899464380198, "raw_gap": -0.010545899464380198, "n": 211, "n_cells": 211, "weight_sum": 211.0, "relative_to_minus_one": 0.02314952285751211 }, { "event_time": -18, "estimate": 0.004843262238528794, "raw_gap": 0.004843262238528794, "n": 226, "n_cells": 226, "weight_sum": 226.0, "relative_to_minus_one": 0.0385386845604211 }, { "event_time": -17, "estimate": -0.021139472890479814, "raw_gap": -0.021139472890479814, "n": 237, "n_cells": 237, "weight_sum": 237.0, "relative_to_minus_one": 0.012555949431412493 }, { "event_time": -16, "estimate": -0.027764624632515195, "raw_gap": -0.027764624632515195, "n": 246, "n_cells": 246, "weight_sum": 246.0, "relative_to_minus_one": 0.0059307976893771125 }, { "event_time": -15, "estimate": 0.0010721815527753365, "raw_gap": 0.0010721815527753365, "n": 259, "n_cells": 259, "weight_sum": 259.0, "relative_to_minus_one": 0.034767603874667645 }, { "event_time": -14, "estimate": 0.021986041774687076, "raw_gap": 0.021986041774687076, "n": 296, "n_cells": 296, "weight_sum": 296.0, "relative_to_minus_one": 0.05568146409657938 }, { "event_time": -13, "estimate": 0.04433933782324199, "raw_gap": 0.04433933782324199, "n": 317, "n_cells": 317, "weight_sum": 317.0, "relative_to_minus_one": 0.0780347601451343 }, { "event_time": -12, "estimate": -0.003967468515241017, "raw_gap": -0.003967468515241017, "n": 339, "n_cells": 339, "weight_sum": 339.0, "relative_to_minus_one": 0.02972795380665129 }, { "event_time": -11, "estimate": -0.025928797906818967, "raw_gap": -0.025928797906818967, "n": 361, "n_cells": 359, "weight_sum": 361.0, "relative_to_minus_one": 0.00776662441507334 }, { "event_time": -10, "estimate": 0.026826812242247484, "raw_gap": 0.026826812242247484, "n": 375, "n_cells": 375, "weight_sum": 375.0, "relative_to_minus_one": 0.06052223456413979 }, { "event_time": -9, "estimate": 0.005058422062728971, "raw_gap": 0.005058422062728971, "n": 396, "n_cells": 395, "weight_sum": 396.0, "relative_to_minus_one": 0.038753844384621275 }, { "event_time": -8, "estimate": 0.06919435355751605, "raw_gap": 0.06919435355751605, "n": 419, "n_cells": 419, "weight_sum": 419.0, "relative_to_minus_one": 0.10288977587940835 }, { "event_time": -7, "estimate": 0.029198167986420193, "raw_gap": 0.029198167986420193, "n": 449, "n_cells": 449, "weight_sum": 449.0, "relative_to_minus_one": 0.0628935903083125 }, { "event_time": -6, "estimate": 0.023196857835296545, "raw_gap": 0.023196857835296545, "n": 517, "n_cells": 516, "weight_sum": 517.0, "relative_to_minus_one": 0.05689228015718885 }, { "event_time": -5, "estimate": 0.006242837091757087, "raw_gap": 0.006242837091757087, "n": 560, "n_cells": 560, "weight_sum": 560.0, "relative_to_minus_one": 0.039938259413649396 }, { "event_time": -4, "estimate": 0.010632739505992334, "raw_gap": 0.010632739505992334, "n": 591, "n_cells": 590, "weight_sum": 591.0, "relative_to_minus_one": 0.04432816182788464 }, { "event_time": -3, "estimate": -0.012614756264723926, "raw_gap": -0.012614756264723926, "n": 634, "n_cells": 634, "weight_sum": 634.0, "relative_to_minus_one": 0.02108066605716838 }, { "event_time": -2, "estimate": -0.021397468541907355, "raw_gap": -0.021397468541907355, "n": 684, "n_cells": 684, "weight_sum": 684.0, "relative_to_minus_one": 0.012297953779984952 }, { "event_time": -1, "estimate": -0.03369542232189231, "raw_gap": -0.03369542232189231, "n": 767, "n_cells": 766, "weight_sum": 767.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.11779557590658776, "raw_gap": -0.11779557590658776, "n": 767, "n_cells": 766, "weight_sum": 767.0, "relative_to_minus_one": -0.08410015358469546 }, { "event_time": 1, "estimate": -0.1487252300869598, "raw_gap": -0.1487252300869598, "n": 685, "n_cells": 685, "weight_sum": 685.0, "relative_to_minus_one": -0.11502980776506748 }, { "event_time": 2, "estimate": -0.11526145278464693, "raw_gap": -0.11526145278464693, "n": 624, "n_cells": 624, "weight_sum": 624.0, "relative_to_minus_one": -0.08156603046275462 }, { "event_time": 3, "estimate": -0.07942746005993924, "raw_gap": -0.07942746005993924, "n": 576, "n_cells": 576, "weight_sum": 576.0, "relative_to_minus_one": -0.04573203773804693 }, { "event_time": 4, "estimate": -0.10353286137610643, "raw_gap": -0.10353286137610643, "n": 522, "n_cells": 522, "weight_sum": 522.0, "relative_to_minus_one": -0.06983743905421412 }, { "event_time": 5, "estimate": -0.0756563647900489, "raw_gap": -0.0756563647900489, "n": 465, "n_cells": 465, "weight_sum": 465.0, "relative_to_minus_one": -0.0419609424681566 }, { "event_time": 9, "estimate": -0.42722554501885146, "raw_gap": -0.42722554501885146, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.39353012269695914 }, { "event_time": 10, "estimate": 0.19286548810147658, "raw_gap": 0.19286548810147658, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.2265609104233689 }, { "event_time": 11, "estimate": -0.19584603105893408, "raw_gap": -0.19584603105893408, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.1621506087370418 }, { "event_time": 12, "estimate": 0.2366855406885533, "raw_gap": 0.2366855406885533, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.2703809630104456 }, { "event_time": 13, "estimate": 2.164922436379783, "raw_gap": 2.164922436379783, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 2.1986178587016756 }, { "event_time": 14, "estimate": -0.16286835497103136, "raw_gap": -0.16286835497103136, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.12917293264913904 } ], "package_event_study": { "event_time": [ -29.0, -28.0, -27.0, -26.0, -25.0, -24.0, -23.0, -22.0, -21.0, -20.0, -19.0, -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "estimate": [ -0.23597555767001124, -0.0547756361127284, -0.18373289658896352, 0.04448062544579596, -0.03211515777689205, -0.02994490619616366, -0.01473396165004588, -0.01832402416518085, -0.09899333750806487, -0.038614409885510854, -0.010545899464380207, 0.004843262238528785, -0.021139472890479804, -0.027764624632515174, 0.0010721815527753413, 0.021986041774687073, 0.044339337823241974, -0.0039674685152410035, -0.020192603548897778, 0.02682681224224746, 0.005771473474879874, 0.06919435355751603, 0.029198167986420182, 0.02286178263389302, 0.00624283709175708, 0.011039863112038436, -0.012614756264723926, -0.021397468541907355, -0.03389688057553072, -0.12092166239181468, -0.1487252300869598, -0.11526145278464689, -0.07942746005993924, -0.10353286137610643, -0.0756563647900489, -0.42722554501885146, 0.19286548810147658, -0.19584603105893408, 0.2366855406885533, 2.164922436379783, -0.16286835497103136 ], "n": [ 5.0, 6.0, 6.0, 79.0, 84.0, 92.0, 103.0, 111.0, 118.0, 185.0, 211.0, 226.0, 237.0, 246.0, 259.0, 296.0, 317.0, 339.0, 359.0, 375.0, 395.0, 419.0, 449.0, 516.0, 560.0, 590.0, 634.0, 684.0, 766.0, 766.0, 685.0, 624.0, 576.0, 522.0, 465.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 238, "termination_reason": "Relative objective tolerance reached", "objective": 0.4652493618441327, "lambda_l": 0.00031546132592882083, "singular_values": [ 80.5687817615497, 66.65865622539052, 62.02907696853835, 57.73162370748416, 54.44820728449733, 52.88279071670452, 48.129481530713875, 47.13859738776661, 45.86467557956627, 40.77830704334086, 39.374108384795406, 37.43218827905791, 36.023504381749035, 35.07482188831494, 33.34269427413699, 31.691037076658088, 28.968345885712043, 27.47176998400801, 24.225735436410705, 22.132566653522378, 21.422906648331317, 19.58651418063533, 18.069932591195954, 16.480440400626318, 14.897858905437129, 12.978629245475762, 11.129367849781023, 6.645257544968633, 4.606002324556357, 2.8336460126709433, 0.22671304970657857, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.4686822640837248, 0.46661729570061616, 0.46599033627782516, 0.46571808792043334, 0.4655773981531064, 0.46549514933794545, 0.46544233520152467, 0.4654058224307287, 0.4653790887214049, 0.4653586430299429, 0.4653424878145338, 0.46532940984305715, 0.4653186714421489, 0.4653097215614167, 0.46530217715839617, 0.4652957605720076, 0.4652902635540873, 0.46528552592754663, 0.4652814219543658, 0.4652778512754543, 0.46527473268231057, 0.4652719997074929, 0.4652695974217669, 0.46526748005565477, 0.46526560919919857, 0.46526395241689605, 0.465262482166925, 0.4652611749474268, 0.4652600106149442, 0.46525897183518977, 0.46525804363674356, 0.4652572130457484, 0.46525646878478044, 0.46525580102329955, 0.46525520116949903, 0.46525466169596325, 0.46525417599284946, 0.46525373824376215, 0.4652533433204045, 0.46525298669278464, 0.46525266435244417, 0.4652523727465842, 0.4652521087214184, 0.4652518694732434, 0.46525165250613576, 0.4652514555952274, 0.4652512767548099, 0.4652511142104846, 0.4652509663748934, 0.4652508318264418, 0.46525070929069173, 0.4652505976239373, 0.4652504957988534, 0.46525040289177666, 0.46525031807151485, 0.46525024058944103, 0.4652501697707304, 0.46525010500660946, 0.4652500457474422, 0.46524999149663776, 0.46524994180516444, 0.4652498962667472, 0.4652498545135031, 0.46524981621212336, 0.46524978106039494, 0.46524974878414704, 0.4652497191344737, 0.46524969188528864, 0.46524966683107827, 0.4652496437849589, 0.4652496225768606, 0.46524960305193563, 0.46524958506913217, 0.46524956849987464, 0.4652495532268961, 0.4652495391432236, 0.4652495261511808, 0.46524951416156457, 0.4652495030928573, 0.4652494928705225, 0.465249483426388, 0.46524947469807676, 0.46524946662846967, 0.46524945916524574, 0.46524945226046255, 0.4652494458701769, 0.46524943995406864, 0.465249434475154, 0.4652494293994748, 0.46524942469585284, 0.46524942033564215, 0.4652494162925159, 0.4652494125422657, 0.4652494090626294, 0.4652494058331134, 0.46524940283486516, 0.4652494000505101, 0.4652493974640556, 0.4652493950607633, 0.4652493928270316, 0.46524939075033644, 0.4652493888191176, 0.46524938702270063, 0.4652493853512373, 0.46524938379562863, 0.465249382347481, 0.46524938099902935, 0.46524937974309044, 0.4652493785730304, 0.4652493774827161, 0.4652493764664626, 0.4652493755190278, 0.4652493746355323, 0.46524937381146875, 0.46524937304266956, 0.4652493723252705, 0.4652493716556784, 0.4652493710305735, 0.4652493704468772, 0.46524936990171917, 0.46524936939245953, 0.4652493689166253, 0.46524936847193327, 0.46524936805626504, 0.46524936766764363, 0.4652493673042367, 0.4652493669643443, 0.4652493666463831, 0.4652493663488737, 0.4652493660704554, 0.46524936580985254, 0.4652493655658789, 0.46524936533743066, 0.46524936512348436, 0.4652493649230817, 0.4652493647353301, 0.465249364559407, 0.465249364394528, 0.4652493642399828, 0.4652493640950969, 0.4652493639592412, 0.4652493638318336, 0.4652493637123317, 0.4652493636002207, 0.46524936349503265, 0.4652493633963244, 0.4652493633036838, 0.4652493632167132, 0.4652493631350656, 0.4652493630584015, 0.4652493629864057, 0.4652493629187804, 0.4652493628552551, 0.4652493627955684, 0.46524936273948214, 0.46524936268677874, 0.46524936263723576, 0.4652493625906686, 0.46524936254688476, 0.4652493625057107, 0.46524936246699344, 0.46524936243057635, 0.4652493623963203, 0.46524936236409864, 0.4652493623337751, 0.46524936230524294, 0.4652493622783883, 0.46524936225311675, 0.46524936222932256, 0.4652493622069243, 0.46524936218583357, 0.4652493621659677, 0.4652493621472699, 0.4652493621296444, 0.4652493621130539, 0.46524936209741774, 0.4652493620826863, 0.4652493620688073, 0.4652493620557284, 0.4652493620433947, 0.46524936203177625, 0.46524936202082184, 0.46524936201049205, 0.46524936200075534, 0.46524936199157424, 0.46524936198291345, 0.46524936197474653, 0.46524936196704514, 0.46524936195977984, 0.4652493619529256, 0.4652493619464563, 0.46524936194035543, 0.4652493619345969, 0.4652493619291636, 0.46524936192403277, 0.46524936191919225, 0.4652493619146243, 0.46524936191031074, 0.4652493619062401, 0.4652493619023934, 0.46524936189876176, 0.4652493618953325, 0.4652493618920992, 0.4652493618890404, 0.46524936188615085, 0.465249361883422, 0.46524936188084687, 0.46524936187841004, 0.46524936187611227, 0.46524936187393584, 0.46524936187188365, 0.4652493618699425, 0.4652493618681068, 0.465249361866375, 0.4652493618647358, 0.46524936186318944, 0.46524936186172217, 0.4652493618603371, 0.4652493618590347, 0.46524936185779864, 0.46524936185662563, 0.46524936185551746, 0.4652493618544774, 0.4652493618534844, 0.46524936185255006, 0.4652493618516664, 0.4652493618508277, 0.46524936185003957, 0.46524936184928845, 0.4652493618485838, 0.4652493618479113, 0.46524936184727606, 0.46524936184667987, 0.46524936184611265, 0.46524936184557725, 0.4652493618450715, 0.4652493618445904, 0.4652493618441327 ], "history_rmse": [ 0.3881882305254969, 0.3867895223020255, 0.3866309751655582, 0.38669177309984676, 0.3867593020042121, 0.3868055498417924, 0.3868343931584449, 0.3868517798074711, 0.3868618720654896, 0.38686731323695195, 0.38686977764291813, 0.3868692757688912, 0.3868468116659513, 0.38683025746565075, 0.3868161131511856, 0.3868035769891343, 0.3867923359621053, 0.38678221302126375, 0.38677308027545965, 0.3867648329551433, 0.38675738032892004, 0.3867506419844911, 0.3867445459858927, 0.38673902775282415, 0.3867340292491693, 0.3867294983226223, 0.3867253881310739, 0.38672165662799357, 0.3867182660941978, 0.38671518270971933, 0.3867123761622087, 0.3867098192895248, 0.38670748775431335, 0.38670535974894427, 0.3867034157285659, 0.3867016381705682, 0.38670001135828436, 0.38669852118705383, 0.38669715499071466, 0.38669590138659254, 0.3866947501372703, 0.386693692027431, 0.3866927187543088, 0.38669182283020154, 0.38669099749585506, 0.38669023664345353, 0.38668953474823387, 0.38668888680764174, 0.3866882882873135, 0.3866877350729873, 0.3866872234277811, 0.3866867499540551, 0.38668631155956124, 0.38668590542717673, 0.3866855289879401, 0.38668517989694984, 0.3866848560118308, 0.3866845553734816, 0.3866842761887868, 0.38668401681518183, 0.3866837757467069, 0.38668355160159107, 0.3866833431109658, 0.3866831491088085, 0.3866829685227854, 0.3866828003660556, 0.38668264372982014, 0.38668249777662117, 0.3866823617342182, 0.3866822348901252, 0.38668211658656204, 0.3866820062159201, 0.38668190321665186, 0.3866818070694775, 0.3866817172939579, 0.3866816334454219, 0.38668155511205143, 0.3866814819123203, 0.3866814134925976, 0.3866813495249601, 0.38668128970521876, 0.3866812337510963, 0.3866811814005232, 0.38668113241011304, 0.38668108655375766, 0.386681043621335, 0.38668100341748357, 0.38668096576054234, 0.38668093048150987, 0.3866808974231367, 0.3866808664390498, 0.3866808373929694, 0.3866808101579716, 0.3866807846158246, 0.3866807606563443, 0.3866807381768485, 0.38668071708159046, 0.38668069728129856, 0.386680678692707, 0.38668066123811023, 0.38668064484502274, 0.3866806294457772, 0.38668061497719336, 0.3866806013802802, 0.38668058859993626, 0.386680576584702, 0.38668056528648376, 0.3866805546603265, 0.3866805446642217, 0.38668053525889773, 0.38668052640761685, 0.38668051807604586, 0.38668051023203337, 0.38668050284551136, 0.38668049588835374, 0.3866804893342317, 0.38668048315848347, 0.386680477338034, 0.3866804718512741, 0.38668046667794576, 0.3866804617991027, 0.3866804571969631, 0.3866804528548813, 0.3866804487572591, 0.38668044488946196, 0.386680441237775, 0.3866804377893424, 0.386680434532103, 0.38668043145473313, 0.3866804285466306, 0.3866804257978331, 0.38668042319899437, 0.3866804207413402, 0.3866804184166411, 0.3866804162171619, 0.38668041413563914, 0.38668041216526394, 0.3866804102996149, 0.3866804085326887, 0.3866804068588262, 0.38668040527271064, 0.38668040376934826, 0.3866804023440478, 0.386680400992386, 0.38668039971021906, 0.3866803984936419, 0.38668039733898335, 0.3866803962427726, 0.386680395201776, 0.38668039421292916, 0.38668039327335146, 0.38668039238032686, 0.3866803915313072, 0.38668039072388266, 0.3866803899557918, 0.3866803892249104, 0.3866803885292118, 0.386680387866819, 0.38668038723593606, 0.38668038663487725, 0.38668038606206834, 0.38668038551600514, 0.3866803849952804, 0.3866803844985708, 0.38668038402460514, 0.38668038357220985, 0.3866803831402622, 0.38668038272771543, 0.38668038233356006, 0.3866803819568675, 0.3866803815967425, 0.38668038125234067, 0.3866803809228919, 0.3866803806076119, 0.38668038030583046, 0.3866803800168505, 0.38668037974005065, 0.3866803794748334, 0.3866803792206304, 0.3866803789768973, 0.386680378743145, 0.386680378518883, 0.38668037830365604, 0.38668037809704153, 0.38668037789862963, 0.3866803777080295, 0.38668037752488343, 0.3866803773488445, 0.3866803771795817, 0.38668037701678526, 0.3866803768601564, 0.38668037670942457, 0.3866803765643169, 0.3866803764245852, 0.38668037628998625, 0.3866803761602999, 0.3866803760353084, 0.38668037591480564, 0.38668037579860004, 0.3866803756865008, 0.3866803755783378, 0.3866803754739431, 0.38668037537316563, 0.38668037527583965, 0.3866803751818291, 0.3866803750909986, 0.38668037500321983, 0.3866803749183614, 0.3866803748363157, 0.3866803747569583, 0.3866803746801938, 0.3866803746059131, 0.3866803745340188, 0.38668037446442466, 0.386680374397035, 0.3866803743317714, 0.38668037426854285, 0.38668037420728246, 0.3866803741479228, 0.3866803740903781, 0.3866803740345827, 0.3866803739804782, 0.38668037392801247, 0.3866803738771047, 0.38668037382771736, 0.3866803737797906, 0.38668037373326825, 0.3866803736881128, 0.3866803736442626, 0.3866803736016868, 0.3866803735603275, 0.3866803735201516, 0.38668037348112444, 0.3866803734431982, 0.38668037340634026, 0.3866803733705168, 0.3866803733356881, 0.38668037330182253 ], "n_observed": 163689, "n_missing": 466017, "n_treated_observed": 3644, "n_untreated_observed": 160045 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": -0.10965751077536262, "matrix_preparation": { "source_rows": 163763, "matrix_shape": [ 14993, 42 ], "observed_cells": 163689, "missing_cells": 466017, "repeated_cells": 74, "minimum_cell_count": 1, "maximum_cell_count": 2, "observation_mass": 163763.0, "treated_observation_mass": 3645.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 8.307762625161558, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": { "penalty": 1.0 } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04076683043015399, "SE": 0.021710065555831447, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.012080013289885587, "SE": 0.10026543082533203, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06529798792178576, "SE": 0.02852273098739742, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.010150339041711602, "SE": 0.017175442515980868, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.06726262115795836, "SE": 0.03753363092716581, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.06332907425725655, "SE": 0.12553042322972618, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10900279357850323, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04076683043015399, "SE": 0.021710065555831447, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08424048682464988, "upper": 0.002706825964341894, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.012080013289885587, "SE": 0.10026543082533203, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1886980486987736, "upper": 0.21285807527854478, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06529798792178576, "SE": 0.02852273098739742, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12241377152869837, "upper": -0.008182204314873147, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.010150339041711602, "SE": 0.017175442515980868, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.02424289134457832, "upper": 0.04454356942800152, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.06726262115795836, "SE": 0.03753363092716581, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14082718598422206, "upper": 0.006301943668305332, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.06332907425725655, "SE": 0.12553042322972618, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.30936418275159006, "upper": 0.18270603423707693, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10900279357850323, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602226.971937, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04076683043015399, "SE": 0.021710065555831447, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08424048682464988, "upper": 0.002706825964341894, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.012080013289885587, "SE": 0.10026543082533203, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1886980486987736, "upper": 0.21285807527854478, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06529798792178576, "SE": 0.02852273098739742, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12241377152869837, "upper": -0.008182204314873147, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.010150339041711602, "SE": 0.017175442515980868, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.02424289134457832, "upper": 0.04454356942800152, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.06726262115795836, "SE": 0.03753363092716581, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14082718598422206, "upper": 0.006301943668305332, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.06332907425725655, "SE": 0.12553042322972618, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.30936418275159006, "upper": 0.18270603423707693, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10900279357850323, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P005", "source_specification_id": "PP-REPLY-T1-PA-NOTX-CHGEMP", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P005.json", "input_bytes": 1207247, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p005", "specification_id": "S03-P005", "source_specification_id": "PP-REPLY-T1-PA-NOTX-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOTX-CHGEMP", "data": "analyses/full-archive/prepared/S03-P005.parquet", "output_dir": "analyses/full-archive/results/S03-P005" }, "source": { "file": "S03-P005.parquet", "bytes": 1207247, "sha256": "81d8728dc69e051d6524948c619e5525d720d52984d4703416078c184008c267" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 153587, "source_sd": 0.30986001031141625, "rows": 148390, "units": 13713, "clusters": 56, "treated_units": 488, "never_treated_units": 13225, "treated_cohorts": 6, "latest_cohort_control_index": null, "unique_unit_period_cells": 148293, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 126, "post_adoption_untreated_rows_removed": 2959, "units_without_minus_one_removed": 13, "additional_rows_removed": 1757 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.03944842134729418, "se": 0.026703389928004674, "pvalue": 0.14530383513204234, "lower": -0.09296321062864785, "upper": 0.0140663679340595 }, { "method": "Dynamic TWFE", "estimate": -0.11537769967930639, "se": 0.03423152302123409, "pvalue": 0.0013778812404263872, "lower": -0.18397920481405286, "upper": -0.04677619454455992 }, { "method": "BJS / did2s", "estimate": -0.06214173483066674, "se": 0.03304546939978305, "pvalue": 0.06534027781083053, "lower": -0.12836633539264306, "upper": 0.0040828657313095665 }, { "method": "Sun\u2013Abraham", "estimate": -0.11030284624353281, "se": 0.023542149058077836, "pvalue": 1.8777133484238006e-05, "lower": -0.15748236725078918, "upper": -0.06312332523627645 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.4367890943982464, "se": 0.0689692551680038, "pvalue": 4.638334601623492e-08, "lower": -0.5750065704250223, "upper": -0.2985716183714705 }, { "event_time": -28, "estimate": -0.39968548155224987, "se": 0.0745204323425852, "pvalue": 1.674481588534486e-06, "lower": -0.5490277652368595, "upper": -0.25034319786764025 }, { "event_time": -27, "estimate": -0.302402882979749, "se": 0.08212132786440074, "pvalue": 0.0005282989626437634, "lower": -0.46697770168317887, "upper": -0.13782806427631913 }, { "event_time": -26, "estimate": -0.16030944724999824, "se": 0.050593878859897794, "pvalue": 0.0025017550768060277, "lower": -0.2617018462455394, "upper": -0.05891704825445708 }, { "event_time": -25, "estimate": -0.1251398450027715, "se": 0.04009490782291337, "pvalue": 0.0028697113075769197, "lower": -0.2054918358617402, "upper": -0.04478785414380282 }, { "event_time": -24, "estimate": -0.15040705642365665, "se": 0.05228829713574393, "pvalue": 0.005711841670059363, "lower": -0.25519514552561706, "upper": -0.04561896732169626 }, { "event_time": -23, "estimate": -0.11502438070043784, "se": 0.04242475022849568, "pvalue": 0.008925359739018732, "lower": -0.20004548007819958, "upper": -0.0300032813226761 }, { "event_time": -22, "estimate": -0.2020814248144678, "se": 0.04158137174570261, "pvalue": 1.0178303934981403e-05, "lower": -0.2854123559434498, "upper": -0.11875049368548582 }, { "event_time": -21, "estimate": -0.2427095193220185, "se": 0.04755130560517468, "pvalue": 4.268677995226609e-06, "lower": -0.33800446525865674, "upper": -0.14741457338538028 }, { "event_time": -20, "estimate": -0.27482433470141693, "se": 0.04263335332993437, "pvalue": 3.0345719066077536e-08, "lower": -0.36026348403639485, "upper": -0.18938518536643903 }, { "event_time": -19, "estimate": -0.06885050173345979, "se": 0.04636509658541178, "pvalue": 0.14326266555937348, "lower": -0.16176823167215165, "upper": 0.024067228205232064 }, { "event_time": -18, "estimate": -0.14215027072682976, "se": 0.04049275781514632, "pvalue": 0.0009008941173436729, "lower": -0.22329957078726453, "upper": -0.061000970666394996 }, { "event_time": -17, "estimate": -0.12131314795759524, "se": 0.039335339701247383, "pvalue": 0.0031912705741047377, "lower": -0.20014293028478647, "upper": -0.042483365630404 }, { "event_time": -16, "estimate": -0.1566640423439532, "se": 0.044674864019819356, "pvalue": 0.000911314949984638, "lower": -0.24619447052702415, "upper": -0.06713361416088227 }, { "event_time": -15, "estimate": -0.06514711515916143, "se": 0.04407321379348863, "pvalue": 0.14507013922273945, "lower": -0.15347180934478952, "upper": 0.023177579026466666 }, { "event_time": -14, "estimate": -0.09632780672538503, "se": 0.04683676057020933, "pvalue": 0.044473883540372225, "lower": -0.19019077241227578, "upper": -0.0024648410384942865 }, { "event_time": -13, "estimate": -0.04113886140256599, "se": 0.05195108069285582, "pvalue": 0.431834591166336, "lower": -0.14525115365131713, "upper": 0.06297343084618516 }, { "event_time": -12, "estimate": -0.1707240678266614, "se": 0.044718119204210934, "pvalue": 0.0003439184635539662, "lower": -0.26034118133636247, "upper": -0.08110695431696034 }, { "event_time": -11, "estimate": 0.014833993102542088, "se": 0.03728924713242314, "pvalue": 0.6923109600188225, "lower": -0.05989532808597023, "upper": 0.08956331429105441 }, { "event_time": -10, "estimate": -0.136389218262568, "se": 0.04033739256907058, "pvalue": 0.0013342818560601415, "lower": -0.21722715941210025, "upper": -0.05555127711303576 }, { "event_time": -9, "estimate": -0.1002073118788692, "se": 0.04251220418782276, "pvalue": 0.02200307603143788, "lower": -0.18540367290759838, "upper": -0.015010950850140037 }, { "event_time": -8, "estimate": 0.047230336940652054, "se": 0.03453724340970729, "pvalue": 0.1770252164478549, "lower": -0.02198384554375926, "upper": 0.11644451942506337 }, { "event_time": -7, "estimate": -0.016639665631505252, "se": 0.03727576792572181, "pvalue": 0.6570655746593076, "lower": -0.0913419738861449, "upper": 0.0580626426231344 }, { "event_time": -6, "estimate": -0.053969803496961996, "se": 0.05336951261535901, "pvalue": 0.31632607275750824, "lower": -0.16092469684045646, "upper": 0.05298508984653247 }, { "event_time": -5, "estimate": -0.1114328257386632, "se": 0.048444026211286885, "pvalue": 0.02525293918586337, "lower": -0.2085168237489153, "upper": -0.01434882772841109 }, { "event_time": -4, "estimate": -0.09703623033064786, "se": 0.04842566834634447, "pvalue": 0.050025029763534866, "lower": -0.1940834383574298, "upper": 1.0977696134076287e-05 }, { "event_time": -3, "estimate": -0.06558642251636698, "se": 0.04170638323930916, "pvalue": 0.12155277911535024, "lower": -0.14916788227696237, "upper": 0.017995037244228393 }, { "event_time": -2, "estimate": -0.07580034745490594, "se": 0.059046970501768714, "pvalue": 0.20461865685418623, "lower": -0.1941331206580036, "upper": 0.042532425748191716 }, { "event_time": 0, "estimate": -0.01644642476888404, "se": 0.03611301351126135, "pvalue": 0.6506032279890536, "lower": -0.08881852110497777, "upper": 0.05592567156720969 }, { "event_time": 1, "estimate": -0.16975780038713056, "se": 0.03509496809718953, "pvalue": 1.103076481095848e-05, "lower": -0.24008968812200224, "upper": -0.09942591265225889 }, { "event_time": 2, "estimate": -0.15440816684434044, "se": 0.05055414890003834, "pvalue": 0.0034739723337680116, "lower": -0.25572094522108496, "upper": -0.053095388467595914 }, { "event_time": 3, "estimate": -0.20858158625648218, "se": 0.05664049320772468, "pvalue": 0.0005280319212892803, "lower": -0.3220916711923471, "upper": -0.09507150132061726 }, { "event_time": 4, "estimate": -0.08045984514913214, "se": 0.04001616021027858, "pvalue": 0.049271733627011205, "lower": -0.1606540222658036, "upper": -0.0002656680324606697 }, { "event_time": 5, "estimate": -0.0684019357654009, "se": 0.052445144842917214, "pvalue": 0.1975779419824633, "lower": -0.1735043546966928, "upper": 0.036700483165890974 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.26554669357837024, "se": 0.026333411608888583, "pvalue": 4.1320626142823376e-14, "lower": -0.31832002973936924, "upper": -0.21277335741737124 }, { "event_time": -28, "estimate": -0.2169741630014276, "se": 0.021892215551973175, "pvalue": 7.679240071154145e-14, "lower": -0.26084714337300097, "upper": -0.17310118262985427 }, { "event_time": -27, "estimate": -0.11836680803294862, "se": 0.02498477118601974, "pvalue": 1.564656817214969e-05, "lower": -0.16843740838996443, "upper": -0.06829620767593281 }, { "event_time": -26, "estimate": -0.052632539938442434, "se": 0.023810280998191793, "pvalue": 0.03124890610605621, "lower": -0.10034940936151737, "upper": -0.004915670515367503 }, { "event_time": -25, "estimate": -0.01900535862100597, "se": 0.018176725284426865, "pvalue": 0.30032512965662245, "lower": -0.05543233010454154, "upper": 0.0174216128625296 }, { "event_time": -24, "estimate": -0.041775226289484754, "se": 0.023432879424848688, "pvalue": 0.08014442509143306, "lower": -0.08873576605829632, "upper": 0.005185313479326811 }, { "event_time": -23, "estimate": -0.007529986519011718, "se": 0.015349623371684828, "pvalue": 0.625685747919587, "lower": -0.038291319162489845, "upper": 0.023231346124466406 }, { "event_time": -22, "estimate": -0.08948284503188764, "se": 0.019820078327217976, "pvalue": 3.3893708219787004e-05, "lower": -0.12920316960793107, "upper": -0.0497625204558442 }, { "event_time": -21, "estimate": -0.12757641372256237, "se": 0.02095645623970635, "pvalue": 1.1606991181372649e-07, "lower": -0.16957409052597314, "upper": -0.0855787369191516 }, { "event_time": -20, "estimate": -0.15802670881238154, "se": 0.014990173559687927, "pvalue": 8.142290636916527e-15, "lower": -0.188067687935273, "upper": -0.12798572968949007 }, { "event_time": -19, "estimate": 0.03734617291367582, "se": 0.017754743062577925, "pvalue": 0.04001447741656219, "lower": 0.001764872700477385, "upper": 0.07292747312687425 }, { "event_time": -18, "estimate": -0.03683017240587106, "se": 0.015184746632388184, "pvalue": 0.018598069141807436, "lower": -0.06726108468007602, "upper": -0.0063992601316660985 }, { "event_time": -17, "estimate": -0.01746682414127258, "se": 0.02136607864134862, "pvalue": 0.417168699645887, "lower": -0.06028540258181292, "upper": 0.025351754299267757 }, { "event_time": -16, "estimate": -0.052897595190659515, "se": 0.012405496030496706, "pvalue": 7.949775156201037e-05, "lower": -0.07775876479469064, "upper": -0.02803642558662839 }, { "event_time": -15, "estimate": 0.03388484358105231, "se": 0.012329826855893575, "pvalue": 0.008088566177493964, "lower": 0.009175318391640382, "upper": 0.058594368770464235 }, { "event_time": -14, "estimate": 0.004121179995820425, "se": 0.01656197189404269, "pvalue": 0.8044161354880813, "lower": -0.029069753379417276, "upper": 0.03731211337105812 }, { "event_time": -13, "estimate": 0.056852357432129984, "se": 0.017122056254717518, "pvalue": 0.0016005537395227562, "lower": 0.022538989915680055, "upper": 0.09116572494857991 }, { "event_time": -12, "estimate": -0.07044306449713908, "se": 0.018501126391523664, "pvalue": 0.00035540737394962297, "lower": -0.1075201503270452, "upper": -0.03336597866723295 }, { "event_time": -11, "estimate": 0.09562719463137177, "se": 0.02161511919962008, "pvalue": 4.6236233478696604e-05, "lower": 0.0523095277592001, "upper": 0.13894486150354346 }, { "event_time": -10, "estimate": -0.04546062610177021, "se": 0.023666952488732268, "pvalue": 0.059940561782998246, "lower": -0.09289025877316617, "upper": 0.0019690065696257517 }, { "event_time": -9, "estimate": -0.01883378691056145, "se": 0.018608534921749728, "pvalue": 0.31591990131040654, "lower": -0.05612612424514788, "upper": 0.01845855042402498 }, { "event_time": -8, "estimate": 0.11697377013400985, "se": 0.022721126991950145, "pvalue": 3.6441797481604657e-06, "lower": 0.07143961411534197, "upper": 0.16250792615267773 }, { "event_time": -7, "estimate": 0.0546087473907529, "se": 0.023624159266957018, "pvalue": 0.024574023996461296, "lower": 0.007264874252215767, "upper": 0.10195262052929004 }, { "event_time": -6, "estimate": 0.017009791590000444, "se": 0.03414721060843034, "pvalue": 0.6203776609398176, "lower": -0.051422747693700144, "upper": 0.08544233087370104 }, { "event_time": -5, "estimate": -0.0291244294764406, "se": 0.01997820054766964, "pvalue": 0.150579494387052, "lower": -0.06916163806350228, "upper": 0.01091277911062109 }, { "event_time": -4, "estimate": -0.019249971534670188, "se": 0.02494197437970915, "pvalue": 0.4435422511577344, "lower": -0.06923480517525783, "upper": 0.030734862105917457 }, { "event_time": -3, "estimate": 0.0013803497419911427, "se": 0.01884262027893613, "pvalue": 0.9418675542110779, "lower": -0.036381105131509064, "upper": 0.039141804615491355 }, { "event_time": -2, "estimate": -0.005435049784285733, "se": 0.036096844104536265, "pvalue": 0.880866922085597, "lower": -0.07777474190518317, "upper": 0.06690464233661171 }, { "event_time": -1, "estimate": 0.047296803216757596, "se": 0.02295821552397727, "pvalue": 0.04413041160991585, "lower": 0.0012875111623030788, "upper": 0.09330609527121211 }, { "event_time": 0, "estimate": 0.036278977724318685, "se": 0.02682216888156565, "pvalue": 0.18172649710495453, "lower": -0.01747384989928341, "upper": 0.09003180534792078 }, { "event_time": 1, "estimate": -0.11282250471820968, "se": 0.022874673499336157, "pvalue": 7.880979971531468e-06, "lower": -0.15866437481399676, "upper": -0.0669806346224226 }, { "event_time": 2, "estimate": -0.1016514966872444, "se": 0.04951399273737084, "pvalue": 0.044842908391774926, "lower": -0.20087975553238907, "upper": -0.002423237842099732 }, { "event_time": 3, "estimate": -0.15357073671187366, "se": 0.0609417275974509, "pvalue": 0.014669744910387085, "lower": -0.27570068798817327, "upper": -0.03144078543557402 }, { "event_time": 4, "estimate": -0.03735012079572324, "se": 0.03257301331411009, "pvalue": 0.2564868889806747, "lower": -0.10262789820387344, "upper": 0.027927656612426965 }, { "event_time": 5, "estimate": -0.009870156744713386, "se": 0.059340372450277346, "pvalue": 0.8685062622235208, "lower": -0.12879092059212663, "upper": 0.10905060710269984 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.5796281137014176, "se": 0.054970618314046454, "pvalue": 8.076473731242126e-15, "lower": -0.6897916945678612, "upper": -0.4694645328349741 }, { "event_time": -28, "estimate": -0.5335247013640461, "se": 0.05527029721070294, "pvalue": 1.9468823971642663e-13, "lower": -0.6442888521599959, "upper": -0.42276055056809625 }, { "event_time": -27, "estimate": -0.4362797691599776, "se": 0.05846216838298157, "pvalue": 6.586666424499865e-10, "lower": -0.5534405727276634, "upper": -0.3191189655922918 }, { "event_time": -26, "estimate": -0.15904198807765724, "se": 0.0486311938299067, "pvalue": 0.0018567005585575717, "lower": -0.25650107837760505, "upper": -0.061582897777709436 }, { "event_time": -25, "estimate": -0.12623309569364669, "se": 0.04210546899432806, "pvalue": 0.004073710757041239, "lower": -0.2106143411796727, "upper": -0.04185185020762068 }, { "event_time": -24, "estimate": -0.15315486663675223, "se": 0.047844681379817726, "pvalue": 0.002275691638311367, "lower": -0.24903775076410728, "upper": -0.057271982509397204 }, { "event_time": -23, "estimate": -0.11743863878423519, "se": 0.0348022755122949, "pvalue": 0.0013616619596697403, "lower": -0.18718395747124136, "upper": -0.047693320097229014 }, { "event_time": -22, "estimate": -0.2041640425947836, "se": 0.03518133275049936, "pvalue": 3.338150206136065e-07, "lower": -0.2746690089625814, "upper": -0.1336590762269858 }, { "event_time": -21, "estimate": -0.24230907342161556, "se": 0.046488199357821405, "pvalue": 2.8940489795805048e-06, "lower": -0.3354735068291633, "upper": -0.14914464001406777 }, { "event_time": -20, "estimate": -0.27299465821809454, "se": 0.03807915888541646, "pvalue": 1.992683906860215e-09, "lower": -0.3493069979344519, "upper": -0.19668231850173717 }, { "event_time": -19, "estimate": -0.06573290213559842, "se": 0.03646177230771596, "pvalue": 0.07690098138198558, "lower": -0.13880392671835323, "upper": 0.007338122447156384 }, { "event_time": -18, "estimate": -0.13768139451803918, "se": 0.03482594332577345, "pvalue": 0.0002220764417318158, "lower": -0.2074741445631789, "upper": -0.06788864447289947 }, { "event_time": -17, "estimate": -0.1159194986838983, "se": 0.03681616405286744, "pvalue": 0.002650667823823837, "lower": -0.18970074019476463, "upper": -0.04213825717303195 }, { "event_time": -16, "estimate": -0.15044915295198186, "se": 0.039217971868990724, "pvalue": 0.0003241936409304953, "lower": -0.2290437248872132, "upper": -0.07185458101675053 }, { "event_time": -15, "estimate": -0.05915344893054892, "se": 0.04039225149427149, "pvalue": 0.14875704974386822, "lower": -0.1401013298229469, "upper": 0.021794431961849055 }, { "event_time": -14, "estimate": -0.08922040577209217, "se": 0.03627008646133972, "pvalue": 0.017069079219703534, "lower": -0.1619072833343863, "upper": -0.016533528209798032 }, { "event_time": -13, "estimate": -0.03509614694486814, "se": 0.04058365663886364, "pvalue": 0.39091292211079, "lower": -0.11642761231878071, "upper": 0.046235318429044436 }, { "event_time": -12, "estimate": -0.15892974725117445, "se": 0.03779106403686172, "pvalue": 9.673401216939425e-05, "lower": -0.23466473198919321, "upper": -0.08319476251315569 }, { "event_time": -11, "estimate": 0.030384041970583024, "se": 0.03273644885063379, "pvalue": 0.35738985456369, "lower": -0.03522126757194156, "upper": 0.09598935151310761 }, { "event_time": -10, "estimate": -0.12509679295389897, "se": 0.03795840488611847, "pvalue": 0.0017229368521353276, "lower": -0.2011671362479019, "upper": -0.04902644965989604 }, { "event_time": -9, "estimate": -0.08682803344217312, "se": 0.02869944829312389, "pvalue": 0.0037706042934508004, "lower": -0.14434301307728462, "upper": -0.029313053807061618 }, { "event_time": -8, "estimate": 0.0618516810428298, "se": 0.027468066619189324, "pvalue": 0.028350859795143485, "lower": 0.006804445427604722, "upper": 0.11689891665805488 }, { "event_time": -7, "estimate": -0.0026677883257313767, "se": 0.028193616921992917, "pvalue": 0.9249575094951622, "lower": -0.059169059240303856, "upper": 0.0538334825888411 }, { "event_time": -6, "estimate": -0.05440662879432875, "se": 0.052247798148916884, "pvalue": 0.3022833818859962, "lower": -0.1591135561130099, "upper": 0.05030029852435241 }, { "event_time": -5, "estimate": -0.11283251370935461, "se": 0.038149316636462906, "pvalue": 0.004561781606512913, "lower": -0.1892854527007039, "upper": -0.03637957471800532 }, { "event_time": -4, "estimate": -0.09552324687407629, "se": 0.0371879536055703, "pvalue": 0.012953455902763034, "lower": -0.17004957129851822, "upper": -0.02099692244963436 }, { "event_time": -3, "estimate": -0.06493265837303558, "se": 0.0317948964596202, "pvalue": 0.045934414329890504, "lower": -0.12865105475815597, "upper": -0.0012142619879152022 }, { "event_time": -2, "estimate": -0.07116935073512187, "se": 0.031594423369335406, "pvalue": 0.028295412796874187, "lower": -0.13448599006946715, "upper": -0.00785271140077659 }, { "event_time": 0, "estimate": -0.015624395894750304, "se": 0.026373227023096062, "pvalue": 0.5559879505438796, "lower": -0.06847752392888629, "upper": 0.037228732139385684 }, { "event_time": 1, "estimate": -0.1707811241447132, "se": 0.024280625335350598, "pvalue": 3.322526981641971e-09, "lower": -0.2194405846830208, "upper": -0.12212166360640557 }, { "event_time": 2, "estimate": -0.15728501786794133, "se": 0.027683442138725957, "pvalue": 5.229074266836132e-07, "lower": -0.212763875669542, "upper": -0.10180616006634066 }, { "event_time": 3, "estimate": -0.1980249233094483, "se": 0.03018468588873644, "pvalue": 1.975813026812289e-08, "lower": -0.258516385599992, "upper": -0.13753346101890454 }, { "event_time": 4, "estimate": -0.06555699884514007, "se": 0.032241311574663985, "pvalue": 0.046856687231970916, "lower": -0.1301700311127454, "upper": -0.0009439665775347744 }, { "event_time": 5, "estimate": -0.054450082544587185, "se": 0.04190817500489887, "pvalue": 0.19927102015551118, "lower": -0.13843594204032333, "upper": 0.029535776951148958 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21132238547968885, 0.1853932584269663, 0.17329299913569576, 0.16076058772687987, 0.14304235090751943, 0.12618841832324978 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 3.3278332440251425e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.090546107167368, "df_num": 17, "df_den": 134518, "pvalue": 1.694515805421165e-05, "log10_pvalue": -4.770954375970785, "inference": "Homoskedastic nested-model F", "observations": 148390, "design_columns": 118, "restricted_design_columns": 101, "fixed_effect_rank": 13754, "covariance_rank": 17, "rss_unrestricted": 115142.50783706129, "rss_restricted": 115187.47955013471, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.1484136882912056e-05, -1.256060343392742e-05, -1.300167755448806e-05, 5.2687751194940126e-05, 4.852908454994463e-05, 3.39809492813115e-05 ], [ -6.457116726831432e-06, -8.570610159585112e-06, -9.009512745108314e-06, 0.0001085977723832263, 0.00011233142119414924, 0.00010191254979592967 ], [ -1.500519823152561e-06, -4.563628839871036e-06, -4.973231964482477e-06, 0.00016360348237125629, 0.00017656506061938728, 0.00017080980115612068 ], [ 2.03539470885834e-06, -1.7834877052344758e-06, -2.0672765429763032e-06, 0.00019634157439484765, 0.00021513174851967273, 0.00021482213126868384 ], [ 4.3802938246386085e-06, 1.2790600233449978e-08, -2.3804352749939516e-07, 0.0002217334391907459, 0.00024278364065403573, 0.0002450337232167688 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": 0.13007274451011852 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.16236097702075092 }, { "event_time": -16.0, "cohort": 19, "estimate": 0.1837464702440615 }, { "event_time": -15.0, "cohort": 19, "estimate": 0.4084491349453834 }, { "event_time": -14.0, "cohort": 19, "estimate": 0.9225674796790394 }, { "event_time": -13.0, "cohort": 19, "estimate": -0.4415953485807673 }, { "event_time": -12.0, "cohort": 19, "estimate": 0.1612980516840189 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.15236182762026387 }, { "event_time": -10.0, "cohort": 19, "estimate": -0.5961472648921504 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.3516707001185144 }, { "event_time": -8.0, "cohort": 19, "estimate": -0.02254465034316319 }, { "event_time": -7.0, "cohort": 19, "estimate": 0.37604532629538223 }, { "event_time": -6.0, "cohort": 19, "estimate": 0.4535062381718429 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.36092339455718075 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.7007052886808237 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.6317577694593914 }, { "event_time": -2.0, "cohort": 19, "estimate": 0.1036671941609997 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.3198221221007688 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.08735953072245492 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.7622363620659623 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.18344064925224401 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.8026048137588486 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.16091919350106335 }, { "event_time": -26.0, "cohort": 27, "estimate": 0.29901046162334793 }, { "event_time": -25.0, "cohort": 27, "estimate": 0.2641193242137071 }, { "event_time": -24.0, "cohort": 27, "estimate": 0.21186396572833952 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.2891815066609121 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.03988185532669608 }, { "event_time": -21.0, "cohort": 27, "estimate": 0.156120895634568 }, { "event_time": -20.0, "cohort": 27, "estimate": 0.07450800963207307 }, { "event_time": -19.0, "cohort": 27, "estimate": 0.25358479778064824 }, { "event_time": -18.0, "cohort": 27, "estimate": 0.22004207917690777 }, { "event_time": -17.0, "cohort": 27, "estimate": -0.04418600348067403 }, { "event_time": -16.0, "cohort": 27, "estimate": 0.13121544996452628 }, { "event_time": -15.0, "cohort": 27, "estimate": 0.3908117083688098 }, { "event_time": -14.0, "cohort": 27, "estimate": 0.9211310386790469 }, { "event_time": -13.0, "cohort": 27, "estimate": -0.6767751171504321 }, { "event_time": -12.0, "cohort": 27, "estimate": -0.12547332709068598 }, { "event_time": -11.0, "cohort": 27, "estimate": -0.009794307880562625 }, { "event_time": -10.0, "cohort": 27, "estimate": -0.7470464051617173 }, { "event_time": -9.0, "cohort": 27, "estimate": -0.029281419788536368 }, { "event_time": -8.0, "cohort": 27, "estimate": -0.3155017672773958 }, { "event_time": -7.0, "cohort": 27, "estimate": 0.07401808242964836 }, { "event_time": -6.0, "cohort": 27, "estimate": 0.23917588907952983 }, { "event_time": -5.0, "cohort": 27, "estimate": -0.051594619328045155 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.5321016873887257 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.3378832119029942 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.2560029500608399 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.061632378900266016 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.05884328366665727 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.2861117625922756 }, { "event_time": 3.0, "cohort": 27, "estimate": -0.05912872175675446 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.4213514513035891 }, { "event_time": 5.0, "cohort": 27, "estimate": -0.1982728887009136 }, { "event_time": -15.0, "cohort": 30, "estimate": 0.39017442569400435 }, { "event_time": -14.0, "cohort": 30, "estimate": 0.5669488974846195 }, { "event_time": -13.0, "cohort": 30, "estimate": -1.2043101200445239 }, { "event_time": -12.0, "cohort": 30, "estimate": -0.3448255121296905 }, { "event_time": -11.0, "cohort": 30, "estimate": -0.25820812414429767 }, { "event_time": -10.0, "cohort": 30, "estimate": -0.6337533272925243 }, { "event_time": -9.0, "cohort": 30, "estimate": -0.324100589782444 }, { "event_time": -8.0, "cohort": 30, "estimate": -0.43929839692091666 }, { "event_time": -7.0, "cohort": 30, "estimate": -0.22720443320734648 }, { "event_time": -6.0, "cohort": 30, "estimate": -0.005320848693828831 }, { "event_time": -5.0, "cohort": 30, "estimate": -0.14525075476055543 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.3186227966677154 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.1582842459874205 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.2267514595910458 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.3684904946662681 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.2635172502576396 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.65098642167478 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.47996520455874814 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.06949517323969975 }, { "event_time": 5.0, "cohort": 30, "estimate": -0.06269660162492993 }, { "event_time": -6.0, "cohort": 31, "estimate": -5.638693491498185 }, { "event_time": -5.0, "cohort": 31, "estimate": -8.165857394789027 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.755359078446144 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.080846476423125 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.447590815715395 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9197511286167566 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.757054638248319 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.7938245535939465 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.1693449841725918 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.3901632037584341 } ] } } }, "code_sha256": { "replication_engine.py": "35ded31e20eb4abb8626fef7be43e603e832ff031a721cb5cfe8bce81be6ce8c", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "80f31c1a9b71ccb8a6113641ff8ef830af32dbdea8af48d60740c31d4b00b63c", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p005", "specification_id": "S03-P005", "source_specification_id": "PP-REPLY-T1-PA-NOTX-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOTX-CHGEMP", "data": "analyses/full-archive/prepared/S03-P005.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P005" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P005", "regression_results": "analyses/archive-expanded/baselines/S03-P005.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P005.parquet", "bytes": 1207247, "sha256": "81d8728dc69e051d6524948c619e5525d720d52984d4703416078c184008c267" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 153587, "source_sd": 0.30986001031141625, "rows": 148390, "units": 13713, "clusters": 56, "treated_units": 488, "never_treated_units": 13225, "treated_cohorts": 6, "latest_cohort_control_index": null, "unique_unit_period_cells": 148293, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 126, "post_adoption_untreated_rows_removed": 2959, "units_without_minus_one_removed": 13, "additional_rows_removed": 1757 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.03944842134729418, "se": 0.026703389928004674, "pvalue": 0.14530383513204234, "lower": -0.09296321062864785, "upper": 0.0140663679340595 }, { "method": "Dynamic TWFE", "estimate": -0.11537769967930639, "se": 0.03423152302123409, "pvalue": 0.0013778812404263872, "lower": -0.18397920481405286, "upper": -0.04677619454455992 }, { "method": "BJS / did2s", "estimate": -0.06214173483066674, "se": 0.03304546939978305, "pvalue": 0.06534027781083053, "lower": -0.12836633539264306, "upper": 0.0040828657313095665 }, { "method": "Sun\u2013Abraham", "estimate": -0.11030284624353281, "se": 0.023542149058077836, "pvalue": 1.8777133484238006e-05, "lower": -0.15748236725078918, "upper": -0.06312332523627645 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.4367890943982464, "se": 0.0689692551680038, "pvalue": 4.638334601623492e-08, "lower": -0.5750065704250223, "upper": -0.2985716183714705 }, { "event_time": -28, "estimate": -0.39968548155224987, "se": 0.0745204323425852, "pvalue": 1.674481588534486e-06, "lower": -0.5490277652368595, "upper": -0.25034319786764025 }, { "event_time": -27, "estimate": -0.302402882979749, "se": 0.08212132786440074, "pvalue": 0.0005282989626437634, "lower": -0.46697770168317887, "upper": -0.13782806427631913 }, { "event_time": -26, "estimate": -0.16030944724999824, "se": 0.050593878859897794, "pvalue": 0.0025017550768060277, "lower": -0.2617018462455394, "upper": -0.05891704825445708 }, { "event_time": -25, "estimate": -0.1251398450027715, "se": 0.04009490782291337, "pvalue": 0.0028697113075769197, "lower": -0.2054918358617402, "upper": -0.04478785414380282 }, { "event_time": -24, "estimate": -0.15040705642365665, "se": 0.05228829713574393, "pvalue": 0.005711841670059363, "lower": -0.25519514552561706, "upper": -0.04561896732169626 }, { "event_time": -23, "estimate": -0.11502438070043784, "se": 0.04242475022849568, "pvalue": 0.008925359739018732, "lower": -0.20004548007819958, "upper": -0.0300032813226761 }, { "event_time": -22, "estimate": -0.2020814248144678, "se": 0.04158137174570261, "pvalue": 1.0178303934981403e-05, "lower": -0.2854123559434498, "upper": -0.11875049368548582 }, { "event_time": -21, "estimate": -0.2427095193220185, "se": 0.04755130560517468, "pvalue": 4.268677995226609e-06, "lower": -0.33800446525865674, "upper": -0.14741457338538028 }, { "event_time": -20, "estimate": -0.27482433470141693, "se": 0.04263335332993437, "pvalue": 3.0345719066077536e-08, "lower": -0.36026348403639485, "upper": -0.18938518536643903 }, { "event_time": -19, "estimate": -0.06885050173345979, "se": 0.04636509658541178, "pvalue": 0.14326266555937348, "lower": -0.16176823167215165, "upper": 0.024067228205232064 }, { "event_time": -18, "estimate": -0.14215027072682976, "se": 0.04049275781514632, "pvalue": 0.0009008941173436729, "lower": -0.22329957078726453, "upper": -0.061000970666394996 }, { "event_time": -17, "estimate": -0.12131314795759524, "se": 0.039335339701247383, "pvalue": 0.0031912705741047377, "lower": -0.20014293028478647, "upper": -0.042483365630404 }, { "event_time": -16, "estimate": -0.1566640423439532, "se": 0.044674864019819356, "pvalue": 0.000911314949984638, "lower": -0.24619447052702415, "upper": -0.06713361416088227 }, { "event_time": -15, "estimate": -0.06514711515916143, "se": 0.04407321379348863, "pvalue": 0.14507013922273945, "lower": -0.15347180934478952, "upper": 0.023177579026466666 }, { "event_time": -14, "estimate": -0.09632780672538503, "se": 0.04683676057020933, "pvalue": 0.044473883540372225, "lower": -0.19019077241227578, "upper": -0.0024648410384942865 }, { "event_time": -13, "estimate": -0.04113886140256599, "se": 0.05195108069285582, "pvalue": 0.431834591166336, "lower": -0.14525115365131713, "upper": 0.06297343084618516 }, { "event_time": -12, "estimate": -0.1707240678266614, "se": 0.044718119204210934, "pvalue": 0.0003439184635539662, "lower": -0.26034118133636247, "upper": -0.08110695431696034 }, { "event_time": -11, "estimate": 0.014833993102542088, "se": 0.03728924713242314, "pvalue": 0.6923109600188225, "lower": -0.05989532808597023, "upper": 0.08956331429105441 }, { "event_time": -10, "estimate": -0.136389218262568, "se": 0.04033739256907058, "pvalue": 0.0013342818560601415, "lower": -0.21722715941210025, "upper": -0.05555127711303576 }, { "event_time": -9, "estimate": -0.1002073118788692, "se": 0.04251220418782276, "pvalue": 0.02200307603143788, "lower": -0.18540367290759838, "upper": -0.015010950850140037 }, { "event_time": -8, "estimate": 0.047230336940652054, "se": 0.03453724340970729, "pvalue": 0.1770252164478549, "lower": -0.02198384554375926, "upper": 0.11644451942506337 }, { "event_time": -7, "estimate": -0.016639665631505252, "se": 0.03727576792572181, "pvalue": 0.6570655746593076, "lower": -0.0913419738861449, "upper": 0.0580626426231344 }, { "event_time": -6, "estimate": -0.053969803496961996, "se": 0.05336951261535901, "pvalue": 0.31632607275750824, "lower": -0.16092469684045646, "upper": 0.05298508984653247 }, { "event_time": -5, "estimate": -0.1114328257386632, "se": 0.048444026211286885, "pvalue": 0.02525293918586337, "lower": -0.2085168237489153, "upper": -0.01434882772841109 }, { "event_time": -4, "estimate": -0.09703623033064786, "se": 0.04842566834634447, "pvalue": 0.050025029763534866, "lower": -0.1940834383574298, "upper": 1.0977696134076287e-05 }, { "event_time": -3, "estimate": -0.06558642251636698, "se": 0.04170638323930916, "pvalue": 0.12155277911535024, "lower": -0.14916788227696237, "upper": 0.017995037244228393 }, { "event_time": -2, "estimate": -0.07580034745490594, "se": 0.059046970501768714, "pvalue": 0.20461865685418623, "lower": -0.1941331206580036, "upper": 0.042532425748191716 }, { "event_time": 0, "estimate": -0.01644642476888404, "se": 0.03611301351126135, "pvalue": 0.6506032279890536, "lower": -0.08881852110497777, "upper": 0.05592567156720969 }, { "event_time": 1, "estimate": -0.16975780038713056, "se": 0.03509496809718953, "pvalue": 1.103076481095848e-05, "lower": -0.24008968812200224, "upper": -0.09942591265225889 }, { "event_time": 2, "estimate": -0.15440816684434044, "se": 0.05055414890003834, "pvalue": 0.0034739723337680116, "lower": -0.25572094522108496, "upper": -0.053095388467595914 }, { "event_time": 3, "estimate": -0.20858158625648218, "se": 0.05664049320772468, "pvalue": 0.0005280319212892803, "lower": -0.3220916711923471, "upper": -0.09507150132061726 }, { "event_time": 4, "estimate": -0.08045984514913214, "se": 0.04001616021027858, "pvalue": 0.049271733627011205, "lower": -0.1606540222658036, "upper": -0.0002656680324606697 }, { "event_time": 5, "estimate": -0.0684019357654009, "se": 0.052445144842917214, "pvalue": 0.1975779419824633, "lower": -0.1735043546966928, "upper": 0.036700483165890974 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.26554669357837024, "se": 0.026333411608888583, "pvalue": 4.1320626142823376e-14, "lower": -0.31832002973936924, "upper": -0.21277335741737124 }, { "event_time": -28, "estimate": -0.2169741630014276, "se": 0.021892215551973175, "pvalue": 7.679240071154145e-14, "lower": -0.26084714337300097, "upper": -0.17310118262985427 }, { "event_time": -27, "estimate": -0.11836680803294862, "se": 0.02498477118601974, "pvalue": 1.564656817214969e-05, "lower": -0.16843740838996443, "upper": -0.06829620767593281 }, { "event_time": -26, "estimate": -0.052632539938442434, "se": 0.023810280998191793, "pvalue": 0.03124890610605621, "lower": -0.10034940936151737, "upper": -0.004915670515367503 }, { "event_time": -25, "estimate": -0.01900535862100597, "se": 0.018176725284426865, "pvalue": 0.30032512965662245, "lower": -0.05543233010454154, "upper": 0.0174216128625296 }, { "event_time": -24, "estimate": -0.041775226289484754, "se": 0.023432879424848688, "pvalue": 0.08014442509143306, "lower": -0.08873576605829632, "upper": 0.005185313479326811 }, { "event_time": -23, "estimate": -0.007529986519011718, "se": 0.015349623371684828, "pvalue": 0.625685747919587, "lower": -0.038291319162489845, "upper": 0.023231346124466406 }, { "event_time": -22, "estimate": -0.08948284503188764, "se": 0.019820078327217976, "pvalue": 3.3893708219787004e-05, "lower": -0.12920316960793107, "upper": -0.0497625204558442 }, { "event_time": -21, "estimate": -0.12757641372256237, "se": 0.02095645623970635, "pvalue": 1.1606991181372649e-07, "lower": -0.16957409052597314, "upper": -0.0855787369191516 }, { "event_time": -20, "estimate": -0.15802670881238154, "se": 0.014990173559687927, "pvalue": 8.142290636916527e-15, "lower": -0.188067687935273, "upper": -0.12798572968949007 }, { "event_time": -19, "estimate": 0.03734617291367582, "se": 0.017754743062577925, "pvalue": 0.04001447741656219, "lower": 0.001764872700477385, "upper": 0.07292747312687425 }, { "event_time": -18, "estimate": -0.03683017240587106, "se": 0.015184746632388184, "pvalue": 0.018598069141807436, "lower": -0.06726108468007602, "upper": -0.0063992601316660985 }, { "event_time": -17, "estimate": -0.01746682414127258, "se": 0.02136607864134862, "pvalue": 0.417168699645887, "lower": -0.06028540258181292, "upper": 0.025351754299267757 }, { "event_time": -16, "estimate": -0.052897595190659515, "se": 0.012405496030496706, "pvalue": 7.949775156201037e-05, "lower": -0.07775876479469064, "upper": -0.02803642558662839 }, { "event_time": -15, "estimate": 0.03388484358105231, "se": 0.012329826855893575, "pvalue": 0.008088566177493964, "lower": 0.009175318391640382, "upper": 0.058594368770464235 }, { "event_time": -14, "estimate": 0.004121179995820425, "se": 0.01656197189404269, "pvalue": 0.8044161354880813, "lower": -0.029069753379417276, "upper": 0.03731211337105812 }, { "event_time": -13, "estimate": 0.056852357432129984, "se": 0.017122056254717518, "pvalue": 0.0016005537395227562, "lower": 0.022538989915680055, "upper": 0.09116572494857991 }, { "event_time": -12, "estimate": -0.07044306449713908, "se": 0.018501126391523664, "pvalue": 0.00035540737394962297, "lower": -0.1075201503270452, "upper": -0.03336597866723295 }, { "event_time": -11, "estimate": 0.09562719463137177, "se": 0.02161511919962008, "pvalue": 4.6236233478696604e-05, "lower": 0.0523095277592001, "upper": 0.13894486150354346 }, { "event_time": -10, "estimate": -0.04546062610177021, "se": 0.023666952488732268, "pvalue": 0.059940561782998246, "lower": -0.09289025877316617, "upper": 0.0019690065696257517 }, { "event_time": -9, "estimate": -0.01883378691056145, "se": 0.018608534921749728, "pvalue": 0.31591990131040654, "lower": -0.05612612424514788, "upper": 0.01845855042402498 }, { "event_time": -8, "estimate": 0.11697377013400985, "se": 0.022721126991950145, "pvalue": 3.6441797481604657e-06, "lower": 0.07143961411534197, "upper": 0.16250792615267773 }, { "event_time": -7, "estimate": 0.0546087473907529, "se": 0.023624159266957018, "pvalue": 0.024574023996461296, "lower": 0.007264874252215767, "upper": 0.10195262052929004 }, { "event_time": -6, "estimate": 0.017009791590000444, "se": 0.03414721060843034, "pvalue": 0.6203776609398176, "lower": -0.051422747693700144, "upper": 0.08544233087370104 }, { "event_time": -5, "estimate": -0.0291244294764406, "se": 0.01997820054766964, "pvalue": 0.150579494387052, "lower": -0.06916163806350228, "upper": 0.01091277911062109 }, { "event_time": -4, "estimate": -0.019249971534670188, "se": 0.02494197437970915, "pvalue": 0.4435422511577344, "lower": -0.06923480517525783, "upper": 0.030734862105917457 }, { "event_time": -3, "estimate": 0.0013803497419911427, "se": 0.01884262027893613, "pvalue": 0.9418675542110779, "lower": -0.036381105131509064, "upper": 0.039141804615491355 }, { "event_time": -2, "estimate": -0.005435049784285733, "se": 0.036096844104536265, "pvalue": 0.880866922085597, "lower": -0.07777474190518317, "upper": 0.06690464233661171 }, { "event_time": -1, "estimate": 0.047296803216757596, "se": 0.02295821552397727, "pvalue": 0.04413041160991585, "lower": 0.0012875111623030788, "upper": 0.09330609527121211 }, { "event_time": 0, "estimate": 0.036278977724318685, "se": 0.02682216888156565, "pvalue": 0.18172649710495453, "lower": -0.01747384989928341, "upper": 0.09003180534792078 }, { "event_time": 1, "estimate": -0.11282250471820968, "se": 0.022874673499336157, "pvalue": 7.880979971531468e-06, "lower": -0.15866437481399676, "upper": -0.0669806346224226 }, { "event_time": 2, "estimate": -0.1016514966872444, "se": 0.04951399273737084, "pvalue": 0.044842908391774926, "lower": -0.20087975553238907, "upper": -0.002423237842099732 }, { "event_time": 3, "estimate": -0.15357073671187366, "se": 0.0609417275974509, "pvalue": 0.014669744910387085, "lower": -0.27570068798817327, "upper": -0.03144078543557402 }, { "event_time": 4, "estimate": -0.03735012079572324, "se": 0.03257301331411009, "pvalue": 0.2564868889806747, "lower": -0.10262789820387344, "upper": 0.027927656612426965 }, { "event_time": 5, "estimate": -0.009870156744713386, "se": 0.059340372450277346, "pvalue": 0.8685062622235208, "lower": -0.12879092059212663, "upper": 0.10905060710269984 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.5796281137014176, "se": 0.054970618314046454, "pvalue": 8.076473731242126e-15, "lower": -0.6897916945678612, "upper": -0.4694645328349741 }, { "event_time": -28, "estimate": -0.5335247013640461, "se": 0.05527029721070294, "pvalue": 1.9468823971642663e-13, "lower": -0.6442888521599959, "upper": -0.42276055056809625 }, { "event_time": -27, "estimate": -0.4362797691599776, "se": 0.05846216838298157, "pvalue": 6.586666424499865e-10, "lower": -0.5534405727276634, "upper": -0.3191189655922918 }, { "event_time": -26, "estimate": -0.15904198807765724, "se": 0.0486311938299067, "pvalue": 0.0018567005585575717, "lower": -0.25650107837760505, "upper": -0.061582897777709436 }, { "event_time": -25, "estimate": -0.12623309569364669, "se": 0.04210546899432806, "pvalue": 0.004073710757041239, "lower": -0.2106143411796727, "upper": -0.04185185020762068 }, { "event_time": -24, "estimate": -0.15315486663675223, "se": 0.047844681379817726, "pvalue": 0.002275691638311367, "lower": -0.24903775076410728, "upper": -0.057271982509397204 }, { "event_time": -23, "estimate": -0.11743863878423519, "se": 0.0348022755122949, "pvalue": 0.0013616619596697403, "lower": -0.18718395747124136, "upper": -0.047693320097229014 }, { "event_time": -22, "estimate": -0.2041640425947836, "se": 0.03518133275049936, "pvalue": 3.338150206136065e-07, "lower": -0.2746690089625814, "upper": -0.1336590762269858 }, { "event_time": -21, "estimate": -0.24230907342161556, "se": 0.046488199357821405, "pvalue": 2.8940489795805048e-06, "lower": -0.3354735068291633, "upper": -0.14914464001406777 }, { "event_time": -20, "estimate": -0.27299465821809454, "se": 0.03807915888541646, "pvalue": 1.992683906860215e-09, "lower": -0.3493069979344519, "upper": -0.19668231850173717 }, { "event_time": -19, "estimate": -0.06573290213559842, "se": 0.03646177230771596, "pvalue": 0.07690098138198558, "lower": -0.13880392671835323, "upper": 0.007338122447156384 }, { "event_time": -18, "estimate": -0.13768139451803918, "se": 0.03482594332577345, "pvalue": 0.0002220764417318158, "lower": -0.2074741445631789, "upper": -0.06788864447289947 }, { "event_time": -17, "estimate": -0.1159194986838983, "se": 0.03681616405286744, "pvalue": 0.002650667823823837, "lower": -0.18970074019476463, "upper": -0.04213825717303195 }, { "event_time": -16, "estimate": -0.15044915295198186, "se": 0.039217971868990724, "pvalue": 0.0003241936409304953, "lower": -0.2290437248872132, "upper": -0.07185458101675053 }, { "event_time": -15, "estimate": -0.05915344893054892, "se": 0.04039225149427149, "pvalue": 0.14875704974386822, "lower": -0.1401013298229469, "upper": 0.021794431961849055 }, { "event_time": -14, "estimate": -0.08922040577209217, "se": 0.03627008646133972, "pvalue": 0.017069079219703534, "lower": -0.1619072833343863, "upper": -0.016533528209798032 }, { "event_time": -13, "estimate": -0.03509614694486814, "se": 0.04058365663886364, "pvalue": 0.39091292211079, "lower": -0.11642761231878071, "upper": 0.046235318429044436 }, { "event_time": -12, "estimate": -0.15892974725117445, "se": 0.03779106403686172, "pvalue": 9.673401216939425e-05, "lower": -0.23466473198919321, "upper": -0.08319476251315569 }, { "event_time": -11, "estimate": 0.030384041970583024, "se": 0.03273644885063379, "pvalue": 0.35738985456369, "lower": -0.03522126757194156, "upper": 0.09598935151310761 }, { "event_time": -10, "estimate": -0.12509679295389897, "se": 0.03795840488611847, "pvalue": 0.0017229368521353276, "lower": -0.2011671362479019, "upper": -0.04902644965989604 }, { "event_time": -9, "estimate": -0.08682803344217312, "se": 0.02869944829312389, "pvalue": 0.0037706042934508004, "lower": -0.14434301307728462, "upper": -0.029313053807061618 }, { "event_time": -8, "estimate": 0.0618516810428298, "se": 0.027468066619189324, "pvalue": 0.028350859795143485, "lower": 0.006804445427604722, "upper": 0.11689891665805488 }, { "event_time": -7, "estimate": -0.0026677883257313767, "se": 0.028193616921992917, "pvalue": 0.9249575094951622, "lower": -0.059169059240303856, "upper": 0.0538334825888411 }, { "event_time": -6, "estimate": -0.05440662879432875, "se": 0.052247798148916884, "pvalue": 0.3022833818859962, "lower": -0.1591135561130099, "upper": 0.05030029852435241 }, { "event_time": -5, "estimate": -0.11283251370935461, "se": 0.038149316636462906, "pvalue": 0.004561781606512913, "lower": -0.1892854527007039, "upper": -0.03637957471800532 }, { "event_time": -4, "estimate": -0.09552324687407629, "se": 0.0371879536055703, "pvalue": 0.012953455902763034, "lower": -0.17004957129851822, "upper": -0.02099692244963436 }, { "event_time": -3, "estimate": -0.06493265837303558, "se": 0.0317948964596202, "pvalue": 0.045934414329890504, "lower": -0.12865105475815597, "upper": -0.0012142619879152022 }, { "event_time": -2, "estimate": -0.07116935073512187, "se": 0.031594423369335406, "pvalue": 0.028295412796874187, "lower": -0.13448599006946715, "upper": -0.00785271140077659 }, { "event_time": 0, "estimate": -0.015624395894750304, "se": 0.026373227023096062, "pvalue": 0.5559879505438796, "lower": -0.06847752392888629, "upper": 0.037228732139385684 }, { "event_time": 1, "estimate": -0.1707811241447132, "se": 0.024280625335350598, "pvalue": 3.322526981641971e-09, "lower": -0.2194405846830208, "upper": -0.12212166360640557 }, { "event_time": 2, "estimate": -0.15728501786794133, "se": 0.027683442138725957, "pvalue": 5.229074266836132e-07, "lower": -0.212763875669542, "upper": -0.10180616006634066 }, { "event_time": 3, "estimate": -0.1980249233094483, "se": 0.03018468588873644, "pvalue": 1.975813026812289e-08, "lower": -0.258516385599992, "upper": -0.13753346101890454 }, { "event_time": 4, "estimate": -0.06555699884514007, "se": 0.032241311574663985, "pvalue": 0.046856687231970916, "lower": -0.1301700311127454, "upper": -0.0009439665775347744 }, { "event_time": 5, "estimate": -0.054450082544587185, "se": 0.04190817500489887, "pvalue": 0.19927102015551118, "lower": -0.13843594204032333, "upper": 0.029535776951148958 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21132238547968885, 0.1853932584269663, 0.17329299913569576, 0.16076058772687987, 0.14304235090751943, 0.12618841832324978 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 3.3278332440251425e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.090546107167368, "df_num": 17, "df_den": 134518, "pvalue": 1.694515805421165e-05, "log10_pvalue": -4.770954375970785, "inference": "Homoskedastic nested-model F", "observations": 148390, "design_columns": 118, "restricted_design_columns": 101, "fixed_effect_rank": 13754, "covariance_rank": 17, "rss_unrestricted": 115142.50783706129, "rss_restricted": 115187.47955013471, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.1484136882912056e-05, -1.256060343392742e-05, -1.300167755448806e-05, 5.2687751194940126e-05, 4.852908454994463e-05, 3.39809492813115e-05 ], [ -6.457116726831432e-06, -8.570610159585112e-06, -9.009512745108314e-06, 0.0001085977723832263, 0.00011233142119414924, 0.00010191254979592967 ], [ -1.500519823152561e-06, -4.563628839871036e-06, -4.973231964482477e-06, 0.00016360348237125629, 0.00017656506061938728, 0.00017080980115612068 ], [ 2.03539470885834e-06, -1.7834877052344758e-06, -2.0672765429763032e-06, 0.00019634157439484765, 0.00021513174851967273, 0.00021482213126868384 ], [ 4.3802938246386085e-06, 1.2790600233449978e-08, -2.3804352749939516e-07, 0.0002217334391907459, 0.00024278364065403573, 0.0002450337232167688 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": 0.13007274451011852 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.16236097702075092 }, { "event_time": -16.0, "cohort": 19, "estimate": 0.1837464702440615 }, { "event_time": -15.0, "cohort": 19, "estimate": 0.4084491349453834 }, { "event_time": -14.0, "cohort": 19, "estimate": 0.9225674796790394 }, { "event_time": -13.0, "cohort": 19, "estimate": -0.4415953485807673 }, { "event_time": -12.0, "cohort": 19, "estimate": 0.1612980516840189 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.15236182762026387 }, { "event_time": -10.0, "cohort": 19, "estimate": -0.5961472648921504 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.3516707001185144 }, { "event_time": -8.0, "cohort": 19, "estimate": -0.02254465034316319 }, { "event_time": -7.0, "cohort": 19, "estimate": 0.37604532629538223 }, { "event_time": -6.0, "cohort": 19, "estimate": 0.4535062381718429 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.36092339455718075 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.7007052886808237 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.6317577694593914 }, { "event_time": -2.0, "cohort": 19, "estimate": 0.1036671941609997 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.3198221221007688 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.08735953072245492 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.7622363620659623 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.18344064925224401 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.8026048137588486 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.16091919350106335 }, { "event_time": -26.0, "cohort": 27, "estimate": 0.29901046162334793 }, { "event_time": -25.0, "cohort": 27, "estimate": 0.2641193242137071 }, { "event_time": -24.0, "cohort": 27, "estimate": 0.21186396572833952 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.2891815066609121 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.03988185532669608 }, { "event_time": -21.0, "cohort": 27, "estimate": 0.156120895634568 }, { "event_time": -20.0, "cohort": 27, "estimate": 0.07450800963207307 }, { "event_time": -19.0, "cohort": 27, "estimate": 0.25358479778064824 }, { "event_time": -18.0, "cohort": 27, "estimate": 0.22004207917690777 }, { "event_time": -17.0, "cohort": 27, "estimate": -0.04418600348067403 }, { "event_time": -16.0, "cohort": 27, "estimate": 0.13121544996452628 }, { "event_time": -15.0, "cohort": 27, "estimate": 0.3908117083688098 }, { "event_time": -14.0, "cohort": 27, "estimate": 0.9211310386790469 }, { "event_time": -13.0, "cohort": 27, "estimate": -0.6767751171504321 }, { "event_time": -12.0, "cohort": 27, "estimate": -0.12547332709068598 }, { "event_time": -11.0, "cohort": 27, "estimate": -0.009794307880562625 }, { "event_time": -10.0, "cohort": 27, "estimate": -0.7470464051617173 }, { "event_time": -9.0, "cohort": 27, "estimate": -0.029281419788536368 }, { "event_time": -8.0, "cohort": 27, "estimate": -0.3155017672773958 }, { "event_time": -7.0, "cohort": 27, "estimate": 0.07401808242964836 }, { "event_time": -6.0, "cohort": 27, "estimate": 0.23917588907952983 }, { "event_time": -5.0, "cohort": 27, "estimate": -0.051594619328045155 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.5321016873887257 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.3378832119029942 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.2560029500608399 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.061632378900266016 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.05884328366665727 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.2861117625922756 }, { "event_time": 3.0, "cohort": 27, "estimate": -0.05912872175675446 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.4213514513035891 }, { "event_time": 5.0, "cohort": 27, "estimate": -0.1982728887009136 }, { "event_time": -15.0, "cohort": 30, "estimate": 0.39017442569400435 }, { "event_time": -14.0, "cohort": 30, "estimate": 0.5669488974846195 }, { "event_time": -13.0, "cohort": 30, "estimate": -1.2043101200445239 }, { "event_time": -12.0, "cohort": 30, "estimate": -0.3448255121296905 }, { "event_time": -11.0, "cohort": 30, "estimate": -0.25820812414429767 }, { "event_time": -10.0, "cohort": 30, "estimate": -0.6337533272925243 }, { "event_time": -9.0, "cohort": 30, "estimate": -0.324100589782444 }, { "event_time": -8.0, "cohort": 30, "estimate": -0.43929839692091666 }, { "event_time": -7.0, "cohort": 30, "estimate": -0.22720443320734648 }, { "event_time": -6.0, "cohort": 30, "estimate": -0.005320848693828831 }, { "event_time": -5.0, "cohort": 30, "estimate": -0.14525075476055543 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.3186227966677154 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.1582842459874205 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.2267514595910458 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.3684904946662681 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.2635172502576396 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.65098642167478 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.47996520455874814 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.06949517323969975 }, { "event_time": 5.0, "cohort": 30, "estimate": -0.06269660162492993 }, { "event_time": -6.0, "cohort": 31, "estimate": -5.638693491498185 }, { "event_time": -5.0, "cohort": 31, "estimate": -8.165857394789027 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.755359078446144 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.080846476423125 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.447590815715395 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9197511286167566 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.757054638248319 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.7938245535939465 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.1693449841725918 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.3901632037584341 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.2155788485792813, "se": 0.03099546088566736, "lower": -0.2763288355994093, "upper": -0.15482886155915332, "event_study": [ { "event_time": -29, "estimate": -0.4500453698830306, "se": 0.026159227556398153, "lower": -0.5013165137569587, "upper": -0.3987742260091025, "n": 0.0, "relative_to_minus_one": -0.4500453698830306 }, { "event_time": -28, "estimate": -0.4165241348283492, "se": 0.031394161886691495, "lower": -0.4780555614510846, "upper": -0.35499270820561385, "n": 0.0, "relative_to_minus_one": -0.4165241348283492 }, { "event_time": -27, "estimate": -0.32428757625911203, "se": 0.03304864216906666, "lower": -0.38906172464843436, "upper": -0.2595134278697897, "n": 0.0, "relative_to_minus_one": -0.32428757625911203 }, { "event_time": -26, "estimate": -0.046083983421055255, "se": 0.035370719631623214, "lower": -0.11540932000630061, "upper": 0.0232413531641901, "n": 0.0, "relative_to_minus_one": -0.046083983421055255 }, { "event_time": -25, "estimate": -0.025013928627693336, "se": 0.028094862087543287, "lower": -0.08007884646989798, "upper": 0.030050989214511308, "n": 0.0, "relative_to_minus_one": -0.025013928627693336 }, { "event_time": -24, "estimate": -0.0651448896878348, "se": 0.03398873522037385, "lower": -0.1317615865998356, "upper": 0.0014718072241659969, "n": 0.0, "relative_to_minus_one": -0.0651448896878348 }, { "event_time": -23, "estimate": -0.026918910141699438, "se": 0.039885142582836784, "lower": -0.1050923531223044, "upper": 0.051254532838905534, "n": 0.0, "relative_to_minus_one": -0.026918910141699438 }, { "event_time": -22, "estimate": -0.11506039419054327, "se": 0.03334280533134675, "lower": -0.180411091783513, "upper": -0.04970969659757353, "n": 0.0, "relative_to_minus_one": -0.11506039419054327 }, { "event_time": -21, "estimate": -0.14872004766609892, "se": 0.03869616373008482, "lower": -0.22456313491693028, "upper": -0.07287696041526756, "n": 0.0, "relative_to_minus_one": -0.14872004766609892 }, { "event_time": -20, "estimate": -0.2059881381273323, "se": 0.03522765487458388, "lower": -0.27503307294132356, "upper": -0.13694320331334103, "n": 0.0, "relative_to_minus_one": -0.2059881381273323 }, { "event_time": -19, "estimate": 0.0040472221814129225, "se": 0.047782796804396406, "lower": -0.08960533863579961, "upper": 0.09769978299862547, "n": 0.0, "relative_to_minus_one": 0.0040472221814129225 }, { "event_time": -18, "estimate": -0.05617085845922415, "se": 0.033462326387744934, "lower": -0.1217558130181285, "upper": 0.009414096099680205, "n": 0.0, "relative_to_minus_one": -0.05617085845922415 }, { "event_time": -17, "estimate": -0.03619456738311261, "se": 0.025091200344749837, "lower": -0.08537241638770128, "upper": 0.012983281621476064, "n": 0.0, "relative_to_minus_one": -0.03619456738311261 }, { "event_time": -16, "estimate": -0.06945610716079878, "se": 0.03534371951021007, "lower": -0.13872852448049616, "upper": -0.00018368984110139763, "n": 0.0, "relative_to_minus_one": -0.06945610716079878 }, { "event_time": -15, "estimate": 0.015529906902059644, "se": 0.03561675473920488, "lower": -0.054277649632978195, "upper": 0.08533746343709749, "n": 0.0, "relative_to_minus_one": 0.015529906902059644 }, { "event_time": -14, "estimate": -0.024673676721187785, "se": 0.03966900160344801, "lower": -0.10242349116660754, "upper": 0.053076137724231975, "n": 0.0, "relative_to_minus_one": -0.024673676721187785 }, { "event_time": -13, "estimate": 0.05546805470461138, "se": 0.03719006635023804, "lower": -0.017423135924510162, "upper": 0.1283592453337329, "n": 0.0, "relative_to_minus_one": 0.05546805470461138 }, { "event_time": -12, "estimate": -0.08367061878587116, "se": 0.03818222834414844, "lower": -0.1585064111898865, "upper": -0.008834826381855801, "n": 0.0, "relative_to_minus_one": -0.08367061878587116 }, { "event_time": -11, "estimate": 0.10150066048792461, "se": 0.026294323567770353, "lower": 0.04996473329725198, "upper": 0.15303658767859724, "n": 0.0, "relative_to_minus_one": 0.10150066048792461 }, { "event_time": -10, "estimate": -0.06014433501824423, "se": 0.028447694005395846, "lower": -0.11590079071203609, "upper": -0.004387879324452379, "n": 0.0, "relative_to_minus_one": -0.06014433501824423 }, { "event_time": -9, "estimate": -0.049154634392774746, "se": 0.03027395172094506, "lower": -0.10849048943553145, "upper": 0.010181220649981962, "n": 0.0, "relative_to_minus_one": -0.049154634392774746 }, { "event_time": -8, "estimate": 0.07875572668867156, "se": 0.0324939521811438, "lower": 0.015068750698262981, "upper": 0.14244270267908016, "n": 0.0, "relative_to_minus_one": 0.07875572668867156 }, { "event_time": -7, "estimate": 0.003501571423387064, "se": 0.029194124113889455, "lower": -0.053717860400028586, "upper": 0.06072100324680271, "n": 0.0, "relative_to_minus_one": 0.003501571423387064 }, { "event_time": -6, "estimate": -0.022017817673339064, "se": 0.04334808665720997, "lower": -0.10697850632019186, "upper": 0.06294287097351374, "n": 0.0, "relative_to_minus_one": -0.022017817673339064 }, { "event_time": -5, "estimate": -0.09019967222294266, "se": 0.037250652105190275, "lower": -0.16320960874974674, "upper": -0.017189735696138575, "n": 0.0, "relative_to_minus_one": -0.09019967222294266 }, { "event_time": -4, "estimate": -0.07410520340259574, "se": 0.0411210606589307, "lower": -0.15470100130018682, "upper": 0.006490594494995339, "n": 0.0, "relative_to_minus_one": -0.07410520340259574 }, { "event_time": -3, "estimate": -0.05158994859381647, "se": 0.03716497776189201, "lower": -0.12443196649335683, "upper": 0.021252069305723896, "n": 0.0, "relative_to_minus_one": -0.05158994859381647 }, { "event_time": -2, "estimate": -0.060604093637601546, "se": 0.04989010928203019, "lower": -0.15838691101514818, "upper": 0.03717872373994508, "n": 0.0, "relative_to_minus_one": -0.060604093637601546 }, { "event_time": -1, "estimate": 0.0, "se": 3.0904796029472264e-19, "lower": -6.05722871673221e-19, "upper": 6.05722871673221e-19, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.040821275214483636, "se": 0.03314628417848421, "lower": -0.10578679842564251, "upper": 0.02414424799667523, "n": 489.0, "relative_to_minus_one": -0.040821275214483636 }, { "event_time": 1, "estimate": -0.2098122409918025, "se": 0.029775626856351132, "lower": -0.26817139724735434, "upper": -0.1514530847362507, "n": 429.0, "relative_to_minus_one": -0.2098122409918025 }, { "event_time": 2, "estimate": -0.23063863389725434, "se": 0.03533999002584168, "lower": -0.29990374156190874, "upper": -0.16137352623259993, "n": 401.0, "relative_to_minus_one": -0.23063863389725434 }, { "event_time": 3, "estimate": -0.31687492357277114, "se": 0.04355495612319198, "lower": -0.4022410689224497, "upper": -0.23150877822309257, "n": 372.0, "relative_to_minus_one": -0.31687492357277114 }, { "event_time": 4, "estimate": -0.2436992090821413, "se": 0.04376474471344291, "lower": -0.3294765325130791, "upper": -0.15792188565120346, "n": 331.0, "relative_to_minus_one": -0.2436992090821413 }, { "event_time": 5, "estimate": -0.25162680871723486, "se": 0.04835674233192288, "lower": -0.34640428209748714, "upper": -0.1568493353369826, "n": 292.0, "relative_to_minus_one": -0.25162680871723486 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.26791826261852536, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.0732162420193859, "mass": 1.0, "base": 4 }, { "group": 19, "year": 1, "event_time": -18, "att": -0.07601901706558187, "mass": 0.0, "base": 18 }, { "group": 19, "year": 2, "event_time": -17, "att": -0.09787914898246844, "mass": 0.0, "base": 18 }, { "group": 19, "year": 3, "event_time": -16, "att": 0.02881767963887283, "mass": 0.0, "base": 18 }, { "group": 19, "year": 4, "event_time": -15, "att": 0.0678913415069682, "mass": 0.0, "base": 18 }, { "group": 19, "year": 5, "event_time": -14, "att": 0.036861008692685104, "mass": 0.0, "base": 18 }, { "group": 19, "year": 6, "event_time": -13, "att": 0.31640358010394976, "mass": 0.0, "base": 18 }, { "group": 19, "year": 7, "event_time": -12, "att": 0.14464373711270576, "mass": 0.0, "base": 18 }, { "group": 19, "year": 8, "event_time": -11, "att": 0.24514082428379114, "mass": 0.0, "base": 18 }, { "group": 19, "year": 9, "event_time": -10, "att": 0.08287851420532971, "mass": 0.0, "base": 18 }, { "group": 19, "year": 10, "event_time": -9, "att": 0.37071493887608115, "mass": 0.0, "base": 18 }, { "group": 19, "year": 11, "event_time": -8, "att": 0.42776748837927925, "mass": 0.0, "base": 18 }, { "group": 19, "year": 12, "event_time": -7, "att": 0.37165660013976787, "mass": 0.0, "base": 18 }, { "group": 19, "year": 13, "event_time": -6, "att": 0.21292241142937537, "mass": 0.0, "base": 18 }, { "group": 19, "year": 14, "event_time": -5, "att": 0.3361182340514395, "mass": 0.0, "base": 18 }, { "group": 19, "year": 15, "event_time": -4, "att": 0.10965614473780283, "mass": 0.0, "base": 18 }, { "group": 19, "year": 16, "event_time": -3, "att": 0.2682868708081889, "mass": 0.0, "base": 18 }, { "group": 19, "year": 17, "event_time": -2, "att": -0.15794828682065384, "mass": 0.0, "base": 18 }, { "group": 19, "year": 18, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 18 }, { "group": 19, "year": 19, "event_time": 0, "att": 0.21530858104639078, "mass": 26.0, "base": 18 }, { "group": 19, "year": 20, "event_time": 1, "att": -0.17539929293411657, "mass": 24.0, "base": 18 }, { "group": 19, "year": 21, "event_time": 2, "att": 0.21966913051673517, "mass": 22.0, "base": 18 }, { "group": 19, "year": 22, "event_time": 3, "att": -0.06347253288038995, "mass": 20.0, "base": 18 }, { "group": 19, "year": 23, "event_time": 4, "att": 0.18445203625859613, "mass": 19.0, "base": 18 }, { "group": 19, "year": 24, "event_time": 5, "att": 0.12934468298601287, "mass": 17.0, "base": 18 }, { "group": 27, "year": 1, "event_time": -26, "att": -0.03298805579360575, "mass": 0.0, "base": 26 }, { "group": 27, "year": 2, "event_time": -25, "att": -0.01415474341855616, "mass": 0.0, "base": 26 }, { "group": 27, "year": 3, "event_time": -24, "att": -0.05680245096044928, "mass": 0.0, "base": 26 }, { "group": 27, "year": 4, "event_time": -23, "att": -0.011335710323714068, "mass": 0.0, "base": 26 }, { "group": 27, "year": 5, "event_time": -22, "att": -0.11247400573238314, "mass": 0.0, "base": 26 }, { "group": 27, "year": 6, "event_time": -21, "att": -0.13775340816714748, "mass": 0.0, "base": 26 }, { "group": 27, "year": 7, "event_time": -20, "att": -0.19942396389783815, "mass": 0.0, "base": 26 }, { "group": 27, "year": 8, "event_time": -19, "att": 0.018511051703636747, "mass": 0.0, "base": 26 }, { "group": 27, "year": 9, "event_time": -18, "att": -0.043916847195275784, "mass": 0.0, "base": 26 }, { "group": 27, "year": 10, "event_time": -17, "att": -0.03280379820301285, "mass": 0.0, "base": 26 }, { "group": 27, "year": 11, "event_time": -16, "att": -0.066102384229794, "mass": 0.0, "base": 26 }, { "group": 27, "year": 12, "event_time": -15, "att": 0.01991604444387096, "mass": 0.0, "base": 26 }, { "group": 27, "year": 13, "event_time": -14, "att": -0.0013449476867591903, "mass": 0.0, "base": 26 }, { "group": 27, "year": 14, "event_time": -13, "att": 0.06144285813988863, "mass": 0.0, "base": 26 }, { "group": 27, "year": 15, "event_time": -12, "att": -0.08353231480797764, "mass": 0.0, "base": 26 }, { "group": 27, "year": 16, "event_time": -11, "att": 0.10865300397914575, "mass": 0.0, "base": 26 }, { "group": 27, "year": 17, "event_time": -10, "att": -0.07534911050692761, "mass": 0.0, "base": 26 }, { "group": 27, "year": 18, "event_time": -9, "att": -0.05400190305680036, "mass": 0.0, "base": 26 }, { "group": 27, "year": 19, "event_time": -8, "att": 0.06733447348688329, "mass": 0.0, "base": 26 }, { "group": 27, "year": 20, "event_time": -7, "att": 0.001891278605638147, "mass": 0.0, "base": 26 }, { "group": 27, "year": 21, "event_time": -6, "att": -0.012048017838232672, "mass": 0.0, "base": 26 }, { "group": 27, "year": 22, "event_time": -5, "att": -0.09527056466045242, "mass": 0.0, "base": 26 }, { "group": 27, "year": 23, "event_time": -4, "att": -0.059800599469362226, "mass": 0.0, "base": 26 }, { "group": 27, "year": 24, "event_time": -3, "att": -0.047341404119961614, "mass": 0.0, "base": 26 }, { "group": 27, "year": 25, "event_time": -2, "att": -0.02309121334953934, "mass": 0.0, "base": 26 }, { "group": 27, "year": 26, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 26 }, { "group": 27, "year": 27, "event_time": 0, "att": -0.03352462768138964, "mass": 437.0, "base": 26 }, { "group": 27, "year": 28, "event_time": 1, "att": -0.20958530202746367, "mass": 382.0, "base": 26 }, { "group": 27, "year": 29, "event_time": 2, "att": -0.2583893752912462, "mass": 357.0, "base": 26 }, { "group": 27, "year": 30, "event_time": 3, "att": -0.3474526039604118, "mass": 333.0, "base": 26 }, { "group": 27, "year": 31, "event_time": 4, "att": -0.24627175781595212, "mass": 295.0, "base": 26 }, { "group": 27, "year": 32, "event_time": 5, "att": -0.27706368464772224, "mass": 261.0, "base": 26 }, { "group": 30, "year": 1, "event_time": -29, "att": -0.4500453698830306, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": -0.4165241348283492, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": -0.32428757625911203, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": -0.34260753260985116, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": -0.27089220706003575, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": -0.2540379265697277, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": -0.3797603314749924, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": -0.1736224989159147, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": -0.3970313517150839, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": -0.35461695583272657, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": -0.32344894203087926, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": -0.3117984057019949, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": -0.04511676190777694, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": -0.25349369003579436, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": -0.043850322214269336, "mass": 0.0, "base": 29 }, { "group": 30, "year": 16, "event_time": -14, "att": -0.4267479213950267, "mass": 0.0, "base": 29 }, { "group": 30, "year": 17, "event_time": -13, "att": -0.4515028248288414, "mass": 0.0, "base": 29 }, { "group": 30, "year": 18, "event_time": -12, "att": -0.32072529841284425, "mass": 0.0, "base": 29 }, { "group": 30, "year": 19, "event_time": -11, "att": -0.17955598369182785, "mass": 0.0, "base": 29 }, { "group": 30, "year": 20, "event_time": -10, "att": 0.03852204429853978, "mass": 0.0, "base": 29 }, { "group": 30, "year": 21, "event_time": -9, "att": -0.3607189142126117, "mass": 0.0, "base": 29 }, { "group": 30, "year": 22, "event_time": -8, "att": -0.05646449629727668, "mass": 0.0, "base": 29 }, { "group": 30, "year": 23, "event_time": -7, "att": -0.3035584354774261, "mass": 0.0, "base": 29 }, { "group": 30, "year": 24, "event_time": -6, "att": -0.30102397748222903, "mass": 0.0, "base": 29 }, { "group": 30, "year": 25, "event_time": -5, "att": -0.22927373107229554, "mass": 0.0, "base": 29 }, { "group": 30, "year": 26, "event_time": -4, "att": -0.29814377863591557, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": -0.2797477998256358, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.565025036171209, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.47046009963626834, "mass": 18.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": -0.050491879186041866, "mass": 17.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.10050629451345738, "mass": 16.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": 0.06363166861310132, "mass": 14.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": -0.6166131544393332, "mass": 12.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": -0.16413893389915088, "mass": 10.0, "base": 29 }, { "group": 31, "year": 25, "event_time": -6, "att": -5.771647542229309, "mass": 0.0, "base": 30 }, { "group": 31, "year": 26, "event_time": -5, "att": -8.110941007379562, "mass": 0.0, "base": 30 }, { "group": 31, "year": 27, "event_time": -4, "att": -7.273213664123503, "mass": 0.0, "base": 30 }, { "group": 31, "year": 28, "event_time": -3, "att": -5.4167389151745935, "mass": 0.0, "base": 30 }, { "group": 31, "year": 29, "event_time": -2, "att": -5.702748368136577, "mass": 0.0, "base": 30 }, { "group": 31, "year": 30, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 30 }, { "group": 31, "year": 31, "event_time": 0, "att": -3.0381694784212043, "mass": 1.0, "base": 30 }, { "group": 31, "year": 32, "event_time": 1, "att": -8.031061106533514, "mass": 1.0, "base": 30 }, { "group": 31, "year": 33, "event_time": 2, "att": -6.313808264043806, "mass": 1.0, "base": 30 }, { "group": 35, "year": 20, "event_time": -15, "att": -0.5299776331929813, "mass": 0.0, "base": 34 }, { "group": 35, "year": 21, "event_time": -14, "att": -1.1088237344859246, "mass": 0.0, "base": 34 }, { "group": 35, "year": 22, "event_time": -13, "att": 0.5289776014450847, "mass": 0.0, "base": 34 }, { "group": 35, "year": 23, "event_time": -12, "att": -0.18000069060117213, "mass": 0.0, "base": 34 }, { "group": 35, "year": 24, "event_time": -11, "att": -0.11604166908810343, "mass": 0.0, "base": 34 }, { "group": 35, "year": 25, "event_time": -10, "att": 0.43363334309609697, "mass": 0.0, "base": 34 }, { "group": 35, "year": 26, "event_time": -9, "att": -0.2758944869088607, "mass": 0.0, "base": 34 }, { "group": 35, "year": 27, "event_time": -8, "att": 0.13419654050959084, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -0.3401995338742059, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -0.29250844944050675, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.06956543913534613, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.6650317117178817, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.46314890021829297, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.5199286253906317, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": 0.3211862264548108, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -0.14832186289867252, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.4109348795004182, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.13171925215279356, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.4663299879258662, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": 0.13652042474640902, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.2155788485792813, "se": 0.03099546088566736, "lower": -0.2763288355994093, "upper": -0.15482886155915332 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.2155380689729945, "se": 0.030991244033715726, "lower": -0.27627979111516915, "upper": -0.15479634683081983 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.21854302676752285, "se": 0.03115203603284016, "lower": -0.2795998954369836, "upper": -0.1574861580980621 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.20466950571839282, "se": 0.03746710297936313, "lower": -0.2781036781629979, "upper": -0.13123533327378772 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.20466950571839282, "treated_cell_se": 0.03746710297936313, "checks": { "input_rows": 148390, "retained_rows": 148390, "all_observed_post_cells_estimated": true, "post_weight_sum": 2314.0, "avoided_dense_if_bytes": 299154240 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.26237912522628903, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": {} }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.0895462463222828, "event_study": [ { "event_time": -29, "estimate": -0.24863631072690356, "raw_gap": -0.24863631072690356, "n": 4, "n_cells": 4, "weight_sum": 4.0, "relative_to_minus_one": -0.2617522384678861 }, { "event_time": -28, "estimate": -0.18550001101003058, "raw_gap": -0.18550001101003058, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.1986159387510131 }, { "event_time": -27, "estimate": -0.11888071820474527, "raw_gap": -0.11888071820474527, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.1319966459457278 }, { "event_time": -26, "estimate": -0.041258093396763104, "raw_gap": -0.041258093396763104, "n": 58, "n_cells": 58, "weight_sum": 58.0, "relative_to_minus_one": -0.054374021137745615 }, { "event_time": -25, "estimate": -0.01457243649511845, "raw_gap": -0.01457243649511845, "n": 64, "n_cells": 64, "weight_sum": 64.0, "relative_to_minus_one": -0.027688364236100965 }, { "event_time": -24, "estimate": -0.03581131127539832, "raw_gap": -0.03581131127539832, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.04892723901638083 }, { "event_time": -23, "estimate": -0.010330209486654994, "raw_gap": -0.010330209486654994, "n": 81, "n_cells": 81, "weight_sum": 81.0, "relative_to_minus_one": -0.023446137227637505 }, { "event_time": -22, "estimate": -0.08850985750064445, "raw_gap": -0.08850985750064445, "n": 96, "n_cells": 96, "weight_sum": 96.0, "relative_to_minus_one": -0.10162578524162696 }, { "event_time": -21, "estimate": -0.11251167373646734, "raw_gap": -0.11251167373646734, "n": 111, "n_cells": 111, "weight_sum": 111.0, "relative_to_minus_one": -0.12562760147744986 }, { "event_time": -20, "estimate": -0.12059916654684352, "raw_gap": -0.12059916654684352, "n": 138, "n_cells": 138, "weight_sum": 138.0, "relative_to_minus_one": -0.13371509428782605 }, { "event_time": -19, "estimate": 0.034207857109063135, "raw_gap": 0.034207857109063135, "n": 156, "n_cells": 156, "weight_sum": 156.0, "relative_to_minus_one": 0.021091929368080624 }, { "event_time": -18, "estimate": -0.022315518447619403, "raw_gap": -0.022315518447619403, "n": 168, "n_cells": 168, "weight_sum": 168.0, "relative_to_minus_one": -0.03543144618860192 }, { "event_time": -17, "estimate": 0.0006705883929975108, "raw_gap": 0.0006705883929975108, "n": 173, "n_cells": 173, "weight_sum": 173.0, "relative_to_minus_one": -0.012445339347985002 }, { "event_time": -16, "estimate": -0.029917878267310606, "raw_gap": -0.029917878267310606, "n": 177, "n_cells": 177, "weight_sum": 177.0, "relative_to_minus_one": -0.04303380600829312 }, { "event_time": -15, "estimate": 0.03914385438286374, "raw_gap": 0.03914385438286374, "n": 188, "n_cells": 188, "weight_sum": 188.0, "relative_to_minus_one": 0.02602792664188123 }, { "event_time": -14, "estimate": 0.02269284378220785, "raw_gap": 0.02269284378220785, "n": 196, "n_cells": 196, "weight_sum": 196.0, "relative_to_minus_one": 0.009576916041225339 }, { "event_time": -13, "estimate": 0.04619928643858194, "raw_gap": 0.04619928643858194, "n": 206, "n_cells": 206, "weight_sum": 206.0, "relative_to_minus_one": 0.03308335869759943 }, { "event_time": -12, "estimate": -0.028510796722481704, "raw_gap": -0.028510796722481704, "n": 227, "n_cells": 226, "weight_sum": 227.0, "relative_to_minus_one": -0.041626724463464215 }, { "event_time": -11, "estimate": 0.05872494238609356, "raw_gap": 0.05872494238609356, "n": 243, "n_cells": 242, "weight_sum": 243.0, "relative_to_minus_one": 0.04560901464511105 }, { "event_time": -10, "estimate": -0.014417880996034107, "raw_gap": -0.014417880996034107, "n": 256, "n_cells": 256, "weight_sum": 256.0, "relative_to_minus_one": -0.02753380873701662 }, { "event_time": -9, "estimate": 0.0015867423152734113, "raw_gap": 0.0015867423152734113, "n": 270, "n_cells": 269, "weight_sum": 270.0, "relative_to_minus_one": -0.0115291854257091 }, { "event_time": -8, "estimate": 0.055913378383006064, "raw_gap": 0.055913378383006064, "n": 278, "n_cells": 278, "weight_sum": 278.0, "relative_to_minus_one": 0.04279745064202355 }, { "event_time": -7, "estimate": 0.021555501713225466, "raw_gap": 0.021555501713225466, "n": 298, "n_cells": 298, "weight_sum": 298.0, "relative_to_minus_one": 0.008439573972242953 }, { "event_time": -6, "estimate": 0.008227052897579763, "raw_gap": 0.008227052897579763, "n": 355, "n_cells": 352, "weight_sum": 355.0, "relative_to_minus_one": -0.00488887484340275 }, { "event_time": -5, "estimate": -0.009768979066737467, "raw_gap": -0.009768979066737467, "n": 377, "n_cells": 377, "weight_sum": 377.0, "relative_to_minus_one": -0.022884906807719978 }, { "event_time": -4, "estimate": -0.006773983342969924, "raw_gap": -0.006773983342969924, "n": 396, "n_cells": 395, "weight_sum": 396.0, "relative_to_minus_one": -0.01988991108395244 }, { "event_time": -3, "estimate": 0.0016512083667872387, "raw_gap": 0.0016512083667872387, "n": 409, "n_cells": 409, "weight_sum": 409.0, "relative_to_minus_one": -0.011464719374195274 }, { "event_time": -2, "estimate": -0.0036022075575071776, "raw_gap": -0.0036022075575071776, "n": 435, "n_cells": 434, "weight_sum": 435.0, "relative_to_minus_one": -0.01671813529848969 }, { "event_time": -1, "estimate": 0.013115927740982513, "raw_gap": 0.013115927740982513, "n": 489, "n_cells": 488, "weight_sum": 489.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.026091098452274166, "raw_gap": 0.026091098452274166, "n": 489, "n_cells": 488, "weight_sum": 489.0, "relative_to_minus_one": 0.012975170711291653 }, { "event_time": 1, "estimate": -0.12861245524719986, "raw_gap": -0.12861245524719986, "n": 429, "n_cells": 429, "weight_sum": 429.0, "relative_to_minus_one": -0.14172838298818238 }, { "event_time": 2, "estimate": -0.12545457303844584, "raw_gap": -0.12545457303844584, "n": 401, "n_cells": 401, "weight_sum": 401.0, "relative_to_minus_one": -0.13857050077942837 }, { "event_time": 3, "estimate": -0.1841544104295152, "raw_gap": -0.1841544104295152, "n": 372, "n_cells": 372, "weight_sum": 372.0, "relative_to_minus_one": -0.19727033817049772 }, { "event_time": 4, "estimate": -0.08126228255427327, "raw_gap": -0.08126228255427327, "n": 331, "n_cells": 331, "weight_sum": 331.0, "relative_to_minus_one": -0.09437821029525578 }, { "event_time": 5, "estimate": -0.0653536912267631, "raw_gap": -0.0653536912267631, "n": 292, "n_cells": 292, "weight_sum": 292.0, "relative_to_minus_one": -0.07846961896774561 } ], "package_event_study": { "event_time": [ -29.0, -28.0, -27.0, -26.0, -25.0, -24.0, -23.0, -22.0, -21.0, -20.0, -19.0, -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "estimate": [ -0.24863631072690356, -0.18550001101003058, -0.11888071820474527, -0.04125809339676309, -0.01457243649511846, -0.03581131127539833, -0.010330209486655003, -0.08850985750064448, -0.11251167373646732, -0.1205991665468435, 0.0342078571090631, -0.022315518447619385, 0.0006705883929975152, -0.029917878267310617, 0.039143854382863746, 0.02269284378220786, 0.046199286438581955, -0.02897464490977156, 0.060221224600464016, -0.014417880996034112, 0.0007844228143561218, 0.05591337838300602, 0.021555501713225473, 0.00712393295566542, -0.009768979066737486, -0.005407617131244819, 0.0016512083667872427, -0.0034215814951388634, 0.012242047706899743, 0.01999922646022729, -0.12861245524719986, -0.12545457303844584, -0.18415441042951516, -0.08126228255427329, -0.06535369122676313 ], "n": [ 4.0, 3.0, 3.0, 58.0, 64.0, 67.0, 81.0, 96.0, 111.0, 138.0, 156.0, 168.0, 173.0, 177.0, 188.0, 196.0, 206.0, 226.0, 242.0, 256.0, 269.0, 278.0, 298.0, 352.0, 377.0, 395.0, 409.0, 434.0, 488.0, 488.0, 429.0, 401.0, 372.0, 331.0, 292.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 174, "termination_reason": "Relative objective tolerance reached", "objective": 0.4759468834299646, "lambda_l": 0.0003167530961789651, "singular_values": [ 72.17980100138752, 70.46666062188388, 63.85607645093453, 57.53174495959353, 55.8952094000089, 52.9069643060591, 50.93151370344352, 46.76234347009294, 45.11388719612689, 41.07303434279148, 37.54190534061339, 36.098899548970834, 34.5483189237067, 34.293134892075294, 33.29653320105926, 31.025115341597306, 30.284105212598703, 26.612475180317283, 24.560627088502116, 23.175236270232567, 21.98376253300531, 20.704184971289358, 18.942339170150888, 18.048693204154524, 17.52893516044604, 15.60050637621017, 12.632816785086227, 11.720675049624532, 8.40322941195738, 7.527725386382379, 6.643944880520692, 6.559641302580392, 5.3967179306611435, 4.2023268987341105, 1.5587216679892322, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.47858481900675387, 0.4770078022813238, 0.47650961945498915, 0.47629658654259655, 0.4761884178542448, 0.47612562490085414, 0.47608531769668205, 0.4760574201898886, 0.4760370148699276, 0.476021479833282, 0.47600930397217806, 0.4759995550692963, 0.47599162354882285, 0.47598509093836916, 0.4759796582912029, 0.47597510507312124, 0.4759712643424668, 0.47596800707423015, 0.47596523185361794, 0.4759628578577136, 0.4759608199295634, 0.47595906503032015, 0.4759575496271178, 0.47595623773350904, 0.4759550994156088, 0.47595410963737905, 0.47595324735728123, 0.47595249481401203, 0.4759518369565394, 0.47595126098544704, 0.47595075598113235, 0.4759503126004061, 0.47594992282741155, 0.4759495797680244, 0.4759492774792884, 0.4759490108273097, 0.47594877536833696, 0.47594856724887225, 0.4759483831215, 0.47594822007367626, 0.47594807556737606, 0.47594794738772395, 0.47594783359920323, 0.4759477325082325, 0.47594764263109823, 0.47594756266641264, 0.4759474914714363, 0.47594742804168055, 0.47594737149323774, 0.47594732104757925, 0.47594727601832154, 0.47594723579979425, 0.47594719985705625, 0.475947167717254, 0.47594713896207824, 0.475947113221167, 0.4759470901663787, 0.475947069506752, 0.4759470509841024, 0.4759470343692038, 0.4759470194583621, 0.4759470060704828, 0.4759469940444514, 0.4759469832368317, 0.4759469735198614, 0.47594696477966913, 0.4759469569147037, 0.47594694983434926, 0.47594694345770683, 0.47594693771250823, 0.4759469325341692, 0.4759469278649393, 0.47594692365314795, 0.47594691985254994, 0.4759469164217255, 0.4759469133235748, 0.4759469105248289, 0.4759469079956671, 0.47594690570932807, 0.47594690364179426, 0.47594690177149757, 0.47594690007906043, 0.47594689854707084, 0.47594689715987487, 0.47594689590338457, 0.4759468947649418, 0.47594689373313454, 0.47594689279768987, 0.47594689194935835, 0.4759468911798095, 0.4759468904815157, 0.47594688984770284, 0.47594688927226075, 0.47594688874965974, 0.4759468882749264, 0.4759468878435579, 0.4759468874514899, 0.47594688709505284, 0.47594688677091407, 0.4759468864760901, 0.4759468862078431, 0.47594688596373436, 0.47594688574152866, 0.4759468855392115, 0.4759468853549619, 0.47594688518713013, 0.4759468850342182, 0.4759468848948631, 0.47594688476783564, 0.4759468846520213, 0.47594688454641015, 0.47594688445007827, 0.47594688436219784, 0.47594688428200266, 0.47594688420880943, 0.47594688414199343, 0.4759468840809883, 0.47594688402527496, 0.47594688397438645, 0.4759468839278922, 0.47594688388540884, 0.47594688384658246, 0.47594688381109285, 0.475946883778643, 0.47594688374897254, 0.47594688372183314, 0.47594688369701, 0.47594688367429594, 0.47594688365351506, 0.47594688363449633, 0.47594688361708204, 0.4759468836011404, 0.47594688358654585, 0.4759468835731776, 0.4759468835609292, 0.4759468835497141, 0.4759468835394407, 0.47594688353001835, 0.47594688352138903, 0.4759468835134765, 0.47594688350621905, 0.47594688349956993, 0.47594688349347425, 0.47594688348787406, 0.4759468834827424, 0.4759468834780368, 0.475946883473717, 0.4759468834697521, 0.475946883466115, 0.4759468834627736, 0.4759468834597088, 0.47594688345689284, 0.47594688345430824, 0.4759468834519293, 0.47594688344975145, 0.47594688344774916, 0.4759468834459113, 0.47594688344421865, 0.47594688344266267, 0.47594688344123515, 0.4759468834399256, 0.475946883438718, 0.47594688343760805, 0.4759468834365871, 0.47594688343565117, 0.4759468834347875, 0.4759468834339947, 0.47594688343326425, 0.4759468834325943, 0.47594688343197467, 0.4759468834314104, 0.4759468834308893, 0.4759468834304106, 0.4759468834299646 ], "history_rmse": [ 0.3815828710110195, 0.3808256328578211, 0.38069774188066785, 0.38058112196968247, 0.3805699524801949, 0.38057251744293635, 0.3805720716495793, 0.38056801962825604, 0.3805619145825403, 0.3805549520216187, 0.3805478177746228, 0.3805408664420475, 0.3805342682147837, 0.38052809547345556, 0.3805223695036742, 0.38051708512400134, 0.3805122237216922, 0.38050776025920063, 0.38050366710574784, 0.38049991615674633, 0.38049648000356157, 0.38049333256147605, 0.38049044938155746, 0.3804878077755153, 0.3804853868296887, 0.3804831673542937, 0.38048113179644505, 0.38047926413456895, 0.38047754976537, 0.3804759753900584, 0.380474528903961, 0.3804731992918552, 0.3804719765302103, 0.3804708514968375, 0.380469815887956, 0.3804688621425111, 0.38046798337328996, 0.3804671733043924, 0.38046642621459387, 0.38046573688601915, 0.38046510055777005, 0.3804645128839129, 0.38046396989550574, 0.3804634679662464, 0.3804630037813897, 0.38046257430958846, 0.38046217677742494, 0.38046180864634366, 0.3804614675916746, 0.3804611514837152, 0.38046085837048577, 0.3804605864621424, 0.3804603341167578, 0.3804600998274622, 0.38045988221073646, 0.38045967999574787, 0.38045949201469337, 0.38045931719396875, 0.3804591545461369, 0.3804590031626721, 0.3804588622072394, 0.38045873090967397, 0.38045860856043134, 0.3804584945055299, 0.3804583881419643, 0.38045828891349137, 0.38045819630679195, 0.3804581098479551, 0.38045802909927967, 0.3804579536563306, 0.3804578831452698, 0.3804578172203948, 0.3804577555618825, 0.3804576978737462, 0.38045764388193287, 0.38045759333261614, 0.38045754599058174, 0.3804575016378089, 0.38045746007210973, 0.3804574211059157, 0.3804573845651511, 0.38045735028819583, 0.38045731812494465, 0.38045728793593125, 0.3804572595915147, 0.3804572329711725, 0.3804572079627762, 0.3804571844619917, 0.38045716237170585, 0.380457141601494, 0.38045712206709953, 0.3804571036900268, 0.3804570863971046, 0.38045707012008056, 0.3804570547953112, 0.3804570403633918, 0.380457026768877, 0.38045701395999576, 0.3804570018883725, 0.3804569905088414, 0.3804569797791394, 0.38045696965980136, 0.38045696011387725, 0.38045695110681294, 0.3804569426062741, 0.38045693458199253, 0.3804569270056198, 0.3804569198505946, 0.38045691309204066, 0.38045690670664245, 0.3804569006725432, 0.3804568949692367, 0.3804568895775016, 0.38045688447928333, 0.3804568796576551, 0.3804568750967199, 0.3804568707815513, 0.380456866698124, 0.3804568628332677, 0.38045685917459715, 0.3804568557104823, 0.38045685242998006, 0.3804568493228034, 0.3804568463792646, 0.38045684359026577, 0.38045684094722715, 0.38045683844209, 0.38045683606724845, 0.3804568338155584, 0.3804568316802753, 0.3804568296550423, 0.3804568277338856, 0.38045682591116525, 0.38045682418155896, 0.38045682254004914, 0.38045682098192046, 0.3804568195027058, 0.38045681809818205, 0.3804568167643953, 0.3804568154975843, 0.38045681429420636, 0.38045681315093155, 0.3804568120645957, 0.38045681103220086, 0.3804568100509498, 0.3804568091181744, 0.380456808231351, 0.3804568073881022, 0.38045680658618136, 0.3804568058234542, 0.3804568050979162, 0.3804568044076558, 0.3804568037508774, 0.3804568031258663, 0.3804568025310278, 0.38045680196482, 0.38045680142580274, 0.3804568009125985, 0.38045680042391494, 0.38045679995852827, 0.3804567995152742, 0.38045679909304114, 0.38045679869079, 0.3804567983075285, 0.38045679794232273, 0.38045679759427437, 0.3804567972625441, 0.3804567969463286, 0.38045679664487253, 0.38045679635744795, 0.3804567960833836, 0.38045679582201936, 0.38045679557274464, 0.3804567953349651 ], "n_observed": 148293, "n_missing": 427653, "n_treated_observed": 2313, "n_untreated_observed": 145980 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-17 }, "native_matrix_att": -0.09088151258985448, "matrix_preparation": { "source_rows": 148390, "matrix_shape": [ 13713, 42 ], "observed_cells": 148293, "missing_cells": 427653, "repeated_cells": 97, "minimum_cell_count": 1, "maximum_cell_count": 2, "observation_mass": 148390.0, "treated_observation_mass": 2314.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 5.6541172922588885, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": { "penalty": 1.0 } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.03944842134729418, "SE": 0.026703389928004674, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.11537769967930639, "SE": 0.03423152302123409, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06214173483066674, "SE": 0.03304546939978305, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.11030284624353281, "SE": 0.023542149058077836, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.2155788485792813, "SE": 0.03099546088566736, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.20466950571839282, "SE": 0.03746710297936313, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.0895462463222828, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.03944842134729418, "SE": 0.026703389928004674, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.09296321062864785, "upper": 0.0140663679340595, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.11537769967930639, "SE": 0.03423152302123409, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18397920481405286, "upper": -0.04677619454455992, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06214173483066674, "SE": 0.03304546939978305, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12836633539264306, "upper": 0.0040828657313095665, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.11030284624353281, "SE": 0.023542149058077836, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15748236725078918, "upper": -0.06312332523627645, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.2155788485792813, "SE": 0.03099546088566736, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2763288355994093, "upper": -0.15482886155915332, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.20466950571839282, "SE": 0.03746710297936313, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2781036781629979, "upper": -0.13123533327378772, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.0895462463222828, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602235.864864, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.03944842134729418, "SE": 0.026703389928004674, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.09296321062864785, "upper": 0.0140663679340595, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.11537769967930639, "SE": 0.03423152302123409, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18397920481405286, "upper": -0.04677619454455992, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06214173483066674, "SE": 0.03304546939978305, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12836633539264306, "upper": 0.0040828657313095665, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.11030284624353281, "SE": 0.023542149058077836, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15748236725078918, "upper": -0.06312332523627645, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.2155788485792813, "SE": 0.03099546088566736, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2763288355994093, "upper": -0.15482886155915332, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.20466950571839282, "SE": 0.03746710297936313, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2781036781629979, "upper": -0.13123533327378772, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.0895462463222828, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P006", "source_specification_id": "PP-REPLY-T1-PA-NOTX-SALESGR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P006.json", "input_bytes": 1830618, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p006", "specification_id": "S03-P006", "source_specification_id": "PP-REPLY-T1-PA-NOTX-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOTX-SALESGR", "data": "analyses/full-archive/prepared/S03-P006.parquet", "output_dir": "analyses/full-archive/results/S03-P006" }, "source": { "file": "S03-P006.parquet", "bytes": 1830618, "sha256": "49e588b4485f8f744dcc784102270d4e4a60dd9cbcf7d97d14f4763acd438e3e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 164831, "source_sd": 0.4259705746250828, "rows": 159163, "units": 14409, "clusters": 56, "treated_units": 519, "never_treated_units": 13890, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 159091, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 162, "post_adoption_untreated_rows_removed": 3281, "units_without_minus_one_removed": 8, "additional_rows_removed": 1745 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.030553147071442598, "se": 0.026538468786438795, "pvalue": 0.2545984149891052, "lower": -0.08373742699938708, "upper": 0.02263113285650189 }, { "method": "Dynamic TWFE", "estimate": -0.10282605053663654, "se": 0.02433260987464679, "pvalue": 9.03633241565975e-05, "lower": -0.1515896904197324, "upper": -0.05406241065354069 }, { "method": "BJS / did2s", "estimate": -0.07386334603441963, "se": 0.024992313840615444, "pvalue": 0.004590045281686955, "lower": -0.12394906220903013, "upper": -0.023777629859809142 }, { "method": "Sun\u2013Abraham", "estimate": -0.10393021827196601, "se": 0.019948748004453152, "pvalue": 2.91929264634951e-06, "lower": -0.1439084026434401, "upper": -0.06395203390049192 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.38175287933775476, "se": 0.06561176252565876, "pvalue": 3.1560465609968016e-07, "lower": -0.5132417897497075, "upper": -0.25026396892580205 }, { "event_time": -28, "estimate": -0.22162374734464968, "se": 0.18810137340139385, "pvalue": 0.2437838263881555, "lower": -0.5985873234392367, "upper": 0.1553398287499373 }, { "event_time": -27, "estimate": -0.3376545530442634, "se": 0.053423106124999696, "pvalue": 4.864621526303369e-08, "lower": -0.44471685018117146, "upper": -0.23059225590735535 }, { "event_time": -26, "estimate": -0.07036583215555361, "se": 0.048010125049001866, "pvalue": 0.14843876929062996, "lower": -0.16658027280506532, "upper": 0.025848608493958106 }, { "event_time": -25, "estimate": -0.15247493216042868, "se": 0.04126752334275783, "pvalue": 0.0005080915816977403, "lower": -0.23517689703474554, "upper": -0.0697729672861118 }, { "event_time": -24, "estimate": -0.14459545714750555, "se": 0.03913517835262113, "pvalue": 0.0005081284811272116, "lower": -0.22302410716816623, "upper": -0.06616680712684488 }, { "event_time": -23, "estimate": -0.11734906608792987, "se": 0.03999728255230212, "pvalue": 0.004873540492474485, "lower": -0.19750541153261292, "upper": -0.03719272064324684 }, { "event_time": -22, "estimate": -0.12751608166524095, "se": 0.04129969534648921, "pvalue": 0.003159443067334644, "lower": -0.21028252067580366, "upper": -0.04474964265467825 }, { "event_time": -21, "estimate": -0.2148650324271464, "se": 0.03841996300740752, "pvalue": 7.253249195866308e-07, "lower": -0.2918603588663034, "upper": -0.13786970598798942 }, { "event_time": -20, "estimate": -0.17532550585551124, "se": 0.04082837489324044, "pvalue": 7.18235988840697e-05, "lower": -0.25714739757048327, "upper": -0.0935036141405392 }, { "event_time": -19, "estimate": -0.16589007189392493, "se": 0.04751594818478175, "pvalue": 0.0009556392910217309, "lower": -0.26111415997667414, "upper": -0.07066598381117573 }, { "event_time": -18, "estimate": -0.10691001499844897, "se": 0.06036752454658661, "pvalue": 0.08210414232277102, "lower": -0.2278892376461153, "upper": 0.01406920764921736 }, { "event_time": -17, "estimate": -0.14665981476980416, "se": 0.04996324456042531, "pvalue": 0.004854230863223133, "lower": -0.24678839438732428, "upper": -0.04653123515228405 }, { "event_time": -16, "estimate": -0.1388092585893694, "se": 0.045409803122962736, "pvalue": 0.0034493524167412697, "lower": -0.22981253764813003, "upper": -0.04780597953060879 }, { "event_time": -15, "estimate": -0.12564365948195635, "se": 0.057869943424862645, "pvalue": 0.03425277708995766, "lower": -0.24161761771179033, "upper": -0.009669701252122381 }, { "event_time": -14, "estimate": -0.08712787019326576, "se": 0.06176267179431982, "pvalue": 0.1639677952587773, "lower": -0.21090303040467206, "upper": 0.03664729001814053 }, { "event_time": -13, "estimate": -0.06300531219100675, "se": 0.053617833662388883, "pvalue": 0.2450244139713143, "lower": -0.17045785203338232, "upper": 0.04444722765136884 }, { "event_time": -12, "estimate": -0.18512130386764053, "se": 0.05647535850378191, "pvalue": 0.001815760918135805, "lower": -0.29830045146152895, "upper": -0.07194215627375211 }, { "event_time": -11, "estimate": -0.14296966426566626, "se": 0.0448356962589595, "pvalue": 0.002359071257007358, "lower": -0.2328224074585707, "upper": -0.05311692107276182 }, { "event_time": -10, "estimate": 0.0030069108827413295, "se": 0.06343658117926283, "pvalue": 0.9623659173227948, "lower": -0.12412283869925875, "upper": 0.1301366604647414 }, { "event_time": -9, "estimate": -0.1193349258840405, "se": 0.03821616722949948, "pvalue": 0.002857026235240621, "lower": -0.1959218364576245, "upper": -0.04274801531045648 }, { "event_time": -8, "estimate": -0.026274466496228017, "se": 0.046545923870312235, "pvalue": 0.5747192616549353, "lower": -0.11955458241190096, "upper": 0.06700564941944494 }, { "event_time": -7, "estimate": 0.07486867291649958, "se": 0.03580404560951846, "pvalue": 0.04115511743571527, "lower": 0.0031157620920974766, "upper": 0.14662158374090167 }, { "event_time": -6, "estimate": -0.0999835433237136, "se": 0.04400254392924216, "pvalue": 0.027004680814018883, "lower": -0.1881666119365628, "upper": -0.0118004747108644 }, { "event_time": -5, "estimate": -0.047287831510643384, "se": 0.034954272939118736, "pvalue": 0.1816394455393627, "lower": -0.11733775984794922, "upper": 0.022762096826662463 }, { "event_time": -4, "estimate": -0.05420962230062596, "se": 0.06859138832346932, "pvalue": 0.43273139955708734, "lower": -0.19166983624883466, "upper": 0.08325059164758275 }, { "event_time": -3, "estimate": -0.0832155833536454, "se": 0.036461889085529726, "pvalue": 0.026364906308194595, "lower": -0.15628684196436868, "upper": -0.010144324742922123 }, { "event_time": -2, "estimate": -0.0776831296236778, "se": 0.0572882223343561, "pvalue": 0.18063887993157468, "lower": -0.19249129273675286, "upper": 0.03712503348939726 }, { "event_time": 0, "estimate": -0.050458282003238646, "se": 0.03702927407213551, "pvalue": 0.17854368224771908, "lower": -0.12466660553648581, "upper": 0.02375004153000853 }, { "event_time": 1, "estimate": -0.13248283683188394, "se": 0.03205029743999627, "pvalue": 0.00012289034765473536, "lower": -0.1967130682193739, "upper": -0.06825260544439397 }, { "event_time": 2, "estimate": -0.1636632031988626, "se": 0.025308720902978695, "pvalue": 2.810370077131456e-08, "lower": -0.21438301329619802, "upper": -0.11294339310152719 }, { "event_time": 3, "estimate": -0.13765652858960262, "se": 0.02862828094434108, "pvalue": 1.2203047752160223e-05, "lower": -0.1950288856706454, "upper": -0.08028417150855982 }, { "event_time": 4, "estimate": -0.09370886485317852, "se": 0.04168971468796602, "pvalue": 0.028620769527140672, "lower": -0.1772569200904097, "upper": -0.010160809615947342 }, { "event_time": 5, "estimate": -0.029059829588943042, "se": 0.051696238324135974, "pvalue": 0.576313655265393, "lower": -0.13266140631810014, "upper": 0.07454174714021405 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.22871820021170866, "se": 0.02250125235881136, "pvalue": 3.098597806811462e-14, "lower": -0.27381171761885714, "upper": -0.18362468280456018 }, { "event_time": -28, "estimate": -0.07285121937837852, "se": 0.17488546305670552, "pvalue": 0.6786176381958294, "lower": -0.4233295192902758, "upper": 0.27762708053351876 }, { "event_time": -27, "estimate": -0.1888643232051311, "se": 0.021782833968036916, "pvalue": 7.14665406658693e-12, "lower": -0.2325180979840291, "upper": -0.14521054842623313 }, { "event_time": -26, "estimate": 0.03412184724088254, "se": 0.03345834891355632, "pvalue": 0.3122739351629899, "lower": -0.032930182356798045, "upper": 0.10117387683856313 }, { "event_time": -25, "estimate": -0.04399055023737942, "se": 0.023971777306102015, "pvalue": 0.07190098926752432, "lower": -0.0920310654938423, "upper": 0.004049965019083453 }, { "event_time": -24, "estimate": -0.034997987415891184, "se": 0.029352558691920445, "pvalue": 0.238250191927996, "lower": -0.09382182953862281, "upper": 0.023825854706840448 }, { "event_time": -23, "estimate": -0.011414676661051868, "se": 0.010773627614738622, "pvalue": 0.2940022486942845, "lower": -0.03300550887946868, "upper": 0.010176155557364949 }, { "event_time": -22, "estimate": -0.017236772042116637, "se": 0.017783265918385638, "pvalue": 0.3366541401150131, "lower": -0.05287523333570103, "upper": 0.01840168925146775 }, { "event_time": -21, "estimate": -0.09997491561350966, "se": 0.010829458417898655, "pvalue": 9.023415542887546e-13, "lower": -0.12167763526174619, "upper": -0.07827219596527313 }, { "event_time": -20, "estimate": -0.06534280780130423, "se": 0.010259477331556221, "pvalue": 4.054083154419137e-08, "lower": -0.08590325982688272, "upper": -0.04478235577572574 }, { "event_time": -19, "estimate": -0.05343754745338903, "se": 0.015684160916825413, "pvalue": 0.0012341287296041771, "lower": -0.08486930831902051, "upper": -0.022005786587757557 }, { "event_time": -18, "estimate": -0.00013545418354555264, "se": 0.018535741591474024, "pvalue": 0.9941957698433648, "lower": -0.037281910424334715, "upper": 0.03701100205724361 }, { "event_time": -17, "estimate": -0.03593768403244981, "se": 0.018810565139849664, "pvalue": 0.06128692451581672, "lower": -0.07363489897168618, "upper": 0.0017595309067865647 }, { "event_time": -16, "estimate": -0.029530925583602312, "se": 0.014756099028315218, "pvalue": 0.05030721167078172, "lower": -0.05910280886299545, "upper": 4.095769579082892e-05 }, { "event_time": -15, "estimate": -0.015537703515333451, "se": 0.014175747530503153, "pvalue": 0.27782157644587524, "lower": -0.04394653640306228, "upper": 0.012871129372395379 }, { "event_time": -14, "estimate": 0.021258944391816116, "se": 0.014245990264230776, "pvalue": 0.14134113445634022, "lower": -0.007290658080003527, "upper": 0.049808546863635755 }, { "event_time": -13, "estimate": 0.04311753057895819, "se": 0.022799550960307856, "pvalue": 0.06387464084536305, "lower": -0.0025737905843817993, "upper": 0.08880885174229818 }, { "event_time": -12, "estimate": -0.078687236739293, "se": 0.03086829678126231, "pvalue": 0.01361864727918904, "lower": -0.14054868587280284, "upper": -0.01682578760578314 }, { "event_time": -11, "estimate": -0.04779690889522136, "se": 0.013274455547182453, "pvalue": 0.0006820073523690315, "lower": -0.07439951228555602, "upper": -0.021194305504886705 }, { "event_time": -10, "estimate": 0.08834382674616598, "se": 0.02442314060402159, "pvalue": 0.0006477829474740667, "lower": 0.0393987592271392, "upper": 0.13728889426519275 }, { "event_time": -9, "estimate": -0.028921590433318795, "se": 0.021709093520529476, "pvalue": 0.18827732367285052, "lower": -0.07242758605307209, "upper": 0.014584405186434495 }, { "event_time": -8, "estimate": 0.053917576136218046, "se": 0.018113244320514796, "pvalue": 0.004325172697545934, "lower": 0.017617823347248623, "upper": 0.09021732892518747 }, { "event_time": -7, "estimate": 0.13704464086196977, "se": 0.026013794642848666, "pvalue": 2.365226278653582e-06, "lower": 0.08491183141441377, "upper": 0.18917745030952576 }, { "event_time": -6, "estimate": -0.02913495941837653, "se": 0.03725591863482341, "pvalue": 0.43755527309972514, "lower": -0.10379748880513924, "upper": 0.04552756996838618 }, { "event_time": -5, "estimate": 0.024611967516328034, "se": 0.019702876450739513, "pvalue": 0.21689832666405862, "lower": -0.014873479250567041, "upper": 0.0640974142832231 }, { "event_time": -4, "estimate": 0.0140378230920942, "se": 0.03863266931829372, "pvalue": 0.7177239620357612, "lower": -0.06338377631976695, "upper": 0.09145942250395535 }, { "event_time": -3, "estimate": -0.019491488447858404, "se": 0.02105510585313438, "pvalue": 0.3586270181899964, "lower": -0.061686863494433114, "upper": 0.022703886598716305 }, { "event_time": -2, "estimate": -0.02334036967044652, "se": 0.03551011515897046, "pvalue": 0.5137371459297797, "lower": -0.09450423070877807, "upper": 0.04782349136788504 }, { "event_time": -1, "estimate": 0.02544256331416106, "se": 0.017932625063488392, "pvalue": 0.16160352444299034, "lower": -0.010495220395003037, "upper": 0.061380347023325156 }, { "event_time": 0, "estimate": -0.023719452238005485, "se": 0.03594948022997619, "pvalue": 0.5121360403115096, "lower": -0.09576382055484553, "upper": 0.048324916078834566 }, { "event_time": 1, "estimate": -0.10590672197944849, "se": 0.02187425979807532, "pvalue": 1.0856574837191477e-05, "lower": -0.1497437182160928, "upper": -0.062069725742804165 }, { "event_time": 2, "estimate": -0.13541963921372852, "se": 0.020030355583908904, "pvalue": 9.297607210818545e-09, "lower": -0.17556136882908777, "upper": -0.09527790959836926 }, { "event_time": 3, "estimate": -0.10979065395593822, "se": 0.02821611004853374, "pvalue": 0.00027177705539459403, "lower": -0.1663370021034147, "upper": -0.05324430580846174 }, { "event_time": 4, "estimate": -0.06440608343521814, "se": 0.05032801770868567, "pvalue": 0.20601341319827457, "lower": -0.1652656847775934, "upper": 0.036453517907157104 }, { "event_time": 5, "estimate": 0.009035172726169632, "se": 0.05278256143409154, "pvalue": 0.8647126312565674, "lower": -0.09674344416446036, "upper": 0.11481378961679962 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.2760581610309345, "se": 0.07295866871292823, "pvalue": 0.00038336123491231695, "lower": -0.42227060046079934, "upper": -0.1298457216010697 }, { "event_time": -28, "estimate": -0.11362927412465075, "se": 0.18288490052436035, "pvalue": 0.5369586180510008, "lower": -0.4801388049628494, "upper": 0.2528802567135479 }, { "event_time": -27, "estimate": -0.22970111097165008, "se": 0.0675236148057356, "pvalue": 0.001254081391014105, "lower": -0.3650214589719102, "upper": -0.09438076297138995 }, { "event_time": -26, "estimate": -0.06012274808963111, "se": 0.04573701922070847, "pvalue": 0.1941229187738049, "lower": -0.1517817828620873, "upper": 0.03153628668282507 }, { "event_time": -25, "estimate": -0.14230236927587847, "se": 0.040029719630742186, "pvalue": 0.0007858284571706013, "lower": -0.22252372007839444, "upper": -0.06208101847336249 }, { "event_time": -24, "estimate": -0.13519264562914682, "se": 0.03873429029395115, "pvalue": 0.0009585456082450047, "lower": -0.212817898027147, "upper": -0.057567393231146624 }, { "event_time": -23, "estimate": -0.10737946667704537, "se": 0.03774068801877727, "pvalue": 0.006223229782924603, "lower": -0.18301349561881913, "upper": -0.03174543773527162 }, { "event_time": -22, "estimate": -0.11896766992811185, "se": 0.04151566222718473, "pvalue": 0.005885091994694427, "lower": -0.20216691623929564, "upper": -0.03576842361692806 }, { "event_time": -21, "estimate": -0.20676993770164176, "se": 0.03995669446234708, "pvalue": 3.3116291464508136e-06, "lower": -0.2868449427963867, "upper": -0.1266949326068968 }, { "event_time": -20, "estimate": -0.1671578279012382, "se": 0.04206137657960677, "pvalue": 0.00020758926794785482, "lower": -0.25145071021355936, "upper": -0.08286494558891702 }, { "event_time": -19, "estimate": -0.15872434002881128, "se": 0.04903135768659366, "pvalue": 0.0020472814839553643, "lower": -0.25698537661821347, "upper": -0.0604633034394091 }, { "event_time": -18, "estimate": -0.1002247893591519, "se": 0.057868433498099406, "pvalue": 0.08888942964290242, "lower": -0.21619572162813283, "upper": 0.01574614290982905 }, { "event_time": -17, "estimate": -0.13925223694191297, "se": 0.051755742388148326, "pvalue": 0.009428004003902233, "lower": -0.2429730624801385, "upper": -0.035531411403687416 }, { "event_time": -16, "estimate": -0.13157310714775447, "se": 0.04637119379168555, "pvalue": 0.006357117451187378, "lower": -0.2245030561608719, "upper": -0.038643158134637035 }, { "event_time": -15, "estimate": -0.12273525714896985, "se": 0.05708426235197812, "pvalue": 0.03596255811303798, "lower": -0.23713467532336058, "upper": -0.008335838974579138 }, { "event_time": -14, "estimate": -0.08225571526795254, "se": 0.060288610702184775, "pvalue": 0.1780093411293008, "lower": -0.2030767910374161, "upper": 0.038565360501511006 }, { "event_time": -13, "estimate": -0.058070119337670666, "se": 0.048237211272976595, "pvalue": 0.23380523523445298, "lower": -0.15473965094969577, "upper": 0.038599412274354435 }, { "event_time": -12, "estimate": -0.1822182460842179, "se": 0.05640551506291625, "pvalue": 0.0020879311231508, "lower": -0.2952574242947925, "upper": -0.06917906787364328 }, { "event_time": -11, "estimate": -0.13900055190041127, "se": 0.040729702423274144, "pvalue": 0.0012132292850447687, "lower": -0.2206246995666931, "upper": -0.05737640423412946 }, { "event_time": -10, "estimate": 0.005389256290414021, "se": 0.05163167253508949, "pvalue": 0.9172483907457772, "lower": -0.09808292770602552, "upper": 0.10886144028685356 }, { "event_time": -9, "estimate": -0.11627080411751523, "se": 0.038656932179985226, "pvalue": 0.003963473536239595, "lower": -0.19374102739077692, "upper": -0.03880058084425354 }, { "event_time": -8, "estimate": -0.021290081393953785, "se": 0.04416896749705155, "pvalue": 0.6317083102465891, "lower": -0.10980667028968777, "upper": 0.06722650750178019 }, { "event_time": -7, "estimate": 0.07358423068429994, "se": 0.032070606986991275, "pvalue": 0.025606700753671535, "lower": 0.009313298055103655, "upper": 0.13785516331349623 }, { "event_time": -6, "estimate": -0.10253136003756672, "se": 0.04003851681187328, "pvalue": 0.013216911921655408, "lower": -0.18277034078503612, "upper": -0.022292379290097322 }, { "event_time": -5, "estimate": -0.04943786765116093, "se": 0.03451232808651583, "pvalue": 0.15766882366047924, "lower": -0.11860211871210644, "upper": 0.01972638340978458 }, { "event_time": -4, "estimate": -0.05335095310508419, "se": 0.05512274809106823, "pvalue": 0.33735255569985934, "lower": -0.16381940885755117, "upper": 0.057117502647382794 }, { "event_time": -3, "estimate": -0.08450626247089953, "se": 0.03840114408353448, "pvalue": 0.031980144560541796, "lower": -0.16146387494384162, "upper": -0.007548649997957416 }, { "event_time": -2, "estimate": -0.0753536075060684, "se": 0.03235395606531371, "pvalue": 0.02355828150956513, "lower": -0.14019238437752654, "upper": -0.010514830634610256 }, { "event_time": 0, "estimate": -0.05165485798969696, "se": 0.02897026200256421, "pvalue": 0.08010007005580537, "lower": -0.10971256042645552, "upper": 0.006402844447061594 }, { "event_time": 1, "estimate": -0.1326427441950133, "se": 0.02086314245522535, "pvalue": 4.2289453089646094e-08, "lower": -0.17445341599542596, "upper": -0.09083207239460063 }, { "event_time": 2, "estimate": -0.16464003570478014, "se": 0.020751180712788687, "pvalue": 1.117234096551502e-10, "lower": -0.20622633115933464, "upper": -0.12305374025022564 }, { "event_time": 3, "estimate": -0.13955380899105918, "se": 0.022956956143053438, "pvalue": 1.1992062327155322e-07, "lower": -0.18556057718974311, "upper": -0.09354704079237525 }, { "event_time": 4, "estimate": -0.09630794548452723, "se": 0.02073095262609186, "pvalue": 2.1561070649030516e-05, "lower": -0.13785370294746102, "upper": -0.054762188021593425 }, { "event_time": 5, "estimate": -0.028871874459806532, "se": 0.049195358134969884, "pvalue": 0.5596843152469931, "lower": -0.12746157529223415, "upper": 0.06971782637262108 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.20908725371934056, 0.18616807398472054, 0.17330116606353035, 0.160032167269803, 0.14435062324085243, 0.12706071572175312 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 6.016214375087226e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7496635724427193, "df_num": 15, "df_den": 144603, "pvalue": 0.7350396651094451, "log10_pvalue": -0.13368922435341957, "inference": "Homoskedastic nested-model F", "observations": 159163, "design_columns": 110, "restricted_design_columns": 95, "fixed_effect_rank": 14450, "covariance_rank": 15, "rss_unrestricted": 117199.45488663235, "rss_restricted": 117208.56882223935, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.0929090484430282e-05, -1.5752150245709802e-05, -1.6139926611481367e-05, 1.5034071438662517e-05, 7.188923388579748e-06, 2.401136487747949e-06 ], [ -5.26790208711421e-06, -8.691752179324599e-06, -9.208254809962576e-06, 9.144498985050252e-05, 8.98259217282378e-05, 9.132440693107306e-05 ], [ 8.500927922292922e-07, -9.694987289112944e-07, -1.5080922468092987e-06, 0.00017560217649312674, 0.00018226076929515238, 0.00019284865166829904 ], [ 4.905561558020837e-06, 4.093502060860846e-06, 3.6829285088746466e-06, 0.00023196008339085745, 0.00024352930304229124, 0.0002621857813676752 ], [ 7.426187133991701e-06, 7.2257565286697e-06, 6.892183944646419e-06, 0.0002650836231307773, 0.0002791146961401701, 0.00030247036233558883 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": -0.4032074337300926 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.7217945061295056 }, { "event_time": -16.0, "cohort": 19, "estimate": -0.522150907240014 }, { "event_time": -15.0, "cohort": 19, "estimate": 1.3383093372608206 }, { "event_time": -14.0, "cohort": 19, "estimate": 1.1832276738872485 }, { "event_time": -13.0, "cohort": 19, "estimate": 0.08057632087213756 }, { "event_time": -12.0, "cohort": 19, "estimate": 1.0701316704847121 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.6734240292466929 }, { "event_time": -10.0, "cohort": 19, "estimate": 0.7945282140960616 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.5441603587128234 }, { "event_time": -8.0, "cohort": 19, "estimate": 1.125173875153092 }, { "event_time": -7.0, "cohort": 19, "estimate": 1.228436990418778 }, { "event_time": -6.0, "cohort": 19, "estimate": 1.2395038337317845 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.6456774859908336 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.7292855896545334 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.11600029540965578 }, { "event_time": -2.0, "cohort": 19, "estimate": -0.13635757330169607 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.3006269237580838 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.6138709406255201 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.6674959827259099 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.259578994452575 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.7367406957627484 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.5789027303203018 }, { "event_time": -26.0, "cohort": 27, "estimate": -0.24284016356572197 }, { "event_time": -25.0, "cohort": 27, "estimate": -0.14421015054683134 }, { "event_time": -24.0, "cohort": 27, "estimate": -0.1591561729718528 }, { "event_time": -23.0, "cohort": 27, "estimate": -0.027113196660382144 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.25344623741139183 }, { "event_time": -21.0, "cohort": 27, "estimate": -0.20523416026823127 }, { "event_time": -20.0, "cohort": 27, "estimate": -0.1878458976659082 }, { "event_time": -19.0, "cohort": 27, "estimate": -0.15651604448646905 }, { "event_time": -18.0, "cohort": 27, "estimate": -0.0833559943140855 }, { "event_time": -17.0, "cohort": 27, "estimate": -0.4280374848933537 }, { "event_time": -16.0, "cohort": 27, "estimate": -0.3419836611071713 }, { "event_time": -15.0, "cohort": 27, "estimate": 1.5123809359640086 }, { "event_time": -14.0, "cohort": 27, "estimate": 1.1200363880957456 }, { "event_time": -13.0, "cohort": 27, "estimate": 0.2380069399366073 }, { "event_time": -12.0, "cohort": 27, "estimate": 0.769593951631574 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.6871044834419346 }, { "event_time": -10.0, "cohort": 27, "estimate": 0.9291274046441346 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.3161020273224517 }, { "event_time": -8.0, "cohort": 27, "estimate": 0.9401783858118442 }, { "event_time": -7.0, "cohort": 27, "estimate": 1.247146038455811 }, { "event_time": -6.0, "cohort": 27, "estimate": 1.0762809882745863 }, { "event_time": -5.0, "cohort": 27, "estimate": 0.5900390471108381 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.9062189273925665 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.14296371860864676 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.2403359473655008 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.06491290525481452 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.9314850823803704 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.8428530345109172 }, { "event_time": 3.0, "cohort": 27, "estimate": 0.25989862531195423 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.4127406332134488 }, { "event_time": 5.0, "cohort": 27, "estimate": 0.6375829917068755 }, { "event_time": -15.0, "cohort": 30, "estimate": 1.833926178983975 }, { "event_time": -14.0, "cohort": 30, "estimate": 1.1923799866813254 }, { "event_time": -13.0, "cohort": 30, "estimate": 0.06976251798602394 }, { "event_time": -12.0, "cohort": 30, "estimate": 0.7582329996357264 }, { "event_time": -11.0, "cohort": 30, "estimate": 0.5968225945869986 }, { "event_time": -10.0, "cohort": 30, "estimate": 0.8345491850060173 }, { "event_time": -9.0, "cohort": 30, "estimate": 0.2939870212020743 }, { "event_time": -8.0, "cohort": 30, "estimate": 0.7530326712722586 }, { "event_time": -7.0, "cohort": 30, "estimate": 1.1444022288192506 }, { "event_time": -6.0, "cohort": 30, "estimate": 1.2266722845217382 }, { "event_time": -5.0, "cohort": 30, "estimate": 0.6713463970439757 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.960446126672751 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.2579769734564662 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.10701458534605485 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.1241642729677005 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.2136976581436654 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1208461643339758 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.4901890645710695 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.7383203110962084 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.9620259835670781 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.4528595069149347 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.10530998667535205 } ] } } }, "code_sha256": { "replication_engine.py": "cd3acc93d19b09e121e2366dbaaccd6cc5c4f902ca3ac3d3c1c27b3cc1d436f0", "reference_f_test.py": "5f044e72270f04daf518d8b9667920b0bdce87bdaa9b134f2625697b9eff1909", "sparse_did2s.py": "16f2083b77e2a6a0fd9a4dda23961f99f24def371aa785b956cc08b5c86929f3", "frequency.py": "f8b8062ee5e78fff474749beed9c4a3c20ced533b2e327a18f101ff35bca26b2", "sparse_models.py": "fd6fc12f18694fa56b8e0a68bec3d72bf57339ae0aecab45d7f13a834468feec" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p006", "specification_id": "S03-P006", "source_specification_id": "PP-REPLY-T1-PA-NOTX-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOTX-SALESGR", "data": "analyses/full-archive/prepared/S03-P006.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P006" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P006", "regression_results": "analyses/archive-expanded/baselines/S03-P006.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P006.parquet", "bytes": 1830618, "sha256": "49e588b4485f8f744dcc784102270d4e4a60dd9cbcf7d97d14f4763acd438e3e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 164831, "source_sd": 0.4259705746250828, "rows": 159163, "units": 14409, "clusters": 56, "treated_units": 519, "never_treated_units": 13890, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 159091, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 162, "post_adoption_untreated_rows_removed": 3281, "units_without_minus_one_removed": 8, "additional_rows_removed": 1745 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.030553147071442598, "se": 0.026538468786438795, "pvalue": 0.2545984149891052, "lower": -0.08373742699938708, "upper": 0.02263113285650189 }, { "method": "Dynamic TWFE", "estimate": -0.10282605053663654, "se": 0.02433260987464679, "pvalue": 9.03633241565975e-05, "lower": -0.1515896904197324, "upper": -0.05406241065354069 }, { "method": "BJS / did2s", "estimate": -0.07386334603441963, "se": 0.024992313840615444, "pvalue": 0.004590045281686955, "lower": -0.12394906220903013, "upper": -0.023777629859809142 }, { "method": "Sun\u2013Abraham", "estimate": -0.10393021827196601, "se": 0.019948748004453152, "pvalue": 2.91929264634951e-06, "lower": -0.1439084026434401, "upper": -0.06395203390049192 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.38175287933775476, "se": 0.06561176252565876, "pvalue": 3.1560465609968016e-07, "lower": -0.5132417897497075, "upper": -0.25026396892580205 }, { "event_time": -28, "estimate": -0.22162374734464968, "se": 0.18810137340139385, "pvalue": 0.2437838263881555, "lower": -0.5985873234392367, "upper": 0.1553398287499373 }, { "event_time": -27, "estimate": -0.3376545530442634, "se": 0.053423106124999696, "pvalue": 4.864621526303369e-08, "lower": -0.44471685018117146, "upper": -0.23059225590735535 }, { "event_time": -26, "estimate": -0.07036583215555361, "se": 0.048010125049001866, "pvalue": 0.14843876929062996, "lower": -0.16658027280506532, "upper": 0.025848608493958106 }, { "event_time": -25, "estimate": -0.15247493216042868, "se": 0.04126752334275783, "pvalue": 0.0005080915816977403, "lower": -0.23517689703474554, "upper": -0.0697729672861118 }, { "event_time": -24, "estimate": -0.14459545714750555, "se": 0.03913517835262113, "pvalue": 0.0005081284811272116, "lower": -0.22302410716816623, "upper": -0.06616680712684488 }, { "event_time": -23, "estimate": -0.11734906608792987, "se": 0.03999728255230212, "pvalue": 0.004873540492474485, "lower": -0.19750541153261292, "upper": -0.03719272064324684 }, { "event_time": -22, "estimate": -0.12751608166524095, "se": 0.04129969534648921, "pvalue": 0.003159443067334644, "lower": -0.21028252067580366, "upper": -0.04474964265467825 }, { "event_time": -21, "estimate": -0.2148650324271464, "se": 0.03841996300740752, "pvalue": 7.253249195866308e-07, "lower": -0.2918603588663034, "upper": -0.13786970598798942 }, { "event_time": -20, "estimate": -0.17532550585551124, "se": 0.04082837489324044, "pvalue": 7.18235988840697e-05, "lower": -0.25714739757048327, "upper": -0.0935036141405392 }, { "event_time": -19, "estimate": -0.16589007189392493, "se": 0.04751594818478175, "pvalue": 0.0009556392910217309, "lower": -0.26111415997667414, "upper": -0.07066598381117573 }, { "event_time": -18, "estimate": -0.10691001499844897, "se": 0.06036752454658661, "pvalue": 0.08210414232277102, "lower": -0.2278892376461153, "upper": 0.01406920764921736 }, { "event_time": -17, "estimate": -0.14665981476980416, "se": 0.04996324456042531, "pvalue": 0.004854230863223133, "lower": -0.24678839438732428, "upper": -0.04653123515228405 }, { "event_time": -16, "estimate": -0.1388092585893694, "se": 0.045409803122962736, "pvalue": 0.0034493524167412697, "lower": -0.22981253764813003, "upper": -0.04780597953060879 }, { "event_time": -15, "estimate": -0.12564365948195635, "se": 0.057869943424862645, "pvalue": 0.03425277708995766, "lower": -0.24161761771179033, "upper": -0.009669701252122381 }, { "event_time": -14, "estimate": -0.08712787019326576, "se": 0.06176267179431982, "pvalue": 0.1639677952587773, "lower": -0.21090303040467206, "upper": 0.03664729001814053 }, { "event_time": -13, "estimate": -0.06300531219100675, "se": 0.053617833662388883, "pvalue": 0.2450244139713143, "lower": -0.17045785203338232, "upper": 0.04444722765136884 }, { "event_time": -12, "estimate": -0.18512130386764053, "se": 0.05647535850378191, "pvalue": 0.001815760918135805, "lower": -0.29830045146152895, "upper": -0.07194215627375211 }, { "event_time": -11, "estimate": -0.14296966426566626, "se": 0.0448356962589595, "pvalue": 0.002359071257007358, "lower": -0.2328224074585707, "upper": -0.05311692107276182 }, { "event_time": -10, "estimate": 0.0030069108827413295, "se": 0.06343658117926283, "pvalue": 0.9623659173227948, "lower": -0.12412283869925875, "upper": 0.1301366604647414 }, { "event_time": -9, "estimate": -0.1193349258840405, "se": 0.03821616722949948, "pvalue": 0.002857026235240621, "lower": -0.1959218364576245, "upper": -0.04274801531045648 }, { "event_time": -8, "estimate": -0.026274466496228017, "se": 0.046545923870312235, "pvalue": 0.5747192616549353, "lower": -0.11955458241190096, "upper": 0.06700564941944494 }, { "event_time": -7, "estimate": 0.07486867291649958, "se": 0.03580404560951846, "pvalue": 0.04115511743571527, "lower": 0.0031157620920974766, "upper": 0.14662158374090167 }, { "event_time": -6, "estimate": -0.0999835433237136, "se": 0.04400254392924216, "pvalue": 0.027004680814018883, "lower": -0.1881666119365628, "upper": -0.0118004747108644 }, { "event_time": -5, "estimate": -0.047287831510643384, "se": 0.034954272939118736, "pvalue": 0.1816394455393627, "lower": -0.11733775984794922, "upper": 0.022762096826662463 }, { "event_time": -4, "estimate": -0.05420962230062596, "se": 0.06859138832346932, "pvalue": 0.43273139955708734, "lower": -0.19166983624883466, "upper": 0.08325059164758275 }, { "event_time": -3, "estimate": -0.0832155833536454, "se": 0.036461889085529726, "pvalue": 0.026364906308194595, "lower": -0.15628684196436868, "upper": -0.010144324742922123 }, { "event_time": -2, "estimate": -0.0776831296236778, "se": 0.0572882223343561, "pvalue": 0.18063887993157468, "lower": -0.19249129273675286, "upper": 0.03712503348939726 }, { "event_time": 0, "estimate": -0.050458282003238646, "se": 0.03702927407213551, "pvalue": 0.17854368224771908, "lower": -0.12466660553648581, "upper": 0.02375004153000853 }, { "event_time": 1, "estimate": -0.13248283683188394, "se": 0.03205029743999627, "pvalue": 0.00012289034765473536, "lower": -0.1967130682193739, "upper": -0.06825260544439397 }, { "event_time": 2, "estimate": -0.1636632031988626, "se": 0.025308720902978695, "pvalue": 2.810370077131456e-08, "lower": -0.21438301329619802, "upper": -0.11294339310152719 }, { "event_time": 3, "estimate": -0.13765652858960262, "se": 0.02862828094434108, "pvalue": 1.2203047752160223e-05, "lower": -0.1950288856706454, "upper": -0.08028417150855982 }, { "event_time": 4, "estimate": -0.09370886485317852, "se": 0.04168971468796602, "pvalue": 0.028620769527140672, "lower": -0.1772569200904097, "upper": -0.010160809615947342 }, { "event_time": 5, "estimate": -0.029059829588943042, "se": 0.051696238324135974, "pvalue": 0.576313655265393, "lower": -0.13266140631810014, "upper": 0.07454174714021405 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.22871820021170866, "se": 0.02250125235881136, "pvalue": 3.098597806811462e-14, "lower": -0.27381171761885714, "upper": -0.18362468280456018 }, { "event_time": -28, "estimate": -0.07285121937837852, "se": 0.17488546305670552, "pvalue": 0.6786176381958294, "lower": -0.4233295192902758, "upper": 0.27762708053351876 }, { "event_time": -27, "estimate": -0.1888643232051311, "se": 0.021782833968036916, "pvalue": 7.14665406658693e-12, "lower": -0.2325180979840291, "upper": -0.14521054842623313 }, { "event_time": -26, "estimate": 0.03412184724088254, "se": 0.03345834891355632, "pvalue": 0.3122739351629899, "lower": -0.032930182356798045, "upper": 0.10117387683856313 }, { "event_time": -25, "estimate": -0.04399055023737942, "se": 0.023971777306102015, "pvalue": 0.07190098926752432, "lower": -0.0920310654938423, "upper": 0.004049965019083453 }, { "event_time": -24, "estimate": -0.034997987415891184, "se": 0.029352558691920445, "pvalue": 0.238250191927996, "lower": -0.09382182953862281, "upper": 0.023825854706840448 }, { "event_time": -23, "estimate": -0.011414676661051868, "se": 0.010773627614738622, "pvalue": 0.2940022486942845, "lower": -0.03300550887946868, "upper": 0.010176155557364949 }, { "event_time": -22, "estimate": -0.017236772042116637, "se": 0.017783265918385638, "pvalue": 0.3366541401150131, "lower": -0.05287523333570103, "upper": 0.01840168925146775 }, { "event_time": -21, "estimate": -0.09997491561350966, "se": 0.010829458417898655, "pvalue": 9.023415542887546e-13, "lower": -0.12167763526174619, "upper": -0.07827219596527313 }, { "event_time": -20, "estimate": -0.06534280780130423, "se": 0.010259477331556221, "pvalue": 4.054083154419137e-08, "lower": -0.08590325982688272, "upper": -0.04478235577572574 }, { "event_time": -19, "estimate": -0.05343754745338903, "se": 0.015684160916825413, "pvalue": 0.0012341287296041771, "lower": -0.08486930831902051, "upper": -0.022005786587757557 }, { "event_time": -18, "estimate": -0.00013545418354555264, "se": 0.018535741591474024, "pvalue": 0.9941957698433648, "lower": -0.037281910424334715, "upper": 0.03701100205724361 }, { "event_time": -17, "estimate": -0.03593768403244981, "se": 0.018810565139849664, "pvalue": 0.06128692451581672, "lower": -0.07363489897168618, "upper": 0.0017595309067865647 }, { "event_time": -16, "estimate": -0.029530925583602312, "se": 0.014756099028315218, "pvalue": 0.05030721167078172, "lower": -0.05910280886299545, "upper": 4.095769579082892e-05 }, { "event_time": -15, "estimate": -0.015537703515333451, "se": 0.014175747530503153, "pvalue": 0.27782157644587524, "lower": -0.04394653640306228, "upper": 0.012871129372395379 }, { "event_time": -14, "estimate": 0.021258944391816116, "se": 0.014245990264230776, "pvalue": 0.14134113445634022, "lower": -0.007290658080003527, "upper": 0.049808546863635755 }, { "event_time": -13, "estimate": 0.04311753057895819, "se": 0.022799550960307856, "pvalue": 0.06387464084536305, "lower": -0.0025737905843817993, "upper": 0.08880885174229818 }, { "event_time": -12, "estimate": -0.078687236739293, "se": 0.03086829678126231, "pvalue": 0.01361864727918904, "lower": -0.14054868587280284, "upper": -0.01682578760578314 }, { "event_time": -11, "estimate": -0.04779690889522136, "se": 0.013274455547182453, "pvalue": 0.0006820073523690315, "lower": -0.07439951228555602, "upper": -0.021194305504886705 }, { "event_time": -10, "estimate": 0.08834382674616598, "se": 0.02442314060402159, "pvalue": 0.0006477829474740667, "lower": 0.0393987592271392, "upper": 0.13728889426519275 }, { "event_time": -9, "estimate": -0.028921590433318795, "se": 0.021709093520529476, "pvalue": 0.18827732367285052, "lower": -0.07242758605307209, "upper": 0.014584405186434495 }, { "event_time": -8, "estimate": 0.053917576136218046, "se": 0.018113244320514796, "pvalue": 0.004325172697545934, "lower": 0.017617823347248623, "upper": 0.09021732892518747 }, { "event_time": -7, "estimate": 0.13704464086196977, "se": 0.026013794642848666, "pvalue": 2.365226278653582e-06, "lower": 0.08491183141441377, "upper": 0.18917745030952576 }, { "event_time": -6, "estimate": -0.02913495941837653, "se": 0.03725591863482341, "pvalue": 0.43755527309972514, "lower": -0.10379748880513924, "upper": 0.04552756996838618 }, { "event_time": -5, "estimate": 0.024611967516328034, "se": 0.019702876450739513, "pvalue": 0.21689832666405862, "lower": -0.014873479250567041, "upper": 0.0640974142832231 }, { "event_time": -4, "estimate": 0.0140378230920942, "se": 0.03863266931829372, "pvalue": 0.7177239620357612, "lower": -0.06338377631976695, "upper": 0.09145942250395535 }, { "event_time": -3, "estimate": -0.019491488447858404, "se": 0.02105510585313438, "pvalue": 0.3586270181899964, "lower": -0.061686863494433114, "upper": 0.022703886598716305 }, { "event_time": -2, "estimate": -0.02334036967044652, "se": 0.03551011515897046, "pvalue": 0.5137371459297797, "lower": -0.09450423070877807, "upper": 0.04782349136788504 }, { "event_time": -1, "estimate": 0.02544256331416106, "se": 0.017932625063488392, "pvalue": 0.16160352444299034, "lower": -0.010495220395003037, "upper": 0.061380347023325156 }, { "event_time": 0, "estimate": -0.023719452238005485, "se": 0.03594948022997619, "pvalue": 0.5121360403115096, "lower": -0.09576382055484553, "upper": 0.048324916078834566 }, { "event_time": 1, "estimate": -0.10590672197944849, "se": 0.02187425979807532, "pvalue": 1.0856574837191477e-05, "lower": -0.1497437182160928, "upper": -0.062069725742804165 }, { "event_time": 2, "estimate": -0.13541963921372852, "se": 0.020030355583908904, "pvalue": 9.297607210818545e-09, "lower": -0.17556136882908777, "upper": -0.09527790959836926 }, { "event_time": 3, "estimate": -0.10979065395593822, "se": 0.02821611004853374, "pvalue": 0.00027177705539459403, "lower": -0.1663370021034147, "upper": -0.05324430580846174 }, { "event_time": 4, "estimate": -0.06440608343521814, "se": 0.05032801770868567, "pvalue": 0.20601341319827457, "lower": -0.1652656847775934, "upper": 0.036453517907157104 }, { "event_time": 5, "estimate": 0.009035172726169632, "se": 0.05278256143409154, "pvalue": 0.8647126312565674, "lower": -0.09674344416446036, "upper": 0.11481378961679962 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.2760581610309345, "se": 0.07295866871292823, "pvalue": 0.00038336123491231695, "lower": -0.42227060046079934, "upper": -0.1298457216010697 }, { "event_time": -28, "estimate": -0.11362927412465075, "se": 0.18288490052436035, "pvalue": 0.5369586180510008, "lower": -0.4801388049628494, "upper": 0.2528802567135479 }, { "event_time": -27, "estimate": -0.22970111097165008, "se": 0.0675236148057356, "pvalue": 0.001254081391014105, "lower": -0.3650214589719102, "upper": -0.09438076297138995 }, { "event_time": -26, "estimate": -0.06012274808963111, "se": 0.04573701922070847, "pvalue": 0.1941229187738049, "lower": -0.1517817828620873, "upper": 0.03153628668282507 }, { "event_time": -25, "estimate": -0.14230236927587847, "se": 0.040029719630742186, "pvalue": 0.0007858284571706013, "lower": -0.22252372007839444, "upper": -0.06208101847336249 }, { "event_time": -24, "estimate": -0.13519264562914682, "se": 0.03873429029395115, "pvalue": 0.0009585456082450047, "lower": -0.212817898027147, "upper": -0.057567393231146624 }, { "event_time": -23, "estimate": -0.10737946667704537, "se": 0.03774068801877727, "pvalue": 0.006223229782924603, "lower": -0.18301349561881913, "upper": -0.03174543773527162 }, { "event_time": -22, "estimate": -0.11896766992811185, "se": 0.04151566222718473, "pvalue": 0.005885091994694427, "lower": -0.20216691623929564, "upper": -0.03576842361692806 }, { "event_time": -21, "estimate": -0.20676993770164176, "se": 0.03995669446234708, "pvalue": 3.3116291464508136e-06, "lower": -0.2868449427963867, "upper": -0.1266949326068968 }, { "event_time": -20, "estimate": -0.1671578279012382, "se": 0.04206137657960677, "pvalue": 0.00020758926794785482, "lower": -0.25145071021355936, "upper": -0.08286494558891702 }, { "event_time": -19, "estimate": -0.15872434002881128, "se": 0.04903135768659366, "pvalue": 0.0020472814839553643, "lower": -0.25698537661821347, "upper": -0.0604633034394091 }, { "event_time": -18, "estimate": -0.1002247893591519, "se": 0.057868433498099406, "pvalue": 0.08888942964290242, "lower": -0.21619572162813283, "upper": 0.01574614290982905 }, { "event_time": -17, "estimate": -0.13925223694191297, "se": 0.051755742388148326, "pvalue": 0.009428004003902233, "lower": -0.2429730624801385, "upper": -0.035531411403687416 }, { "event_time": -16, "estimate": -0.13157310714775447, "se": 0.04637119379168555, "pvalue": 0.006357117451187378, "lower": -0.2245030561608719, "upper": -0.038643158134637035 }, { "event_time": -15, "estimate": -0.12273525714896985, "se": 0.05708426235197812, "pvalue": 0.03596255811303798, "lower": -0.23713467532336058, "upper": -0.008335838974579138 }, { "event_time": -14, "estimate": -0.08225571526795254, "se": 0.060288610702184775, "pvalue": 0.1780093411293008, "lower": -0.2030767910374161, "upper": 0.038565360501511006 }, { "event_time": -13, "estimate": -0.058070119337670666, "se": 0.048237211272976595, "pvalue": 0.23380523523445298, "lower": -0.15473965094969577, "upper": 0.038599412274354435 }, { "event_time": -12, "estimate": -0.1822182460842179, "se": 0.05640551506291625, "pvalue": 0.0020879311231508, "lower": -0.2952574242947925, "upper": -0.06917906787364328 }, { "event_time": -11, "estimate": -0.13900055190041127, "se": 0.040729702423274144, "pvalue": 0.0012132292850447687, "lower": -0.2206246995666931, "upper": -0.05737640423412946 }, { "event_time": -10, "estimate": 0.005389256290414021, "se": 0.05163167253508949, "pvalue": 0.9172483907457772, "lower": -0.09808292770602552, "upper": 0.10886144028685356 }, { "event_time": -9, "estimate": -0.11627080411751523, "se": 0.038656932179985226, "pvalue": 0.003963473536239595, "lower": -0.19374102739077692, "upper": -0.03880058084425354 }, { "event_time": -8, "estimate": -0.021290081393953785, "se": 0.04416896749705155, "pvalue": 0.6317083102465891, "lower": -0.10980667028968777, "upper": 0.06722650750178019 }, { "event_time": -7, "estimate": 0.07358423068429994, "se": 0.032070606986991275, "pvalue": 0.025606700753671535, "lower": 0.009313298055103655, "upper": 0.13785516331349623 }, { "event_time": -6, "estimate": -0.10253136003756672, "se": 0.04003851681187328, "pvalue": 0.013216911921655408, "lower": -0.18277034078503612, "upper": -0.022292379290097322 }, { "event_time": -5, "estimate": -0.04943786765116093, "se": 0.03451232808651583, "pvalue": 0.15766882366047924, "lower": -0.11860211871210644, "upper": 0.01972638340978458 }, { "event_time": -4, "estimate": -0.05335095310508419, "se": 0.05512274809106823, "pvalue": 0.33735255569985934, "lower": -0.16381940885755117, "upper": 0.057117502647382794 }, { "event_time": -3, "estimate": -0.08450626247089953, "se": 0.03840114408353448, "pvalue": 0.031980144560541796, "lower": -0.16146387494384162, "upper": -0.007548649997957416 }, { "event_time": -2, "estimate": -0.0753536075060684, "se": 0.03235395606531371, "pvalue": 0.02355828150956513, "lower": -0.14019238437752654, "upper": -0.010514830634610256 }, { "event_time": 0, "estimate": -0.05165485798969696, "se": 0.02897026200256421, "pvalue": 0.08010007005580537, "lower": -0.10971256042645552, "upper": 0.006402844447061594 }, { "event_time": 1, "estimate": -0.1326427441950133, "se": 0.02086314245522535, "pvalue": 4.2289453089646094e-08, "lower": -0.17445341599542596, "upper": -0.09083207239460063 }, { "event_time": 2, "estimate": -0.16464003570478014, "se": 0.020751180712788687, "pvalue": 1.117234096551502e-10, "lower": -0.20622633115933464, "upper": -0.12305374025022564 }, { "event_time": 3, "estimate": -0.13955380899105918, "se": 0.022956956143053438, "pvalue": 1.1992062327155322e-07, "lower": -0.18556057718974311, "upper": -0.09354704079237525 }, { "event_time": 4, "estimate": -0.09630794548452723, "se": 0.02073095262609186, "pvalue": 2.1561070649030516e-05, "lower": -0.13785370294746102, "upper": -0.054762188021593425 }, { "event_time": 5, "estimate": -0.028871874459806532, "se": 0.049195358134969884, "pvalue": 0.5596843152469931, "lower": -0.12746157529223415, "upper": 0.06971782637262108 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.20908725371934056, 0.18616807398472054, 0.17330116606353035, 0.160032167269803, 0.14435062324085243, 0.12706071572175312 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 6.016214375087226e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7496635724427193, "df_num": 15, "df_den": 144603, "pvalue": 0.7350396651094451, "log10_pvalue": -0.13368922435341957, "inference": "Homoskedastic nested-model F", "observations": 159163, "design_columns": 110, "restricted_design_columns": 95, "fixed_effect_rank": 14450, "covariance_rank": 15, "rss_unrestricted": 117199.45488663235, "rss_restricted": 117208.56882223935, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.0929090484430282e-05, -1.5752150245709802e-05, -1.6139926611481367e-05, 1.5034071438662517e-05, 7.188923388579748e-06, 2.401136487747949e-06 ], [ -5.26790208711421e-06, -8.691752179324599e-06, -9.208254809962576e-06, 9.144498985050252e-05, 8.98259217282378e-05, 9.132440693107306e-05 ], [ 8.500927922292922e-07, -9.694987289112944e-07, -1.5080922468092987e-06, 0.00017560217649312674, 0.00018226076929515238, 0.00019284865166829904 ], [ 4.905561558020837e-06, 4.093502060860846e-06, 3.6829285088746466e-06, 0.00023196008339085745, 0.00024352930304229124, 0.0002621857813676752 ], [ 7.426187133991701e-06, 7.2257565286697e-06, 6.892183944646419e-06, 0.0002650836231307773, 0.0002791146961401701, 0.00030247036233558883 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": -0.4032074337300926 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.7217945061295056 }, { "event_time": -16.0, "cohort": 19, "estimate": -0.522150907240014 }, { "event_time": -15.0, "cohort": 19, "estimate": 1.3383093372608206 }, { "event_time": -14.0, "cohort": 19, "estimate": 1.1832276738872485 }, { "event_time": -13.0, "cohort": 19, "estimate": 0.08057632087213756 }, { "event_time": -12.0, "cohort": 19, "estimate": 1.0701316704847121 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.6734240292466929 }, { "event_time": -10.0, "cohort": 19, "estimate": 0.7945282140960616 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.5441603587128234 }, { "event_time": -8.0, "cohort": 19, "estimate": 1.125173875153092 }, { "event_time": -7.0, "cohort": 19, "estimate": 1.228436990418778 }, { "event_time": -6.0, "cohort": 19, "estimate": 1.2395038337317845 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.6456774859908336 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.7292855896545334 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.11600029540965578 }, { "event_time": -2.0, "cohort": 19, "estimate": -0.13635757330169607 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.3006269237580838 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.6138709406255201 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.6674959827259099 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.259578994452575 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.7367406957627484 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.5789027303203018 }, { "event_time": -26.0, "cohort": 27, "estimate": -0.24284016356572197 }, { "event_time": -25.0, "cohort": 27, "estimate": -0.14421015054683134 }, { "event_time": -24.0, "cohort": 27, "estimate": -0.1591561729718528 }, { "event_time": -23.0, "cohort": 27, "estimate": -0.027113196660382144 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.25344623741139183 }, { "event_time": -21.0, "cohort": 27, "estimate": -0.20523416026823127 }, { "event_time": -20.0, "cohort": 27, "estimate": -0.1878458976659082 }, { "event_time": -19.0, "cohort": 27, "estimate": -0.15651604448646905 }, { "event_time": -18.0, "cohort": 27, "estimate": -0.0833559943140855 }, { "event_time": -17.0, "cohort": 27, "estimate": -0.4280374848933537 }, { "event_time": -16.0, "cohort": 27, "estimate": -0.3419836611071713 }, { "event_time": -15.0, "cohort": 27, "estimate": 1.5123809359640086 }, { "event_time": -14.0, "cohort": 27, "estimate": 1.1200363880957456 }, { "event_time": -13.0, "cohort": 27, "estimate": 0.2380069399366073 }, { "event_time": -12.0, "cohort": 27, "estimate": 0.769593951631574 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.6871044834419346 }, { "event_time": -10.0, "cohort": 27, "estimate": 0.9291274046441346 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.3161020273224517 }, { "event_time": -8.0, "cohort": 27, "estimate": 0.9401783858118442 }, { "event_time": -7.0, "cohort": 27, "estimate": 1.247146038455811 }, { "event_time": -6.0, "cohort": 27, "estimate": 1.0762809882745863 }, { "event_time": -5.0, "cohort": 27, "estimate": 0.5900390471108381 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.9062189273925665 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.14296371860864676 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.2403359473655008 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.06491290525481452 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.9314850823803704 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.8428530345109172 }, { "event_time": 3.0, "cohort": 27, "estimate": 0.25989862531195423 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.4127406332134488 }, { "event_time": 5.0, "cohort": 27, "estimate": 0.6375829917068755 }, { "event_time": -15.0, "cohort": 30, "estimate": 1.833926178983975 }, { "event_time": -14.0, "cohort": 30, "estimate": 1.1923799866813254 }, { "event_time": -13.0, "cohort": 30, "estimate": 0.06976251798602394 }, { "event_time": -12.0, "cohort": 30, "estimate": 0.7582329996357264 }, { "event_time": -11.0, "cohort": 30, "estimate": 0.5968225945869986 }, { "event_time": -10.0, "cohort": 30, "estimate": 0.8345491850060173 }, { "event_time": -9.0, "cohort": 30, "estimate": 0.2939870212020743 }, { "event_time": -8.0, "cohort": 30, "estimate": 0.7530326712722586 }, { "event_time": -7.0, "cohort": 30, "estimate": 1.1444022288192506 }, { "event_time": -6.0, "cohort": 30, "estimate": 1.2266722845217382 }, { "event_time": -5.0, "cohort": 30, "estimate": 0.6713463970439757 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.960446126672751 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.2579769734564662 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.10701458534605485 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.1241642729677005 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.2136976581436654 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1208461643339758 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.4901890645710695 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.7383203110962084 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.9620259835670781 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.4528595069149347 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.10530998667535205 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.19167180941433262, "se": 0.026539291860431337, "lower": -0.24368786563597505, "upper": -0.1396557531926902, "event_study": [ { "event_time": -29, "estimate": 0.05445440107957261, "se": 0.022865482117112562, "lower": 0.009638879640887325, "upper": 0.09926992251825789, "n": 0.0, "relative_to_minus_one": 0.05445440107957261 }, { "event_time": -28, "estimate": 0.17329472975094706, "se": 0.13189604746157482, "lower": -0.0852167729769252, "upper": 0.43180623247881933, "n": 0.0, "relative_to_minus_one": 0.17329472975094706 }, { "event_time": -27, "estimate": 0.05168144861230206, "se": 0.06051149700043284, "lower": -0.06691890615914982, "upper": 0.17028180338375393, "n": 0.0, "relative_to_minus_one": 0.05168144861230206 }, { "event_time": -26, "estimate": 0.05832626690051514, "se": 0.03437745216361248, "lower": -0.009052301220413873, "upper": 0.12570483502144417, "n": 0.0, "relative_to_minus_one": 0.05832626690051514 }, { "event_time": -25, "estimate": -0.021711113696768522, "se": 0.033470109144993085, "lower": -0.08731132217957967, "upper": 0.04388909478604262, "n": 0.0, "relative_to_minus_one": -0.021711113696768522 }, { "event_time": -24, "estimate": -0.012019123087937207, "se": 0.026897097445207022, "lower": -0.06473646536920727, "upper": 0.04069821919333286, "n": 0.0, "relative_to_minus_one": -0.012019123087937207 }, { "event_time": -23, "estimate": 0.014197970931846125, "se": 0.03662193959706162, "lower": -0.05757971172239595, "upper": 0.08597565358608819, "n": 0.0, "relative_to_minus_one": 0.014197970931846125 }, { "event_time": -22, "estimate": -0.004012001747018179, "se": 0.03376861859843979, "lower": -0.07019727800762961, "upper": 0.062173274513593245, "n": 0.0, "relative_to_minus_one": -0.004012001747018179 }, { "event_time": -21, "estimate": -0.09101392187495513, "se": 0.031473381158687745, "lower": -0.15270061541768462, "upper": -0.02932722833222564, "n": 0.0, "relative_to_minus_one": -0.09101392187495513 }, { "event_time": -20, "estimate": -0.07436419299892762, "se": 0.032286526139076246, "lower": -0.13764462141742811, "upper": -0.011083764580427133, "n": 0.0, "relative_to_minus_one": -0.07436419299892762 }, { "event_time": -19, "estimate": -0.04529654375812209, "se": 0.038456880534707895, "lower": -0.12067064456390902, "upper": 0.03007755704766485, "n": 0.0, "relative_to_minus_one": -0.04529654375812209 }, { "event_time": -18, "estimate": 0.012242331012944342, "se": 0.0492306916867391, "lower": -0.08424805162705976, "upper": 0.10873271365294843, "n": 0.0, "relative_to_minus_one": 0.012242331012944342 }, { "event_time": -17, "estimate": -0.024195852282011942, "se": 0.03793729208403828, "lower": -0.09855157843770347, "upper": 0.05015987387367958, "n": 0.0, "relative_to_minus_one": -0.024195852282011942 }, { "event_time": -16, "estimate": -0.013291074917665778, "se": 0.0317543931937651, "lower": -0.07552854192836919, "upper": 0.04894639209303764, "n": 0.0, "relative_to_minus_one": -0.013291074917665778 }, { "event_time": -15, "estimate": -0.011485112079488468, "se": 0.043617884085447034, "lower": -0.09697459396880745, "upper": 0.07400436980983052, "n": 0.0, "relative_to_minus_one": -0.011485112079488468 }, { "event_time": -14, "estimate": 0.023644771180446004, "se": 0.044664683169748656, "lower": -0.06389639921315367, "upper": 0.11118594157404567, "n": 0.0, "relative_to_minus_one": 0.023644771180446004 }, { "event_time": -13, "estimate": 0.04320507604218869, "se": 0.03655848682319548, "lower": -0.028448241460556578, "upper": 0.11485839354493396, "n": 0.0, "relative_to_minus_one": 0.04320507604218869 }, { "event_time": -12, "estimate": -0.10417462648464501, "se": 0.05393882196086254, "lower": -0.20989277489645372, "upper": 0.001543521927163699, "n": 0.0, "relative_to_minus_one": -0.10417462648464501 }, { "event_time": -11, "estimate": -0.08279245300015867, "se": 0.03967667970090368, "lower": -0.1605573162400613, "upper": -0.00502758976025601, "n": 0.0, "relative_to_minus_one": -0.08279245300015867 }, { "event_time": -10, "estimate": 0.053719865481817744, "se": 0.049379881455657935, "lower": -0.04306292373212911, "upper": 0.1505026546957646, "n": 0.0, "relative_to_minus_one": 0.053719865481817744 }, { "event_time": -9, "estimate": -0.10045011638761997, "se": 0.029079954398876534, "lower": -0.1574457796814851, "upper": -0.04345445309375485, "n": 0.0, "relative_to_minus_one": -0.10045011638761997 }, { "event_time": -8, "estimate": -0.02376073779400964, "se": 0.03756137562381043, "lower": -0.09737968122645878, "upper": 0.0498582056384395, "n": 0.0, "relative_to_minus_one": -0.02376073779400964 }, { "event_time": -7, "estimate": 0.08559130466544865, "se": 0.028814011777393993, "lower": 0.029116879331643468, "upper": 0.14206572999925382, "n": 0.0, "relative_to_minus_one": 0.08559130466544865 }, { "event_time": -6, "estimate": -0.09591829803107393, "se": 0.049735014110856825, "lower": -0.1933971344589447, "upper": 0.0015605383967968178, "n": 0.0, "relative_to_minus_one": -0.09591829803107393 }, { "event_time": -5, "estimate": -0.05650806266080147, "se": 0.032326817102068646, "lower": -0.1198674599156695, "upper": 0.00685133459406656, "n": 0.0, "relative_to_minus_one": -0.05650806266080147 }, { "event_time": -4, "estimate": -0.05581232473057312, "se": 0.041170741238486845, "lower": -0.13650549477482532, "upper": 0.024880845313679074, "n": 0.0, "relative_to_minus_one": -0.05581232473057312 }, { "event_time": -3, "estimate": -0.08043947954197204, "se": 0.029563182112336363, "lower": -0.13838225175055008, "upper": -0.02249670733339402, "n": 0.0, "relative_to_minus_one": -0.08043947954197204 }, { "event_time": -2, "estimate": -0.05994718571168272, "se": 0.03957087892857787, "lower": -0.13750468324829027, "upper": 0.017610311824924833, "n": 0.0, "relative_to_minus_one": -0.05994718571168272 }, { "event_time": -1, "estimate": 0.0, "se": 3.733429143209723e-20, "lower": -7.317386659523289e-20, "upper": 7.317386659523289e-20, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.07141578579910328, "se": 0.03146267996737883, "lower": -0.13308150539227565, "upper": -0.009750066205930927, "n": 520.0, "relative_to_minus_one": -0.07141578579910328 }, { "event_time": 1, "estimate": -0.15673162667088122, "se": 0.03414755716645205, "lower": -0.22365960887714986, "upper": -0.08980364446461259, "n": 463.0, "relative_to_minus_one": -0.15673162667088122 }, { "event_time": 2, "estimate": -0.22601106807130086, "se": 0.030529382812377368, "lower": -0.28584755885379665, "upper": -0.16617457728880508, "n": 431.0, "relative_to_minus_one": -0.22601106807130086 }, { "event_time": 3, "estimate": -0.24210262012132336, "se": 0.029523469656568317, "lower": -0.29996755734685837, "upper": -0.18423768289578835, "n": 398.0, "relative_to_minus_one": -0.24210262012132336 }, { "event_time": 4, "estimate": -0.2558908474048154, "se": 0.034664487219104076, "lower": -0.3238319938968084, "upper": -0.18794970091282237, "n": 359.0, "relative_to_minus_one": -0.2558908474048154 }, { "event_time": 5, "estimate": -0.1978789084185717, "se": 0.04464219559653197, "lower": -0.28537600397856694, "upper": -0.11038181285857644, "n": 316.0, "relative_to_minus_one": -0.1978789084185717 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.2724913929004959, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.12945927958297276, "mass": 1.0, "base": 4 }, { "group": 19, "year": 1, "event_time": -18, "att": -0.28545987987571825, "mass": 0.0, "base": 18 }, { "group": 19, "year": 2, "event_time": -17, "att": -0.3112478549900189, "mass": 0.0, "base": 18 }, { "group": 19, "year": 3, "event_time": -16, "att": -0.20764629066338947, "mass": 0.0, "base": 18 }, { "group": 19, "year": 4, "event_time": -15, "att": -0.19560115074707796, "mass": 0.0, "base": 18 }, { "group": 19, "year": 5, "event_time": -14, "att": 0.08631529695987425, "mass": 0.0, "base": 18 }, { "group": 19, "year": 6, "event_time": -13, "att": -0.09794030065540027, "mass": 0.0, "base": 18 }, { "group": 19, "year": 7, "event_time": -12, "att": 0.15055948110324158, "mass": 0.0, "base": 18 }, { "group": 19, "year": 8, "event_time": -11, "att": -0.0707102107615864, "mass": 0.0, "base": 18 }, { "group": 19, "year": 9, "event_time": -10, "att": -0.03348302266483842, "mass": 0.0, "base": 18 }, { "group": 19, "year": 10, "event_time": -9, "att": 0.18844161005632037, "mass": 0.0, "base": 18 }, { "group": 19, "year": 11, "event_time": -8, "att": 0.249409454503008, "mass": 0.0, "base": 18 }, { "group": 19, "year": 12, "event_time": -7, "att": 0.15273364782365828, "mass": 0.0, "base": 18 }, { "group": 19, "year": 13, "event_time": -6, "att": 0.09727736506962303, "mass": 0.0, "base": 18 }, { "group": 19, "year": 14, "event_time": -5, "att": 0.03246419310883336, "mass": 0.0, "base": 18 }, { "group": 19, "year": 15, "event_time": -4, "att": -0.2324001151302422, "mass": 0.0, "base": 18 }, { "group": 19, "year": 16, "event_time": -3, "att": -0.06734950443310364, "mass": 0.0, "base": 18 }, { "group": 19, "year": 17, "event_time": -2, "att": -0.41403308355032703, "mass": 0.0, "base": 18 }, { "group": 19, "year": 18, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 18 }, { "group": 19, "year": 19, "event_time": 0, "att": 0.14082856649020842, "mass": 26.0, "base": 18 }, { "group": 19, "year": 20, "event_time": 1, "att": -0.461243056811912, "mass": 24.0, "base": 18 }, { "group": 19, "year": 21, "event_time": 2, "att": -0.3723926461640086, "mass": 22.0, "base": 18 }, { "group": 19, "year": 22, "event_time": 3, "att": -0.17555601781619612, "mass": 20.0, "base": 18 }, { "group": 19, "year": 23, "event_time": 4, "att": 0.06499756832880849, "mass": 19.0, "base": 18 }, { "group": 19, "year": 24, "event_time": 5, "att": -0.219747020652512, "mass": 17.0, "base": 18 }, { "group": 27, "year": 1, "event_time": -26, "att": 0.03997059176721879, "mass": 0.0, "base": 26 }, { "group": 27, "year": 2, "event_time": -25, "att": -0.03551836317849971, "mass": 0.0, "base": 26 }, { "group": 27, "year": 3, "event_time": -24, "att": -0.02630026006098901, "mass": 0.0, "base": 26 }, { "group": 27, "year": 4, "event_time": -23, "att": 0.006921112985605826, "mass": 0.0, "base": 26 }, { "group": 27, "year": 5, "event_time": -22, "att": -0.021610408401487285, "mass": 0.0, "base": 26 }, { "group": 27, "year": 6, "event_time": -21, "att": -0.1064438844365525, "mass": 0.0, "base": 26 }, { "group": 27, "year": 7, "event_time": -20, "att": -0.09009432685146856, "mass": 0.0, "base": 26 }, { "group": 27, "year": 8, "event_time": -19, "att": -0.058555845076791624, "mass": 0.0, "base": 26 }, { "group": 27, "year": 9, "event_time": -18, "att": 0.013724887437816177, "mass": 0.0, "base": 26 }, { "group": 27, "year": 10, "event_time": -17, "att": -0.038538599541148355, "mass": 0.0, "base": 26 }, { "group": 27, "year": 11, "event_time": -16, "att": -0.0270435161740043, "mass": 0.0, "base": 26 }, { "group": 27, "year": 12, "event_time": -15, "att": -0.011317001191061604, "mass": 0.0, "base": 26 }, { "group": 27, "year": 13, "event_time": -14, "att": 0.022994779983478986, "mass": 0.0, "base": 26 }, { "group": 27, "year": 14, "event_time": -13, "att": 0.052741984248466156, "mass": 0.0, "base": 26 }, { "group": 27, "year": 15, "event_time": -12, "att": -0.11354814534477853, "mass": 0.0, "base": 26 }, { "group": 27, "year": 16, "event_time": -11, "att": -0.0791924048753932, "mass": 0.0, "base": 26 }, { "group": 27, "year": 17, "event_time": -10, "att": 0.06215216831725062, "mass": 0.0, "base": 26 }, { "group": 27, "year": 18, "event_time": -9, "att": -0.11604683527997339, "mass": 0.0, "base": 26 }, { "group": 27, "year": 19, "event_time": -8, "att": -0.025854138306878494, "mass": 0.0, "base": 26 }, { "group": 27, "year": 20, "event_time": -7, "att": 0.0904659545776419, "mass": 0.0, "base": 26 }, { "group": 27, "year": 21, "event_time": -6, "att": -0.10903698545946772, "mass": 0.0, "base": 26 }, { "group": 27, "year": 22, "event_time": -5, "att": -0.06611776364484778, "mass": 0.0, "base": 26 }, { "group": 27, "year": 23, "event_time": -4, "att": -0.05020033124711293, "mass": 0.0, "base": 26 }, { "group": 27, "year": 24, "event_time": -3, "att": -0.09008248973734961, "mass": 0.0, "base": 26 }, { "group": 27, "year": 25, "event_time": -2, "att": -0.03745790220182252, "mass": 0.0, "base": 26 }, { "group": 27, "year": 26, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 26 }, { "group": 27, "year": 27, "event_time": 0, "att": -0.08106756352023337, "mass": 465.0, "base": 26 }, { "group": 27, "year": 28, "event_time": 1, "att": -0.14728195605262584, "mass": 414.0, "base": 26 }, { "group": 27, "year": 29, "event_time": 2, "att": -0.22595005432902965, "mass": 386.0, "base": 26 }, { "group": 27, "year": 30, "event_time": 3, "att": -0.2550277671744715, "mass": 357.0, "base": 26 }, { "group": 27, "year": 31, "event_time": 4, "att": -0.2846414676418325, "mass": 320.0, "base": 26 }, { "group": 27, "year": 32, "event_time": 5, "att": -0.210811429151201, "mass": 281.0, "base": 26 }, { "group": 30, "year": 1, "event_time": -29, "att": 0.05445440107957261, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": 0.17329472975094706, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": 0.05168144861230206, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": 0.43863144402285226, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": 0.26435673298227086, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": 0.2838670421772614, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": 0.1649647899152033, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": 0.36060357960299266, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": 0.22867438173501997, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": 0.25154326055461274, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": 0.2294185457112946, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": 0.25638634260609133, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": 0.5379943485462606, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": 0.4510842690767194, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": 0.4157695807341754, "mass": 0.0, "base": 29 }, { "group": 30, "year": 16, "event_time": -14, "att": 0.17349745825683316, "mass": 0.0, "base": 29 }, { "group": 30, "year": 17, "event_time": -13, "att": 0.010769148410488483, "mass": 0.0, "base": 29 }, { "group": 30, "year": 18, "event_time": -12, "att": -0.01299797374166789, "mass": 0.0, "base": 29 }, { "group": 30, "year": 19, "event_time": -11, "att": -0.05822734208157693, "mass": 0.0, "base": 29 }, { "group": 30, "year": 20, "event_time": -10, "att": 0.11147172389488749, "mass": 0.0, "base": 29 }, { "group": 30, "year": 21, "event_time": -9, "att": 0.00035579909424143796, "mass": 0.0, "base": 29 }, { "group": 30, "year": 22, "event_time": -8, "att": -0.07687537861268795, "mass": 0.0, "base": 29 }, { "group": 30, "year": 23, "event_time": -7, "att": 0.11084950951902986, "mass": 0.0, "base": 29 }, { "group": 30, "year": 24, "event_time": -6, "att": 0.15292819893436654, "mass": 0.0, "base": 29 }, { "group": 30, "year": 25, "event_time": -5, "att": 0.13439893039346512, "mass": 0.0, "base": 29 }, { "group": 30, "year": 26, "event_time": -4, "att": 0.12849605356159952, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": 0.11326574846454474, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.09432923427828116, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.03482066073560264, "mass": 22.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": 0.07687533033848243, "mass": 20.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.035776079771925484, "mass": 18.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": -0.01641010728772796, "mass": 16.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": 0.08812612094543326, "mass": 15.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": 0.16939691244183944, "mass": 14.0, "base": 29 }, { "group": 35, "year": 20, "event_time": -15, "att": -1.4474366788159507, "mass": 0.0, "base": 34 }, { "group": 35, "year": 21, "event_time": -14, "att": -1.046085957926754, "mass": 0.0, "base": 34 }, { "group": 35, "year": 22, "event_time": -13, "att": -0.1486620322286476, "mass": 0.0, "base": 34 }, { "group": 35, "year": 23, "event_time": -12, "att": -0.8319803698056222, "mass": 0.0, "base": 34 }, { "group": 35, "year": 24, "event_time": -11, "att": -0.690266223084877, "mass": 0.0, "base": 34 }, { "group": 35, "year": 25, "event_time": -10, "att": -0.7830522371718311, "mass": 0.0, "base": 34 }, { "group": 35, "year": 26, "event_time": -9, "att": -0.344900911496287, "mass": 0.0, "base": 34 }, { "group": 35, "year": 27, "event_time": -8, "att": -0.8813378829259753, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -0.951083102609782, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -0.9518074224736215, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.46376765343963455, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.813265040047052, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.11348454393768936, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.627266382648591, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": -0.24839780377155005, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -0.9731186067868784, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.9303673700624691, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.3486164183260179, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.5015609624007253, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": -0.633711401164182, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.19167180941433262, "se": 0.026539291860431337, "lower": -0.24368786563597505, "upper": -0.1396557531926902 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.1916650720047514, "se": 0.02653783288250284, "lower": -0.24367826868219974, "upper": -0.13965187532730308 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.19164765131683223, "se": 0.026526509314408208, "lower": -0.2436386542086386, "upper": -0.13965664842502587 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.18574409200156172, "se": 0.03067966836209096, "lower": -0.24587513704889297, "upper": -0.12561304695423048 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.18574409200156172, "treated_cell_se": 0.03067966836209096, "checks": { "input_rows": 159163, "retained_rows": 159163, "all_observed_post_cells_estimated": true, "post_weight_sum": 2487.0, "avoided_dense_if_bytes": 267393840 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.2252766671590507, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": {} }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10544202733995338, "event_study": [ { "event_time": -29, "estimate": -0.23467282467222272, "raw_gap": -0.23467282467222272, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": -0.23958862394634156 }, { "event_time": -28, "estimate": -0.058361004639543156, "raw_gap": -0.058361004639543156, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": -0.063276803913662 }, { "event_time": -27, "estimate": -0.1842986074487284, "raw_gap": -0.1842986074487284, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": -0.18921440672284723 }, { "event_time": -26, "estimate": 0.04138490610021682, "raw_gap": 0.04138490610021682, "n": 80, "n_cells": 80, "weight_sum": 80.0, "relative_to_minus_one": 0.036469106826097976 }, { "event_time": -25, "estimate": -0.03800350602151452, "raw_gap": -0.03800350602151452, "n": 85, "n_cells": 85, "weight_sum": 85.0, "relative_to_minus_one": -0.04291930529563336 }, { "event_time": -24, "estimate": -0.03192439128265989, "raw_gap": -0.03192439128265989, "n": 93, "n_cells": 93, "weight_sum": 93.0, "relative_to_minus_one": -0.036840190556778736 }, { "event_time": -23, "estimate": -0.012825539850691412, "raw_gap": -0.012825539850691412, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.017741339124810254 }, { "event_time": -22, "estimate": -0.015924295288281397, "raw_gap": -0.015924295288281397, "n": 113, "n_cells": 113, "weight_sum": 113.0, "relative_to_minus_one": -0.020840094562400237 }, { "event_time": -21, "estimate": -0.09666068863858367, "raw_gap": -0.09666068863858367, "n": 120, "n_cells": 120, "weight_sum": 120.0, "relative_to_minus_one": -0.1015764879127025 }, { "event_time": -20, "estimate": -0.06171385391322454, "raw_gap": -0.06171385391322454, "n": 153, "n_cells": 153, "weight_sum": 153.0, "relative_to_minus_one": -0.06662965318734337 }, { "event_time": -19, "estimate": -0.03755493996379644, "raw_gap": -0.03755493996379644, "n": 173, "n_cells": 173, "weight_sum": 173.0, "relative_to_minus_one": -0.042470739237915285 }, { "event_time": -18, "estimate": 0.011284234553238985, "raw_gap": 0.011284234553238985, "n": 186, "n_cells": 186, "weight_sum": 186.0, "relative_to_minus_one": 0.006368435279120143 }, { "event_time": -17, "estimate": -0.023307410237873295, "raw_gap": -0.023307410237873295, "n": 192, "n_cells": 192, "weight_sum": 192.0, "relative_to_minus_one": -0.028223209511992135 }, { "event_time": -16, "estimate": -0.0269268612128915, "raw_gap": -0.0269268612128915, "n": 196, "n_cells": 196, "weight_sum": 196.0, "relative_to_minus_one": -0.031842660487010344 }, { "event_time": -15, "estimate": -0.007098729433452229, "raw_gap": -0.007098729433452229, "n": 203, "n_cells": 203, "weight_sum": 203.0, "relative_to_minus_one": -0.012014528707571071 }, { "event_time": -14, "estimate": 0.038102935535615466, "raw_gap": 0.038102935535615466, "n": 210, "n_cells": 210, "weight_sum": 210.0, "relative_to_minus_one": 0.03318713626149662 }, { "event_time": -13, "estimate": 0.049124923173877885, "raw_gap": 0.049124923173877885, "n": 219, "n_cells": 219, "weight_sum": 219.0, "relative_to_minus_one": 0.04420912389975904 }, { "event_time": -12, "estimate": -0.024919845925860225, "raw_gap": -0.024919845925860225, "n": 237, "n_cells": 237, "weight_sum": 237.0, "relative_to_minus_one": -0.029835645199979065 }, { "event_time": -11, "estimate": -0.01301616769693407, "raw_gap": -0.01301616769693407, "n": 252, "n_cells": 251, "weight_sum": 252.0, "relative_to_minus_one": -0.017931966971052912 }, { "event_time": -10, "estimate": 0.04311494965999525, "raw_gap": 0.04311494965999525, "n": 265, "n_cells": 265, "weight_sum": 265.0, "relative_to_minus_one": 0.03819915038587641 }, { "event_time": -9, "estimate": -8.201315697547967e-05, "raw_gap": -8.201315697547967e-05, "n": 282, "n_cells": 281, "weight_sum": 282.0, "relative_to_minus_one": -0.004997812431094322 }, { "event_time": -8, "estimate": 0.030032182521701832, "raw_gap": 0.030032182521701832, "n": 300, "n_cells": 300, "weight_sum": 300.0, "relative_to_minus_one": 0.02511638324758299 }, { "event_time": -7, "estimate": 0.0493652153857161, "raw_gap": 0.0493652153857161, "n": 321, "n_cells": 321, "weight_sum": 321.0, "relative_to_minus_one": 0.04444941611159726 }, { "event_time": -6, "estimate": -0.005961044815310849, "raw_gap": -0.005961044815310849, "n": 376, "n_cells": 375, "weight_sum": 376.0, "relative_to_minus_one": -0.01087684408942969 }, { "event_time": -5, "estimate": 0.012177549995092166, "raw_gap": 0.012177549995092166, "n": 404, "n_cells": 404, "weight_sum": 404.0, "relative_to_minus_one": 0.007261750720973324 }, { "event_time": -4, "estimate": 0.0055844161001748025, "raw_gap": 0.0055844161001748025, "n": 424, "n_cells": 423, "weight_sum": 424.0, "relative_to_minus_one": 0.000668616826055961 }, { "event_time": -3, "estimate": -0.00845166715422947, "raw_gap": -0.00845166715422947, "n": 444, "n_cells": 444, "weight_sum": 444.0, "relative_to_minus_one": -0.013367466428348313 }, { "event_time": -2, "estimate": -0.011322835872461884, "raw_gap": -0.011322835872461884, "n": 470, "n_cells": 470, "weight_sum": 470.0, "relative_to_minus_one": -0.016238635146580725 }, { "event_time": -1, "estimate": 0.0049157992741188416, "raw_gap": 0.0049157992741188416, "n": 520, "n_cells": 519, "weight_sum": 520.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.03754884732394074, "raw_gap": -0.03754884732394074, "n": 520, "n_cells": 519, "weight_sum": 520.0, "relative_to_minus_one": -0.04246464659805958 }, { "event_time": 1, "estimate": -0.12902121715473255, "raw_gap": -0.12902121715473255, "n": 463, "n_cells": 463, "weight_sum": 463.0, "relative_to_minus_one": -0.1339370164288514 }, { "event_time": 2, "estimate": -0.160594315797327, "raw_gap": -0.160594315797327, "n": 431, "n_cells": 431, "weight_sum": 431.0, "relative_to_minus_one": -0.16551011507144583 }, { "event_time": 3, "estimate": -0.1473206617216027, "raw_gap": -0.1473206617216027, "n": 398, "n_cells": 398, "weight_sum": 398.0, "relative_to_minus_one": -0.15223646099572155 }, { "event_time": 4, "estimate": -0.11419587271481084, "raw_gap": -0.11419587271481084, "n": 359, "n_cells": 359, "weight_sum": 359.0, "relative_to_minus_one": -0.11911167198892968 }, { "event_time": 5, "estimate": -0.04470255083832514, "raw_gap": -0.04470255083832514, "n": 316, "n_cells": 316, "weight_sum": 316.0, "relative_to_minus_one": -0.04961835011244398 } ], "package_event_study": { "event_time": [ -29.0, -28.0, -27.0, -26.0, -25.0, -24.0, -23.0, -22.0, -21.0, -20.0, -19.0, -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "estimate": [ -0.23467282467222272, -0.058361004639543156, -0.1842986074487284, 0.04138490610021681, -0.038003506021514505, -0.031924391282659885, -0.012825539850691408, -0.0159242952882814, -0.09666068863858368, -0.06171385391322456, -0.037554939963796455, 0.011284234553238966, -0.023307410237873277, -0.02692686121289152, -0.0070987294334522305, 0.038102935535615494, 0.04912492317387787, -0.024919845925860225, -0.010068994699233808, 0.04311494965999527, 0.000909114844623416, 0.03003218252170185, 0.0493652153857161, -0.006492600754737661, 0.012177549995092156, 0.006114371497702343, -0.008451667154229485, -0.011322835872461887, 0.004695020266341757, -0.042018101445259505, -0.12902121715473253, -0.160594315797327, -0.14732066172160269, -0.11419587271481084, -0.04470255083832515 ], "n": [ 5.0, 6.0, 6.0, 80.0, 85.0, 93.0, 105.0, 113.0, 120.0, 153.0, 173.0, 186.0, 192.0, 196.0, 203.0, 210.0, 219.0, 237.0, 251.0, 265.0, 281.0, 300.0, 321.0, 375.0, 404.0, 423.0, 444.0, 470.0, 519.0, 519.0, 463.0, 431.0, 398.0, 359.0, 316.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 223, "termination_reason": "Relative objective tolerance reached", "objective": 0.4635244578047596, "lambda_l": 0.0003153605657289538, "singular_values": [ 79.06266410121303, 65.36195321938224, 63.95702671823214, 55.62076219597323, 54.33133235835898, 52.2677621272951, 48.70610775664366, 46.775451618823524, 45.92793017757609, 42.78811405232901, 39.59237281194842, 38.28129868308116, 37.02136247026846, 34.63771887154621, 33.74723965815521, 31.592560285255136, 28.75542399577842, 27.110909144384866, 24.696430568259974, 23.697234492312855, 21.686492412926174, 19.328949937310487, 18.360080405639156, 16.352470775802043, 15.52484748327073, 13.067758374537153, 12.059154339476105, 7.470109892161954, 4.164233422254878, 2.9054499963134646, 0.4166689858105599, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.4668573723034608, 0.46484947639856106, 0.4642353606116505, 0.4639702346031672, 0.4638339076482787, 0.4637543885460307, 0.46370344077696335, 0.4636683592289716, 0.4636428274573743, 0.4636234457279885, 0.46360825530496586, 0.4635960578403562, 0.46358608027911447, 0.4635778003078347, 0.46357085069646, 0.4635649643742507, 0.46355994150724433, 0.46355562896598745, 0.4635519070478513, 0.46354868060393, 0.46354589092417586, 0.4635434691936809, 0.4635413575489336, 0.4635395099931368, 0.46353788861752304, 0.4635364618855561, 0.4635352033565455, 0.4635340907174062, 0.4635331050327517, 0.4635322301547234, 0.4635314522526221, 0.46353075943403244, 0.4635301414369017, 0.4635295893773825, 0.4635290955418757, 0.4635286532145652, 0.46352825653350105, 0.4635279003699949, 0.4635275802270269, 0.46352729215337896, 0.46352703267067474, 0.4635267987112772, 0.4635265875651528, 0.46352639683433905, 0.46352622439377245, 0.4635260683574851, 0.46352592704941475, 0.4635257989780853, 0.46352568281460127, 0.46352557737351685, 0.4635254815961248, 0.4635253945358714, 0.46352531534556324, 0.46352524326618094, 0.46352517761700357, 0.4635251177869699, 0.46352506322704035, 0.4635250134434571, 0.46352496799178833, 0.463524926471682, 0.4635248885221701, 0.46352485381756525, 0.46352482206377704, 0.46352479299503585, 0.4635247663709887, 0.46352474197414073, 0.46352471960750974, 0.46352469909259475, 0.46352468026751725, 0.4635246629853855, 0.46352464711283325, 0.4635246325286736, 0.4635246191227564, 0.4635246067948595, 0.4635245954537776, 0.4635245850164441, 0.4635245754071787, 0.4635245665569687, 0.46352455840287443, 0.4635245508874495, 0.4635245439582374, 0.4635245375673177, 0.4635245316708818, 0.4635245262288804, 0.46352452120466103, 0.4635245165646791, 0.46352451227822145, 0.46352450831714276, 0.463524504655648, 0.4635245012700848, 0.46352449813876395, 0.46352449524177675, 0.46352449256083283, 0.4635244900791593, 0.46352448778132616, 0.46352448565315507, 0.4635244836816149, 0.46352448185471395, 0.46352448016141795, 0.4635244785915794, 0.46352447713583916, 0.4635244757855972, 0.46352447453290807, 0.46352447337046315, 0.4635244722915173, 0.4635244712898522, 0.46352447035973066, 0.463524469495858, 0.4635244686933515, 0.4635244679476897, 0.4635244672547052, 0.46352446661055213, 0.46352446601166697, 0.46352446545476844, 0.4635244649367981, 0.4635244644549552, 0.46352446400663594, 0.4635244635894284, 0.46352446320109897, 0.46352446283958704, 0.4635244625029835, 0.4635244621895188, 0.4635244618975441, 0.46352446162555105, 0.4635244613721169, 0.46352446113594725, 0.4635244609158263, 0.46352446071062575, 0.4635244605193089, 0.46352446034091177, 0.4635244601745253, 0.46352446001932424, 0.4635244598745363, 0.4635244597394344, 0.4635244596133603, 0.4635244594956902, 0.4635244593858446, 0.46352445928329655, 0.4635244591875385, 0.4635244590981161, 0.46352445901459133, 0.4635244589365707, 0.4635244588636789, 0.4635244587955707, 0.4635244587319247, 0.4635244586724329, 0.4635244586168233, 0.46352445856483926, 0.46352445851623203, 0.46352445847077983, 0.4635244584282663, 0.4635244583885122, 0.4635244583513173, 0.4635244583165188, 0.463524458283958, 0.463524458253486, 0.46352445822497224, 0.46352445819827676, 0.4635244581732909, 0.4635244581498954, 0.4635244581279903, 0.46352445810747744, 0.4635244580882681, 0.4635244580702733, 0.4635244580534152, 0.46352445803763026, 0.4635244580228305, 0.46352445800896813, 0.4635244579959724, 0.4635244579837938, 0.4635244579723802, 0.4635244579616785, 0.4635244579516451, 0.46352445794224084, 0.46352445793341857, 0.46352445792514707, 0.4635244579173908, 0.46352445791011, 0.4635244579032836, 0.46352445789688124, 0.4635244578908724, 0.46352445788522945, 0.4635244578799378, 0.463524457874972, 0.4635244578703134, 0.46352445786593577, 0.46352445786182855, 0.4635244578579729, 0.46352445785435126, 0.4635244578509521, 0.46352445784775986, 0.46352445784475876, 0.4635244578419441, 0.4635244578392973, 0.4635244578368124, 0.4635244578344774, 0.4635244578322808, 0.463524457830221, 0.46352445782828455, 0.46352445782646157, 0.46352445782475427, 0.46352445782314544, 0.46352445782163465, 0.46352445782021234, 0.46352445781887597, 0.46352445781762375, 0.4635244578164402, 0.4635244578153318, 0.4635244578142857, 0.4635244578133042, 0.4635244578123806, 0.4635244578115095, 0.46352445781069385, 0.4635244578099242, 0.4635244578092007, 0.4635244578085205, 0.4635244578078822, 0.46352445780727936, 0.4635244578067126, 0.4635244578061773, 0.46352445780567797, 0.46352445780520113, 0.4635244578047596 ], "history_rmse": [ 0.3842464977935757, 0.3829710140746836, 0.3827641587146687, 0.38278294336975505, 0.3828275203618005, 0.3828597038185738, 0.38287888859694835, 0.3828892929785732, 0.3828942549715634, 0.3828959067376057, 0.3828955597298115, 0.3828940226726177, 0.3828917996500217, 0.38288920792919384, 0.3828864484081298, 0.3828836484566462, 0.3828808884279746, 0.38287821831401314, 0.3828756683376637, 0.38287325575611525, 0.38285769542041465, 0.38284538509763916, 0.3828354991003995, 0.38282707251339715, 0.3828197469338652, 0.38281332081114516, 0.38280765328613126, 0.38280263551310645, 0.3827981793186858, 0.38279421149183396, 0.3827906703481721, 0.38278750340596723, 0.3827846656947192, 0.38278211846612986, 0.38277982818146683, 0.38277776569935773, 0.3827759056142152, 0.3827742257112155, 0.3827727065130886, 0.38277133090056303, 0.3827700837923895, 0.38276895187432275, 0.38276792336841403, 0.3827669878359207, 0.38276613600829223, 0.3827653596417509, 0.3827646513918859, 0.3827640047051465, 0.38276341372473177, 0.3827628732088283, 0.38276237845935224, 0.38276192525978536, 0.3827615098207706, 0.3827611287324871, 0.38276077892278854, 0.38276045762045113, 0.38276016232277754, 0.3827598907670155, 0.38275964090510595, 0.38275941088136434, 0.382759199012645, 0.3827590037708166, 0.3827588237671311, 0.3827586577383206, 0.38275850453421695, 0.38275836310674327, 0.38275823250000074, 0.38275811184147474, 0.38275800033411084, 0.38275789724923664, 0.3827578019202193, 0.3827577137367102, 0.38275763213955516, 0.38275755661609934, 0.3827574866960664, 0.382757421947761, 0.3827573619746843, 0.38275730641242445, 0.382757254925905, 0.3827572072068373, 0.3827571629714358, 0.3827571219583452, 0.3827570839267356, 0.3827570486546149, 0.3827570159372329, 0.3827569855856792, 0.3827569574255883, 0.382756931295939, 0.38275690704798404, 0.38275688454426765, 0.38275686365772615, 0.38275684427085294, 0.38275682627492785, 0.3827568095693802, 0.3827567940610921, 0.3827567796638492, 0.38275676629781036, 0.3827567538890004, 0.38275674236886914, 0.38275673167389096, 0.382756721745149, 0.3827567125280366, 0.38275670397187384, 0.3827566960296655, 0.382756688657795, 0.38275668181578654, 0.38275667546606645, 0.3827566695737519, 0.3827566641064581, 0.38275665903409134, 0.3827566543287121, 0.3827566499643701, 0.38275664591694303, 0.38275664216403243, 0.3827566386847924, 0.3827566354598832, 0.3827566324713125, 0.38275662970235125, 0.38275662713744374, 0.38275662476213895, 0.3827566225629964, 0.38275662052751686, 0.38275661864406635, 0.3827566169018476, 0.38275661529078897, 0.3827566138015554, 0.38275661242544273, 0.38275661115435555, 0.3827566099807747, 0.3827566088977074, 0.38275660789862753, 0.3827566069774908, 0.3827566061286667, 0.38275660534690525, 0.382756604627346, 0.3827566039654528, 0.38275660335700684, 0.38275660279810003, 0.38275660228507563, 0.3827566018145559, 0.3827566013833794, 0.3827566009886269, 0.3827566006275708, 0.3827566002976827, 0.3827565999966113, 0.3827565997221598, 0.38275659947230817, 0.3827565992451732, 0.382756599038995, 0.3827565988521503, 0.3827565986831201, 0.38275659853052296, 0.3827565983930333, 0.38275659826945274, 0.38275659815866003, 0.38275659805961426, 0.38275659797136047, 0.3827565978929911, 0.3827565978236921, 0.3827565977626859, 0.3827565977092688, 0.3827565976627819, 0.38275659762261943, 0.38275659758821334, 0.38275659755904373, 0.38275659753464447, 0.38275659751454527, 0.3827565974983582, 0.3827565974856926, 0.38275659747620533, 0.38275659746957674, 0.38275659746550517, 0.3827565974637209, 0.3827565974639781, 0.3827565974660368, 0.38275659746969365, 0.38275659747475366, 0.38275659748103036, 0.3827565974883728, 0.38275659749663077, 0.38275659750566265, 0.38275659751534147, 0.38275659752556584, 0.38275659753622765, 0.38275659754723773, 0.38275659755850105, 0.38275659756995195, 0.38275659758151837, 0.38275659759313596, 0.38275659760475367, 0.3827565976163191, 0.38275659762778425, 0.38275659763911934, 0.3827565976502803, 0.38275659766124254, 0.3827565976719762, 0.3827565976824558, 0.3827565976926708, 0.38275659770259607, 0.3827565977122153, 0.3827565977215294, 0.38275659773051346, 0.38275659773916887, 0.3827565977474855, 0.38275659775546145, 0.3827565977631006, 0.38275659777038645, 0.382756597777335, 0.38275659778393584, 0.38275659779019916, 0.3827565977961238, 0.38275659780171206, 0.3827565978069768, 0.38275659781191446, 0.38275659781653504, 0.38275659782084487, 0.38275659782485166, 0.38275659782855753, 0.3827565978319737, 0.38275659783510335, 0.38275659783796373, 0.3827565978405481, 0.3827565978428823 ], "n_observed": 159091, "n_missing": 446087, "n_treated_observed": 2486, "n_untreated_observed": 156605 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-17 }, "native_matrix_att": -0.10640237974099132, "matrix_preparation": { "source_rows": 159163, "matrix_shape": [ 14409, 42 ], "observed_cells": 159091, "missing_cells": 446087, "repeated_cells": 72, "minimum_cell_count": 1, "maximum_cell_count": 2, "observation_mass": 159163.0, "treated_observation_mass": 2487.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 7.612759583629668, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": { "penalty": 1.0 } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.030553147071442598, "SE": 0.026538468786438795, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.10282605053663654, "SE": 0.02433260987464679, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.07386334603441963, "SE": 0.024992313840615444, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10393021827196601, "SE": 0.019948748004453152, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.19167180941433262, "SE": 0.026539291860431337, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.18574409200156172, "SE": 0.03067966836209096, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10544202733995338, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.030553147071442598, "SE": 0.026538468786438795, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08373742699938708, "upper": 0.02263113285650189, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.10282605053663654, "SE": 0.02433260987464679, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1515896904197324, "upper": -0.05406241065354069, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.07386334603441963, "SE": 0.024992313840615444, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12394906220903013, "upper": -0.023777629859809142, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10393021827196601, "SE": 0.019948748004453152, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1439084026434401, "upper": -0.06395203390049192, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.19167180941433262, "SE": 0.026539291860431337, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24368786563597505, "upper": -0.1396557531926902, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.18574409200156172, "SE": 0.03067966836209096, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.24587513704889297, "upper": -0.12561304695423048, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10544202733995338, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602245.995283, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.030553147071442598, "SE": 0.026538468786438795, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08373742699938708, "upper": 0.02263113285650189, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.10282605053663654, "SE": 0.02433260987464679, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1515896904197324, "upper": -0.05406241065354069, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.07386334603441963, "SE": 0.024992313840615444, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12394906220903013, "upper": -0.023777629859809142, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10393021827196601, "SE": 0.019948748004453152, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1439084026434401, "upper": -0.06395203390049192, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.19167180941433262, "SE": 0.026539291860431337, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24368786563597505, "upper": -0.1396557531926902, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.18574409200156172, "SE": 0.03067966836209096, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.24587513704889297, "upper": -0.12561304695423048, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10544202733995338, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P007", "source_specification_id": "PP-REPLY-T1-PA-NOTXOIL-CHGEMP", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P007.json", "input_bytes": 1289033, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p007", "specification_id": "S03-P007", "source_specification_id": "PP-REPLY-T1-PA-NOTXOIL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOTXOIL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P007.parquet", "output_dir": "analyses/full-archive/results/S03-P007" }, "source": { "file": "S03-P007.parquet", "bytes": 1289033, "sha256": "ba031c67f14674bea87b8ec72792dd96d35ca6d059b221f60597978bbb1922df" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 163669, "source_sd": 0.31173115264922663, "rows": 156443, "units": 14604, "clusters": 58, "treated_units": 712, "never_treated_units": 13892, "treated_cohorts": 7, "latest_cohort_control_index": null, "unique_unit_period_cells": 156341, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 194, "post_adoption_untreated_rows_removed": 4528, "units_without_minus_one_removed": 22, "additional_rows_removed": 1950 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.0561026714314866, "se": 0.02278196935693539, "pvalue": 0.01683925970903727, "lower": -0.10172277816337588, "upper": -0.010482564699597331 }, { "method": "Dynamic TWFE", "estimate": -0.018307914745437553, "se": 0.09267900550335333, "pvalue": 0.8441068747236539, "lower": -0.20389442206734373, "upper": 0.16727859257646863 }, { "method": "BJS / did2s", "estimate": -0.06824824042645039, "se": 0.02368425365930956, "pvalue": 0.005568812416518941, "lower": -0.11567514030830442, "upper": -0.020821340544596362 }, { "method": "Sun\u2013Abraham", "estimate": -0.016185880907912578, "se": 0.018803068378295484, "pvalue": 0.3929489067711837, "lower": -0.053838375864136256, "upper": 0.0214666140483111 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.3320104992823544, "se": 0.12153503608628773, "pvalue": 0.008370319688708565, "lower": -0.5753802111388316, "upper": -0.08864078742587711 }, { "event_time": -28, "estimate": -0.28855704038543156, "se": 0.13168452839960343, "pvalue": 0.03253396111193592, "lower": -0.552250760028663, "upper": -0.024863320742200046 }, { "event_time": -27, "estimate": -0.18593595723575865, "se": 0.13696223655919063, "pvalue": 0.17995051777375806, "lower": -0.4601981051727818, "upper": 0.08832619070126455 }, { "event_time": -26, "estimate": -0.055208694805261506, "se": 0.1084513164751782, "pvalue": 0.6126721994575901, "lower": -0.27237871006144354, "upper": 0.16196132045092054 }, { "event_time": -25, "estimate": -0.01418986484818506, "se": 0.11115413694461641, "pvalue": 0.8988678800254157, "lower": -0.23677218473708184, "upper": 0.20839245504071174 }, { "event_time": -24, "estimate": -0.03340300055964159, "se": 0.11869541902928853, "pvalue": 0.7794091128793839, "lower": -0.27108647734186436, "upper": 0.20428047622258116 }, { "event_time": -23, "estimate": 0.006089934525213537, "se": 0.10625004244308235, "pvalue": 0.9544931302786439, "lower": -0.20667210551526236, "upper": 0.21885197456568942 }, { "event_time": -22, "estimate": -0.08962352892040465, "se": 0.11076684265651844, "pvalue": 0.4218114821677218, "lower": -0.31143030537480454, "upper": 0.13218324753399524 }, { "event_time": -21, "estimate": -0.1250269973064275, "se": 0.11608683114569351, "pvalue": 0.2860118069642923, "lower": -0.35748686695422627, "upper": 0.10743287234137125 }, { "event_time": -20, "estimate": -0.09396871452523119, "se": 0.17813524672434736, "pvalue": 0.5998845993773019, "lower": -0.4506783931730183, "upper": 0.2627409641225559 }, { "event_time": -19, "estimate": 0.07641906065401086, "se": 0.13337613026023365, "pvalue": 0.5689258923987962, "lower": -0.1906620332860051, "upper": 0.34350015459402683 }, { "event_time": -18, "estimate": -0.03365797250661169, "se": 0.09881181636314439, "pvalue": 0.7346366767091, "lower": -0.23152522174361423, "upper": 0.16420927673039087 }, { "event_time": -17, "estimate": -0.038555501730010315, "se": 0.075420315842432, "pvalue": 0.6111796988390938, "lower": -0.18958207913329872, "upper": 0.11247107567327808 }, { "event_time": -16, "estimate": -0.03872751204174908, "se": 0.10802428286941602, "pvalue": 0.7212880159025089, "lower": -0.2550424072524359, "upper": 0.17758738316893774 }, { "event_time": -15, "estimate": 0.0674950153538197, "se": 0.12789786193035385, "pvalue": 0.5997379689804426, "lower": -0.18861603547888411, "upper": 0.3236060661865235 }, { "event_time": -14, "estimate": 0.021044548898830232, "se": 0.10769970630576467, "pvalue": 0.8457745097216857, "lower": -0.19462039295424938, "upper": 0.23670949075190983 }, { "event_time": -13, "estimate": 0.06094486024593234, "se": 0.09369077575084726, "pvalue": 0.5179896222673668, "lower": -0.12666768204931875, "upper": 0.24855740254118344 }, { "event_time": -12, "estimate": -0.02693847561285241, "se": 0.1362875506043519, "pvalue": 0.8440149909260136, "lower": -0.2998495882294423, "upper": 0.2459726370037375 }, { "event_time": -11, "estimate": 0.1163684107512175, "se": 0.09806794547649961, "pvalue": 0.24030375694561876, "lower": -0.0800092627291067, "upper": 0.3127460842315417 }, { "event_time": -10, "estimate": 0.0032117690772524923, "se": 0.13082091018979067, "pvalue": 0.9804989447317588, "lower": -0.2587525849308142, "upper": 0.26517612308531924 }, { "event_time": -9, "estimate": 0.06483572481445686, "se": 0.15409302491302615, "pvalue": 0.6755147064505375, "lower": -0.24373023509154662, "upper": 0.37340168472046037 }, { "event_time": -8, "estimate": 0.14389694955691842, "se": 0.09192495093858102, "pvalue": 0.12303059558633615, "lower": -0.04017958954461051, "upper": 0.32797348865844733 }, { "event_time": -7, "estimate": 0.12713618237819393, "se": 0.13350290066856993, "pvalue": 0.3449606151209373, "lower": -0.14019876492577563, "upper": 0.39447112968216347 }, { "event_time": -6, "estimate": 0.08057132225628401, "se": 0.1351360317584592, "pvalue": 0.5533862132066902, "lower": -0.19003391364568312, "upper": 0.3511765581582511 }, { "event_time": -5, "estimate": 0.030399625945664005, "se": 0.12393625565656599, "pvalue": 0.8071172377007436, "lower": -0.21777844516046907, "upper": 0.2785776970517971 }, { "event_time": -4, "estimate": 0.03878203404684571, "se": 0.11552615757662454, "pvalue": 0.7383302733572121, "lower": -0.192555106144955, "upper": 0.2701191742386464 }, { "event_time": -3, "estimate": 0.06686843877285323, "se": 0.11240259482481849, "pvalue": 0.5542639074346569, "lower": -0.15821387489852787, "upper": 0.2919507524442343 }, { "event_time": -2, "estimate": 0.03251006932660238, "se": 0.08145078423540277, "pvalue": 0.6912833499505462, "lower": -0.13059231273695612, "upper": 0.1956124513901609 }, { "event_time": 0, "estimate": 0.04845107553068027, "se": 0.08942985256788752, "pvalue": 0.5900834771300173, "lower": -0.13062911526600166, "upper": 0.22753126632736217 }, { "event_time": 1, "estimate": -0.09676382947778303, "se": 0.09109103999765227, "pvalue": 0.2925904293325618, "lower": -0.27917049072397726, "upper": 0.0856428317684112 }, { "event_time": 2, "estimate": -0.017587912273034238, "se": 0.10401152844882165, "pvalue": 0.8663199500723815, "lower": -0.22586740535986352, "upper": 0.19069158081379503 }, { "event_time": 3, "estimate": -0.06409735217765337, "se": 0.11251779637562735, "pvalue": 0.5711439172837568, "lower": -0.289410352975386, "upper": 0.16121564862007925 }, { "event_time": 4, "estimate": 0.012970522916122296, "se": 0.09880354915015134, "pvalue": 0.896019327825819, "lower": -0.1848801715124171, "upper": 0.2108212173446617 }, { "event_time": 5, "estimate": 0.010661779473037893, "se": 0.10986605502676844, "pvalue": 0.9230323218010987, "lower": -0.209341200866631, "upper": 0.2306647598127068 }, { "event_time": 9, "estimate": -0.13833704264547303, "se": 0.788574315043774, "pvalue": 0.8613660189584721, "lower": -1.717429870604695, "upper": 1.440755785313749 }, { "event_time": 10, "estimate": -0.810248470700547, "se": 0.7837374717099355, "pvalue": 0.3055838006996854, "lower": -2.3796556869517556, "upper": 0.7591587455506615 }, { "event_time": 11, "estimate": -1.5464322239491433, "se": 0.7918798699283187, "pvalue": 0.05575214379503608, "lower": -3.1321443113884566, "upper": 0.03927986349017032 }, { "event_time": 12, "estimate": 1.3619595645544167, "se": 0.7963803130378615, "pvalue": 0.09266985350061008, "lower": -0.2327645047632605, "upper": 2.956683633872094 }, { "event_time": 13, "estimate": -0.20582439006419173, "se": 0.8006309059256306, "pvalue": 0.7980444984698098, "lower": -1.8090601248211344, "upper": 1.3974113446927512 }, { "event_time": 14, "estimate": -0.3321163963395646, "se": 0.7978161718397017, "pvalue": 0.6787670972862733, "lower": -1.9297157233123456, "upper": 1.2654829306332165 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.27303547800499167, "se": 0.02656038276646472, "pvalue": 1.3543379469576625e-14, "lower": -0.3262217270803854, "upper": -0.21984922892959796 }, { "event_time": -28, "estimate": -0.22277258901235478, "se": 0.021597211002559222, "pvalue": 1.1923244086234422e-14, "lower": -0.2660202580619993, "upper": -0.17952491996271025 }, { "event_time": -27, "estimate": -0.11631286893845018, "se": 0.02390856876477239, "pvalue": 9.41193703581054e-06, "lower": -0.16418895207099074, "upper": -0.06843678580590962 }, { "event_time": -26, "estimate": -0.06105368974408891, "se": 0.024236024711319047, "pvalue": 0.014593605809871789, "lower": -0.1095854920990286, "upper": -0.012521887389149222 }, { "event_time": -25, "estimate": -0.0263003799706079, "se": 0.018584318162669308, "pvalue": 0.16245261595947702, "lower": -0.0635148351758277, "upper": 0.010914075234611902 }, { "event_time": -24, "estimate": -0.04100567068954439, "se": 0.022278354551322353, "pvalue": 0.07088664460256619, "lower": -0.08561730616840599, "upper": 0.003605964789317219 }, { "event_time": -23, "estimate": -0.0027093894083629797, "se": 0.01523761945619108, "pvalue": 0.8595031980535781, "lower": -0.033222196051206236, "upper": 0.027803417234480276 }, { "event_time": -22, "estimate": -0.09335543982881359, "se": 0.019969034272826664, "pvalue": 1.8447360980119207e-05, "lower": -0.1333427412155473, "upper": -0.05336813844207988 }, { "event_time": -21, "estimate": -0.12961430109030683, "se": 0.02005594395548427, "pvalue": 2.4866317543398573e-08, "lower": -0.16977563611464033, "upper": -0.08945296606597333 }, { "event_time": -20, "estimate": -0.10135453178029218, "se": 0.06366983223203038, "pvalue": 0.116943603683811, "lower": -0.22885117162378626, "upper": 0.0261421080632019 }, { "event_time": -19, "estimate": 0.06181855589177975, "se": 0.028754164998585623, "pvalue": 0.03581984706812645, "lower": 0.004239333671357599, "upper": 0.1193977781122019 }, { "event_time": -18, "estimate": -0.04522388951818611, "se": 0.014790837257890606, "pvalue": 0.003394838943295702, "lower": -0.07484203024110656, "upper": -0.015605748795265658 }, { "event_time": -17, "estimate": -0.05450084134216696, "se": 0.037741840586991385, "pvalue": 0.154201249356714, "lower": -0.13007757348768464, "upper": 0.021075890803350712 }, { "event_time": -16, "estimate": -0.050966898500663015, "se": 0.008461867270947356, "pvalue": 1.3181976703342117e-07, "lower": -0.06791149543184015, "upper": -0.03402230156948588 }, { "event_time": -15, "estimate": 0.049658587293039604, "se": 0.02186141514618549, "pvalue": 0.026909159417814188, "lower": 0.0058818585715819036, "upper": 0.09343531601449731 }, { "event_time": -14, "estimate": 0.001355636972972745, "se": 0.01470077465380941, "pvalue": 0.9268502884366993, "lower": -0.028082156496101306, "upper": 0.030793430442046795 }, { "event_time": -13, "estimate": 0.034296070283100125, "se": 0.02443432589590494, "pvalue": 0.16586209420588652, "lower": -0.014632823344509306, "upper": 0.08322496391070955 }, { "event_time": -12, "estimate": -0.04873817489061455, "se": 0.028151512439508686, "pvalue": 0.0888116229362543, "lower": -0.1051106061775318, "upper": 0.007634256396302705 }, { "event_time": -11, "estimate": 0.08569443597125835, "se": 0.015406795389713328, "pvalue": 7.409587277969057e-07, "lower": 0.05484286036499349, "upper": 0.11654601157752321 }, { "event_time": -10, "estimate": -0.02067720073712277, "se": 0.027009243916653793, "pvalue": 0.4470965768466328, "lower": -0.07476227876178775, "upper": 0.0334078772875422 }, { "event_time": -9, "estimate": 0.03202110984856346, "se": 0.046595171919146326, "pvalue": 0.49473116600100414, "lower": -0.06128411248925332, "upper": 0.12532633218638023 }, { "event_time": -8, "estimate": 0.10626223241129207, "se": 0.015962661102947324, "pvalue": 1.1841842092608865e-08, "lower": 0.07429755491427197, "upper": 0.13822690990831216 }, { "event_time": -7, "estimate": 0.09077578043567361, "se": 0.036506117457446426, "pvalue": 0.015850473989900752, "lower": 0.0176735411743167, "upper": 0.16387801969703053 }, { "event_time": -6, "estimate": 0.033528530634463864, "se": 0.03618730102818165, "pvalue": 0.3580784224282805, "lower": -0.03893528973943584, "upper": 0.10599235100836357 }, { "event_time": -5, "estimate": -0.013257803088551515, "se": 0.02187400508633767, "pvalue": 0.5468555216601302, "lower": -0.0570597427302985, "upper": 0.03054413655319547 }, { "event_time": -4, "estimate": -0.004221271805593043, "se": 0.016899162391587383, "pvalue": 0.8036464323357287, "lower": -0.03806126078569638, "upper": 0.029618717174510298 }, { "event_time": -3, "estimate": 0.006101796385604891, "se": 0.01492909308170422, "pvalue": 0.6842778173970996, "lower": -0.023793196849048147, "upper": 0.03599678962025793 }, { "event_time": -2, "estimate": -0.023289587940889638, "se": 0.035584427843499106, "pvalue": 0.5154296278686671, "lower": -0.09454617558612977, "upper": 0.0479669997043505 }, { "event_time": -1, "estimate": -0.06406824628345599, "se": 0.09083330006052748, "pvalue": 0.48347202763592195, "lower": -0.24595879220807798, "upper": 0.11782229964116601 }, { "event_time": 0, "estimate": -0.016391113168672797, "se": 0.04565043273976074, "pvalue": 0.7208790210522148, "lower": -0.10780452793173101, "upper": 0.07502230159438542 }, { "event_time": 1, "estimate": -0.1586222938718382, "se": 0.04081862546954418, "pvalue": 0.00026804894582867683, "lower": -0.24036018147033658, "upper": -0.07688440627333984 }, { "event_time": 2, "estimate": -0.08060165484504449, "se": 0.051931830460338085, "pvalue": 0.12618147017793652, "lower": -0.18459335157962808, "upper": 0.023390041889539123 }, { "event_time": 3, "estimate": -0.11503620131058455, "se": 0.0715008272484254, "pvalue": 0.11316801991061806, "lower": -0.25821413818628963, "upper": 0.02814173556512055 }, { "event_time": 4, "estimate": -0.03444172307393137, "se": 0.033019091000775845, "pvalue": 0.30131273121001634, "lower": -0.10056131230017153, "upper": 0.03167786615230879 }, { "event_time": 5, "estimate": -0.00923795701057321, "se": 0.04498306119933386, "pvalue": 0.8380184422187689, "lower": -0.09931498331541276, "upper": 0.08083906929426633 }, { "event_time": 9, "estimate": 1.8376655087467972, "se": 0.032448630065274216, "pvalue": 8.41766917001715e-52, "lower": 1.7726882478397739, "upper": 1.9026427696538206 }, { "event_time": 10, "estimate": 1.1734798989323147, "se": 0.03961706716193219, "pvalue": 2.6171587169004138e-36, "lower": 1.0941480903421335, "upper": 1.252811707522496 }, { "event_time": 11, "estimate": 0.4367352646591135, "se": 0.05071200313530985, "pvalue": 6.680020831755973e-12, "lower": 0.3351862300091983, "upper": 0.5382842993090288 }, { "event_time": 12, "estimate": 3.344879078166189, "se": 0.027462548887264845, "pvalue": 1.3690294223009277e-70, "lower": 3.2898862725953504, "upper": 3.399871883737027 }, { "event_time": 13, "estimate": 1.775119125146606, "se": 0.03846453152824106, "pvalue": 7.68496906698074e-47, "lower": 1.6980952293534934, "upper": 1.8521430209397187 }, { "event_time": 14, "estimate": 1.6505592431191287, "se": 0.04113534090727658, "pvalue": 1.7639724608306093e-43, "lower": 1.568187143796147, "upper": 1.7329313424421104 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.6254713040215355, "se": 0.05581587035946812, "pvalue": 4.914923558970117e-16, "lower": -0.7372406564966352, "upper": -0.5137019515464358 }, { "event_time": -28, "estimate": -0.5766214163438235, "se": 0.056338405367432516, "pvalue": 1.594230578668792e-14, "lower": -0.6894371271236421, "upper": -0.4638057055640048 }, { "event_time": -27, "estimate": -0.47979199759423025, "se": 0.05927252700680589, "pvalue": 4.78594531066506e-11, "lower": -0.5984831856102524, "upper": -0.3611008095782081 }, { "event_time": -26, "estimate": -0.15154377416132564, "se": 0.050513299458425316, "pvalue": 0.003998029162816734, "lower": -0.2526949115616455, "upper": -0.05039263676100582 }, { "event_time": -25, "estimate": -0.11665382652572034, "se": 0.04359520302774024, "pvalue": 0.009714433777467332, "lower": -0.2039517147795489, "upper": -0.029355938271891785 }, { "event_time": -24, "estimate": -0.14350165757644137, "se": 0.04885029075539548, "pvalue": 0.004766237761480686, "lower": -0.24132267749044362, "upper": -0.04568063766243913 }, { "event_time": -23, "estimate": -0.10910605338634993, "se": 0.03702257539930353, "pvalue": 0.004642093250298765, "lower": -0.1832424818374522, "upper": -0.03496962493524766 }, { "event_time": -22, "estimate": -0.19759501194351753, "se": 0.037362661731315416, "pvalue": 2.032286997497617e-06, "lower": -0.2724124515276506, "upper": -0.12277757235938448 }, { "event_time": -21, "estimate": -0.22835732585699578, "se": 0.04847014392190749, "pvalue": 1.623341246836383e-05, "lower": -0.3254171148674795, "upper": -0.13129753684651208 }, { "event_time": -20, "estimate": -0.14137028878906518, "se": 0.03881187027431341, "pvalue": 0.0005843060882829684, "lower": -0.21908971842386116, "upper": -0.0636508591542692 }, { "event_time": -19, "estimate": 0.02801761957800397, "se": 0.03285012916496921, "pvalue": 0.3972888400813901, "lower": -0.037763629408094995, "upper": 0.09379886856410294 }, { "event_time": -18, "estimate": -0.08016379932068911, "se": 0.0338877259332924, "pvalue": 0.0214268721403069, "lower": -0.14802279999602724, "upper": -0.012304798645350973 }, { "event_time": -17, "estimate": -0.07857826804994283, "se": 0.037943974457806035, "pvalue": 0.04290681469470977, "lower": -0.15455976628991963, "upper": -0.0025967698099660375 }, { "event_time": -16, "estimate": -0.06625996028620802, "se": 0.037928027426611166, "pvalue": 0.08602502564611175, "lower": -0.14220952514703886, "upper": 0.009689604574622812 }, { "event_time": -15, "estimate": 0.04260949655553091, "se": 0.04173783146384512, "pvalue": 0.31162275630914166, "lower": -0.04096906929652834, "upper": 0.12618806240759017 }, { "event_time": -14, "estimate": 0.013076707494497082, "se": 0.04121475833762538, "pvalue": 0.7521888168115611, "lower": -0.0694544224896238, "upper": 0.09560783747861795 }, { "event_time": -13, "estimate": 0.06319570527378231, "se": 0.03889224218809653, "pvalue": 0.10970289264174143, "lower": -0.014684666342261496, "upper": 0.1410760768898261 }, { "event_time": -12, "estimate": -0.024773474924536243, "se": 0.036664068821725515, "pvalue": 0.501970913770329, "lower": -0.09819200633710991, "upper": 0.04864505648803742 }, { "event_time": -11, "estimate": 0.12296447557072307, "se": 0.04037789937320737, "pvalue": 0.003515467156629329, "lower": 0.042109126757147314, "upper": 0.20381982438429883 }, { "event_time": -10, "estimate": 0.004541316146042765, "se": 0.040671005380744335, "pvalue": 0.9114854361745103, "lower": -0.07690096732353645, "upper": 0.08598359961562198 }, { "event_time": -9, "estimate": 0.06815264632104333, "se": 0.03663276560051848, "pvalue": 0.0679864616501401, "lower": -0.005203201472298705, "upper": 0.14150849411438537 }, { "event_time": -8, "estimate": 0.14823350438063732, "se": 0.037202616748083346, "pvalue": 0.00019427126497756545, "lower": 0.07373654934735929, "upper": 0.22273045941391534 }, { "event_time": -7, "estimate": 0.12243872675513962, "se": 0.03457871059881237, "pvalue": 0.0008025436701101741, "lower": 0.05319605315419798, "upper": 0.19168140035608125 }, { "event_time": -6, "estimate": 0.06416951075823929, "se": 0.04762597035361708, "pvalue": 0.1831948310989122, "lower": -0.03119984984009641, "upper": 0.159538871356575 }, { "event_time": -5, "estimate": 0.016620294889124865, "se": 0.0315564068894158, "pvalue": 0.6004558750902403, "lower": -0.04657031992626304, "upper": 0.07981090970451277 }, { "event_time": -4, "estimate": 0.029860717700948808, "se": 0.03307001272176861, "pvalue": 0.37035018529352565, "lower": -0.03636084051270702, "upper": 0.09608227591460464 }, { "event_time": -3, "estimate": 0.0641994861551369, "se": 0.026954602595092116, "pvalue": 0.020590881942672185, "lower": 0.010223825489549206, "upper": 0.11817514682072461 }, { "event_time": -2, "estimate": 0.034248328331344925, "se": 0.02635274717674572, "pvalue": 0.19896583539426818, "lower": -0.018522137647516985, "upper": 0.08701879431020684 }, { "event_time": 0, "estimate": 0.04926050675706751, "se": 0.024352224024393108, "pvalue": 0.04779023330004934, "lower": 0.000496019291303669, "upper": 0.09802499422283134 }, { "event_time": 1, "estimate": -0.09719486443237196, "se": 0.020779787290668483, "pvalue": 1.8294490070282744e-05, "lower": -0.13880567073334987, "upper": -0.05558405813139407 }, { "event_time": 2, "estimate": -0.024942022637597733, "se": 0.021956649637390156, "pvalue": 0.2607242323925873, "lower": -0.06890945513822594, "upper": 0.019025409863030467 }, { "event_time": 3, "estimate": -0.06350685005941559, "se": 0.02371161451913713, "pvalue": 0.009651418241748316, "lower": -0.11098853911801083, "upper": -0.01602516100082034 }, { "event_time": 4, "estimate": 0.02167385550584628, "se": 0.024022293693609885, "pvalue": 0.3707267098707247, "lower": -0.0264299578685517, "upper": 0.06977766888024425 }, { "event_time": 5, "estimate": 0.02355705253486247, "se": 0.035459536896206, "pvalue": 0.5091538433134081, "lower": -0.04744944530224508, "upper": 0.09456355037197002 }, { "event_time": 9, "estimate": 0.03842987325146736, "se": 0.7455040881961525, "pvalue": 0.9590684110105667, "lower": -1.4544163131215646, "upper": 1.5312760596244994 }, { "event_time": 10, "estimate": -0.6272602443394919, "se": 0.7387861259742962, "pvalue": 0.399409911491662, "lower": -2.1066539434064344, "upper": 0.8521334547274508 }, { "event_time": 11, "estimate": -1.3638864343794284, "se": 0.7459846994507823, "pvalue": 0.07273840333762749, "lower": -2.8576950281892026, "upper": 0.12992215943034613 }, { "event_time": 12, "estimate": 1.5442357671505607, "se": 0.7513553813747995, "pvalue": 0.04444553092818052, "lower": 0.03967256829510313, "upper": 3.048798966006018 }, { "event_time": 13, "estimate": -0.024983256297535172, "se": 0.7560513504374309, "pvalue": 0.9737546304768595, "lower": -1.5389499709988113, "upper": 1.488983458403741 }, { "event_time": 14, "estimate": -0.14987694492043507, "se": 0.7533170799635034, "pvalue": 0.8430051582630969, "lower": -1.658368377441312, "upper": 1.3586144876004418 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.21315396113602392, 0.18834080717488788, 0.17070254110612856, 0.15754857997010463, 0.14170403587443947, 0.12675635276532138, 0.00029895366218236175, 0.00029895366218236175, 0.00029895366218236175, 0.00029895366218236175, 0.00029895366218236175, 0.00029895366218236175 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 5.7280233198183596e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.165266559018981, "df_num": 22, "df_den": 141649, "pvalue": 7.579660878741057e-07, "log10_pvalue": -6.120350224682734, "inference": "Homoskedastic nested-model F", "observations": 156443, "design_columns": 149, "restricted_design_columns": 127, "fixed_effect_rank": 14645, "covariance_rank": 22, "rss_unrestricted": 121538.99129420753, "rss_restricted": 121598.74090560422, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.2990625267616157e-05, -1.3642685023044444e-05, -1.4022751617939299e-05, 2.8354004046898796e-05, 2.076321575644191e-05, 6.202217145008489e-06 ], [ -8.184741770862746e-06, -9.829079204881152e-06, -1.0212643961566542e-05, 8.203067655542107e-05, 8.20889446654251e-05, 7.136606347023443e-05 ], [ -3.202218211975045e-06, -5.826448056577172e-06, -6.1930335189257685e-06, 0.00013792730625457358, 0.00014696304558923853, 0.00014061792435634459 ], [ 5.199545391648609e-07, -2.9096382780922743e-06, -3.1686612733852686e-06, 0.00017334750923855512, 0.00018830957691972911, 0.00018713695739596892 ], [ 2.8929831050136924e-06, -1.1139582558843006e-06, -1.3437835447442245e-06, 0.00019887086318581216, 0.00021561819646867224, 0.00021691896364620762 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": 0.16794850940413059 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.11873909566069155 }, { "event_time": -16.0, "cohort": 19, "estimate": 0.22639593632155136 }, { "event_time": -15.0, "cohort": 19, "estimate": 0.41269910891791517 }, { "event_time": -14.0, "cohort": 19, "estimate": 0.9211798044732803 }, { "event_time": -13.0, "cohort": 19, "estimate": -0.42771752713868594 }, { "event_time": -12.0, "cohort": 19, "estimate": 0.17110469662707106 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.15773523807312229 }, { "event_time": -10.0, "cohort": 19, "estimate": -0.584833294354323 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.37740040430247807 }, { "event_time": -8.0, "cohort": 19, "estimate": -0.010946064859207502 }, { "event_time": -7.0, "cohort": 19, "estimate": 0.3883571392148505 }, { "event_time": -6.0, "cohort": 19, "estimate": 0.4665512159781944 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.3700581678005977 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.717454165839802 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.6442317214101533 }, { "event_time": -2.0, "cohort": 19, "estimate": 0.10445080004324786 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.32697113044353515 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.08399260423346576 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.7500018851917521 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.1884587854708213 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.7971792325420927 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.15741112518263115 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.8316541460940154 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.8363182549922461 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.5784355695636 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.13735945839467495 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.5439379545960498 }, { "event_time": -15.0, "cohort": 21, "estimate": 0.8348374447780038 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.249602497264423 }, { "event_time": -13.0, "cohort": 21, "estimate": -0.3750822545165581 }, { "event_time": -12.0, "cohort": 21, "estimate": 0.3284796593375639 }, { "event_time": -11.0, "cohort": 21, "estimate": 0.2867383900307783 }, { "event_time": -10.0, "cohort": 21, "estimate": -0.29763637956570327 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.514544957153973 }, { "event_time": -8.0, "cohort": 21, "estimate": -0.02709720336815777 }, { "event_time": -7.0, "cohort": 21, "estimate": 0.5011200280764814 }, { "event_time": -6.0, "cohort": 21, "estimate": 0.6432491140802536 }, { "event_time": -5.0, "cohort": 21, "estimate": 0.3918361478632483 }, { "event_time": -4.0, "cohort": 21, "estimate": 0.9501540922922351 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.749197793822554 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.5195350142218771 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.25113753274833645 }, { "event_time": 1.0, "cohort": 21, "estimate": 0.2576725726503134 }, { "event_time": 2.0, "cohort": 21, "estimate": 0.7190400225674815 }, { "event_time": 3.0, "cohort": 21, "estimate": 0.423586117589004 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.70870468431357 }, { "event_time": 5.0, "cohort": 21, "estimate": 0.05626252417721678 }, { "event_time": -26.0, "cohort": 27, "estimate": 0.35416142040893883 }, { "event_time": -25.0, "cohort": 27, "estimate": 0.32523276150797237 }, { "event_time": -24.0, "cohort": 27, "estimate": 0.2665309041566267 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.3408334223278285 }, { "event_time": -22.0, "cohort": 27, "estimate": 0.016502141778258983 }, { "event_time": -21.0, "cohort": 27, "estimate": 0.2187637183324781 }, { "event_time": -20.0, "cohort": 27, "estimate": 0.13167242236764143 }, { "event_time": -19.0, "cohort": 27, "estimate": 0.31165621584815045 }, { "event_time": -18.0, "cohort": 27, "estimate": 0.2741331290570461 }, { "event_time": -17.0, "cohort": 27, "estimate": 0.019276228279430374 }, { "event_time": -16.0, "cohort": 27, "estimate": 0.18709318648493173 }, { "event_time": -15.0, "cohort": 27, "estimate": 0.4132760044798604 }, { "event_time": -14.0, "cohort": 27, "estimate": 0.9398505552217635 }, { "event_time": -13.0, "cohort": 27, "estimate": -0.6494054193467079 }, { "event_time": -12.0, "cohort": 27, "estimate": -0.10430391369822564 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.018131670414068324 }, { "event_time": -10.0, "cohort": 27, "estimate": -0.7131184825372878 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.010665586302457453 }, { "event_time": -8.0, "cohort": 27, "estimate": -0.27640654336780757 }, { "event_time": -7.0, "cohort": 27, "estimate": 0.10310392392150397 }, { "event_time": -6.0, "cohort": 27, "estimate": 0.26903008000476497 }, { "event_time": -5.0, "cohort": 27, "estimate": -0.023519898797303262 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.5692175719886758 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.36402518125953326 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.2661995849840295 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.07290094922193438 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.06588864106573983 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.2852166078900905 }, { "event_time": 3.0, "cohort": 27, "estimate": -0.040648362637054486 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.4176757765978527 }, { "event_time": 5.0, "cohort": 27, "estimate": -0.18802377488221647 }, { "event_time": -15.0, "cohort": 30, "estimate": 0.35074629980211836 }, { "event_time": -14.0, "cohort": 30, "estimate": 0.5330888921372395 }, { "event_time": -13.0, "cohort": 30, "estimate": -1.2269585776151102 }, { "event_time": -12.0, "cohort": 30, "estimate": -0.37689455574776853 }, { "event_time": -11.0, "cohort": 30, "estimate": -0.2834583357249971 }, { "event_time": -10.0, "cohort": 30, "estimate": -0.6620921267838897 }, { "event_time": -9.0, "cohort": 30, "estimate": -0.34141671243342875 }, { "event_time": -8.0, "cohort": 30, "estimate": -0.46482758183523254 }, { "event_time": -7.0, "cohort": 30, "estimate": -0.25324072500085537 }, { "event_time": -6.0, "cohort": 30, "estimate": -0.03165650212342386 }, { "event_time": -5.0, "cohort": 30, "estimate": -0.1762187228995041 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.2822291448935228 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.04079958257721575 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.24199692333910758 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.4412222301673737 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.24042526472323433 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6939433623038733 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.3438413520573439 }, { "event_time": 4.0, "cohort": 30, "estimate": -0.00824819815989647 }, { "event_time": 5.0, "cohort": 30, "estimate": -0.08712722759534519 }, { "event_time": -6.0, "cohort": 31, "estimate": -5.58608901789878 }, { "event_time": -5.0, "cohort": 31, "estimate": -8.114672247664531 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.692716427094881 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.03863123780633 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.4197472307224395 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9105109446921777 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.712642585927363 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.757792213539006 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.17492073600537517 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.387277158298555 } ] } } }, "code_sha256": { "replication_engine.py": "836da12e7ca9210de54b65782ae08d98863e1382a1ec9e9b6fa80c3db0494f39", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p007", "specification_id": "S03-P007", "source_specification_id": "PP-REPLY-T1-PA-NOTXOIL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOTXOIL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P007.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P007" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P007", "regression_results": "analyses/archive-expanded/baselines/S03-P007.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P007.parquet", "bytes": 1289033, "sha256": "ba031c67f14674bea87b8ec72792dd96d35ca6d059b221f60597978bbb1922df" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 163669, "source_sd": 0.31173115264922663, "rows": 156443, "units": 14604, "clusters": 58, "treated_units": 712, "never_treated_units": 13892, "treated_cohorts": 7, "latest_cohort_control_index": null, "unique_unit_period_cells": 156341, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 194, "post_adoption_untreated_rows_removed": 4528, "units_without_minus_one_removed": 22, "additional_rows_removed": 1950 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.0561026714314866, "se": 0.02278196935693539, "pvalue": 0.01683925970903727, "lower": -0.10172277816337588, "upper": -0.010482564699597331 }, { "method": "Dynamic TWFE", "estimate": -0.018307914745437553, "se": 0.09267900550335333, "pvalue": 0.8441068747236539, "lower": -0.20389442206734373, "upper": 0.16727859257646863 }, { "method": "BJS / did2s", "estimate": -0.06824824042645039, "se": 0.02368425365930956, "pvalue": 0.005568812416518941, "lower": -0.11567514030830442, "upper": -0.020821340544596362 }, { "method": "Sun\u2013Abraham", "estimate": -0.016185880907912578, "se": 0.018803068378295484, "pvalue": 0.3929489067711837, "lower": -0.053838375864136256, "upper": 0.0214666140483111 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.3320104992823544, "se": 0.12153503608628773, "pvalue": 0.008370319688708565, "lower": -0.5753802111388316, "upper": -0.08864078742587711 }, { "event_time": -28, "estimate": -0.28855704038543156, "se": 0.13168452839960343, "pvalue": 0.03253396111193592, "lower": -0.552250760028663, "upper": -0.024863320742200046 }, { "event_time": -27, "estimate": -0.18593595723575865, "se": 0.13696223655919063, "pvalue": 0.17995051777375806, "lower": -0.4601981051727818, "upper": 0.08832619070126455 }, { "event_time": -26, "estimate": -0.055208694805261506, "se": 0.1084513164751782, "pvalue": 0.6126721994575901, "lower": -0.27237871006144354, "upper": 0.16196132045092054 }, { "event_time": -25, "estimate": -0.01418986484818506, "se": 0.11115413694461641, "pvalue": 0.8988678800254157, "lower": -0.23677218473708184, "upper": 0.20839245504071174 }, { "event_time": -24, "estimate": -0.03340300055964159, "se": 0.11869541902928853, "pvalue": 0.7794091128793839, "lower": -0.27108647734186436, "upper": 0.20428047622258116 }, { "event_time": -23, "estimate": 0.006089934525213537, "se": 0.10625004244308235, "pvalue": 0.9544931302786439, "lower": -0.20667210551526236, "upper": 0.21885197456568942 }, { "event_time": -22, "estimate": -0.08962352892040465, "se": 0.11076684265651844, "pvalue": 0.4218114821677218, "lower": -0.31143030537480454, "upper": 0.13218324753399524 }, { "event_time": -21, "estimate": -0.1250269973064275, "se": 0.11608683114569351, "pvalue": 0.2860118069642923, "lower": -0.35748686695422627, "upper": 0.10743287234137125 }, { "event_time": -20, "estimate": -0.09396871452523119, "se": 0.17813524672434736, "pvalue": 0.5998845993773019, "lower": -0.4506783931730183, "upper": 0.2627409641225559 }, { "event_time": -19, "estimate": 0.07641906065401086, "se": 0.13337613026023365, "pvalue": 0.5689258923987962, "lower": -0.1906620332860051, "upper": 0.34350015459402683 }, { "event_time": -18, "estimate": -0.03365797250661169, "se": 0.09881181636314439, "pvalue": 0.7346366767091, "lower": -0.23152522174361423, "upper": 0.16420927673039087 }, { "event_time": -17, "estimate": -0.038555501730010315, "se": 0.075420315842432, "pvalue": 0.6111796988390938, "lower": -0.18958207913329872, "upper": 0.11247107567327808 }, { "event_time": -16, "estimate": -0.03872751204174908, "se": 0.10802428286941602, "pvalue": 0.7212880159025089, "lower": -0.2550424072524359, "upper": 0.17758738316893774 }, { "event_time": -15, "estimate": 0.0674950153538197, "se": 0.12789786193035385, "pvalue": 0.5997379689804426, "lower": -0.18861603547888411, "upper": 0.3236060661865235 }, { "event_time": -14, "estimate": 0.021044548898830232, "se": 0.10769970630576467, "pvalue": 0.8457745097216857, "lower": -0.19462039295424938, "upper": 0.23670949075190983 }, { "event_time": -13, "estimate": 0.06094486024593234, "se": 0.09369077575084726, "pvalue": 0.5179896222673668, "lower": -0.12666768204931875, "upper": 0.24855740254118344 }, { "event_time": -12, "estimate": -0.02693847561285241, "se": 0.1362875506043519, "pvalue": 0.8440149909260136, "lower": -0.2998495882294423, "upper": 0.2459726370037375 }, { "event_time": -11, "estimate": 0.1163684107512175, "se": 0.09806794547649961, "pvalue": 0.24030375694561876, "lower": -0.0800092627291067, "upper": 0.3127460842315417 }, { "event_time": -10, "estimate": 0.0032117690772524923, "se": 0.13082091018979067, "pvalue": 0.9804989447317588, "lower": -0.2587525849308142, "upper": 0.26517612308531924 }, { "event_time": -9, "estimate": 0.06483572481445686, "se": 0.15409302491302615, "pvalue": 0.6755147064505375, "lower": -0.24373023509154662, "upper": 0.37340168472046037 }, { "event_time": -8, "estimate": 0.14389694955691842, "se": 0.09192495093858102, "pvalue": 0.12303059558633615, "lower": -0.04017958954461051, "upper": 0.32797348865844733 }, { "event_time": -7, "estimate": 0.12713618237819393, "se": 0.13350290066856993, "pvalue": 0.3449606151209373, "lower": -0.14019876492577563, "upper": 0.39447112968216347 }, { "event_time": -6, "estimate": 0.08057132225628401, "se": 0.1351360317584592, "pvalue": 0.5533862132066902, "lower": -0.19003391364568312, "upper": 0.3511765581582511 }, { "event_time": -5, "estimate": 0.030399625945664005, "se": 0.12393625565656599, "pvalue": 0.8071172377007436, "lower": -0.21777844516046907, "upper": 0.2785776970517971 }, { "event_time": -4, "estimate": 0.03878203404684571, "se": 0.11552615757662454, "pvalue": 0.7383302733572121, "lower": -0.192555106144955, "upper": 0.2701191742386464 }, { "event_time": -3, "estimate": 0.06686843877285323, "se": 0.11240259482481849, "pvalue": 0.5542639074346569, "lower": -0.15821387489852787, "upper": 0.2919507524442343 }, { "event_time": -2, "estimate": 0.03251006932660238, "se": 0.08145078423540277, "pvalue": 0.6912833499505462, "lower": -0.13059231273695612, "upper": 0.1956124513901609 }, { "event_time": 0, "estimate": 0.04845107553068027, "se": 0.08942985256788752, "pvalue": 0.5900834771300173, "lower": -0.13062911526600166, "upper": 0.22753126632736217 }, { "event_time": 1, "estimate": -0.09676382947778303, "se": 0.09109103999765227, "pvalue": 0.2925904293325618, "lower": -0.27917049072397726, "upper": 0.0856428317684112 }, { "event_time": 2, "estimate": -0.017587912273034238, "se": 0.10401152844882165, "pvalue": 0.8663199500723815, "lower": -0.22586740535986352, "upper": 0.19069158081379503 }, { "event_time": 3, "estimate": -0.06409735217765337, "se": 0.11251779637562735, "pvalue": 0.5711439172837568, "lower": -0.289410352975386, "upper": 0.16121564862007925 }, { "event_time": 4, "estimate": 0.012970522916122296, "se": 0.09880354915015134, "pvalue": 0.896019327825819, "lower": -0.1848801715124171, "upper": 0.2108212173446617 }, { "event_time": 5, "estimate": 0.010661779473037893, "se": 0.10986605502676844, "pvalue": 0.9230323218010987, "lower": -0.209341200866631, "upper": 0.2306647598127068 }, { "event_time": 9, "estimate": -0.13833704264547303, "se": 0.788574315043774, "pvalue": 0.8613660189584721, "lower": -1.717429870604695, "upper": 1.440755785313749 }, { "event_time": 10, "estimate": -0.810248470700547, "se": 0.7837374717099355, "pvalue": 0.3055838006996854, "lower": -2.3796556869517556, "upper": 0.7591587455506615 }, { "event_time": 11, "estimate": -1.5464322239491433, "se": 0.7918798699283187, "pvalue": 0.05575214379503608, "lower": -3.1321443113884566, "upper": 0.03927986349017032 }, { "event_time": 12, "estimate": 1.3619595645544167, "se": 0.7963803130378615, "pvalue": 0.09266985350061008, "lower": -0.2327645047632605, "upper": 2.956683633872094 }, { "event_time": 13, "estimate": -0.20582439006419173, "se": 0.8006309059256306, "pvalue": 0.7980444984698098, "lower": -1.8090601248211344, "upper": 1.3974113446927512 }, { "event_time": 14, "estimate": -0.3321163963395646, "se": 0.7978161718397017, "pvalue": 0.6787670972862733, "lower": -1.9297157233123456, "upper": 1.2654829306332165 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.27303547800499167, "se": 0.02656038276646472, "pvalue": 1.3543379469576625e-14, "lower": -0.3262217270803854, "upper": -0.21984922892959796 }, { "event_time": -28, "estimate": -0.22277258901235478, "se": 0.021597211002559222, "pvalue": 1.1923244086234422e-14, "lower": -0.2660202580619993, "upper": -0.17952491996271025 }, { "event_time": -27, "estimate": -0.11631286893845018, "se": 0.02390856876477239, "pvalue": 9.41193703581054e-06, "lower": -0.16418895207099074, "upper": -0.06843678580590962 }, { "event_time": -26, "estimate": -0.06105368974408891, "se": 0.024236024711319047, "pvalue": 0.014593605809871789, "lower": -0.1095854920990286, "upper": -0.012521887389149222 }, { "event_time": -25, "estimate": -0.0263003799706079, "se": 0.018584318162669308, "pvalue": 0.16245261595947702, "lower": -0.0635148351758277, "upper": 0.010914075234611902 }, { "event_time": -24, "estimate": -0.04100567068954439, "se": 0.022278354551322353, "pvalue": 0.07088664460256619, "lower": -0.08561730616840599, "upper": 0.003605964789317219 }, { "event_time": -23, "estimate": -0.0027093894083629797, "se": 0.01523761945619108, "pvalue": 0.8595031980535781, "lower": -0.033222196051206236, "upper": 0.027803417234480276 }, { "event_time": -22, "estimate": -0.09335543982881359, "se": 0.019969034272826664, "pvalue": 1.8447360980119207e-05, "lower": -0.1333427412155473, "upper": -0.05336813844207988 }, { "event_time": -21, "estimate": -0.12961430109030683, "se": 0.02005594395548427, "pvalue": 2.4866317543398573e-08, "lower": -0.16977563611464033, "upper": -0.08945296606597333 }, { "event_time": -20, "estimate": -0.10135453178029218, "se": 0.06366983223203038, "pvalue": 0.116943603683811, "lower": -0.22885117162378626, "upper": 0.0261421080632019 }, { "event_time": -19, "estimate": 0.06181855589177975, "se": 0.028754164998585623, "pvalue": 0.03581984706812645, "lower": 0.004239333671357599, "upper": 0.1193977781122019 }, { "event_time": -18, "estimate": -0.04522388951818611, "se": 0.014790837257890606, "pvalue": 0.003394838943295702, "lower": -0.07484203024110656, "upper": -0.015605748795265658 }, { "event_time": -17, "estimate": -0.05450084134216696, "se": 0.037741840586991385, "pvalue": 0.154201249356714, "lower": -0.13007757348768464, "upper": 0.021075890803350712 }, { "event_time": -16, "estimate": -0.050966898500663015, "se": 0.008461867270947356, "pvalue": 1.3181976703342117e-07, "lower": -0.06791149543184015, "upper": -0.03402230156948588 }, { "event_time": -15, "estimate": 0.049658587293039604, "se": 0.02186141514618549, "pvalue": 0.026909159417814188, "lower": 0.0058818585715819036, "upper": 0.09343531601449731 }, { "event_time": -14, "estimate": 0.001355636972972745, "se": 0.01470077465380941, "pvalue": 0.9268502884366993, "lower": -0.028082156496101306, "upper": 0.030793430442046795 }, { "event_time": -13, "estimate": 0.034296070283100125, "se": 0.02443432589590494, "pvalue": 0.16586209420588652, "lower": -0.014632823344509306, "upper": 0.08322496391070955 }, { "event_time": -12, "estimate": -0.04873817489061455, "se": 0.028151512439508686, "pvalue": 0.0888116229362543, "lower": -0.1051106061775318, "upper": 0.007634256396302705 }, { "event_time": -11, "estimate": 0.08569443597125835, "se": 0.015406795389713328, "pvalue": 7.409587277969057e-07, "lower": 0.05484286036499349, "upper": 0.11654601157752321 }, { "event_time": -10, "estimate": -0.02067720073712277, "se": 0.027009243916653793, "pvalue": 0.4470965768466328, "lower": -0.07476227876178775, "upper": 0.0334078772875422 }, { "event_time": -9, "estimate": 0.03202110984856346, "se": 0.046595171919146326, "pvalue": 0.49473116600100414, "lower": -0.06128411248925332, "upper": 0.12532633218638023 }, { "event_time": -8, "estimate": 0.10626223241129207, "se": 0.015962661102947324, "pvalue": 1.1841842092608865e-08, "lower": 0.07429755491427197, "upper": 0.13822690990831216 }, { "event_time": -7, "estimate": 0.09077578043567361, "se": 0.036506117457446426, "pvalue": 0.015850473989900752, "lower": 0.0176735411743167, "upper": 0.16387801969703053 }, { "event_time": -6, "estimate": 0.033528530634463864, "se": 0.03618730102818165, "pvalue": 0.3580784224282805, "lower": -0.03893528973943584, "upper": 0.10599235100836357 }, { "event_time": -5, "estimate": -0.013257803088551515, "se": 0.02187400508633767, "pvalue": 0.5468555216601302, "lower": -0.0570597427302985, "upper": 0.03054413655319547 }, { "event_time": -4, "estimate": -0.004221271805593043, "se": 0.016899162391587383, "pvalue": 0.8036464323357287, "lower": -0.03806126078569638, "upper": 0.029618717174510298 }, { "event_time": -3, "estimate": 0.006101796385604891, "se": 0.01492909308170422, "pvalue": 0.6842778173970996, "lower": -0.023793196849048147, "upper": 0.03599678962025793 }, { "event_time": -2, "estimate": -0.023289587940889638, "se": 0.035584427843499106, "pvalue": 0.5154296278686671, "lower": -0.09454617558612977, "upper": 0.0479669997043505 }, { "event_time": -1, "estimate": -0.06406824628345599, "se": 0.09083330006052748, "pvalue": 0.48347202763592195, "lower": -0.24595879220807798, "upper": 0.11782229964116601 }, { "event_time": 0, "estimate": -0.016391113168672797, "se": 0.04565043273976074, "pvalue": 0.7208790210522148, "lower": -0.10780452793173101, "upper": 0.07502230159438542 }, { "event_time": 1, "estimate": -0.1586222938718382, "se": 0.04081862546954418, "pvalue": 0.00026804894582867683, "lower": -0.24036018147033658, "upper": -0.07688440627333984 }, { "event_time": 2, "estimate": -0.08060165484504449, "se": 0.051931830460338085, "pvalue": 0.12618147017793652, "lower": -0.18459335157962808, "upper": 0.023390041889539123 }, { "event_time": 3, "estimate": -0.11503620131058455, "se": 0.0715008272484254, "pvalue": 0.11316801991061806, "lower": -0.25821413818628963, "upper": 0.02814173556512055 }, { "event_time": 4, "estimate": -0.03444172307393137, "se": 0.033019091000775845, "pvalue": 0.30131273121001634, "lower": -0.10056131230017153, "upper": 0.03167786615230879 }, { "event_time": 5, "estimate": -0.00923795701057321, "se": 0.04498306119933386, "pvalue": 0.8380184422187689, "lower": -0.09931498331541276, "upper": 0.08083906929426633 }, { "event_time": 9, "estimate": 1.8376655087467972, "se": 0.032448630065274216, "pvalue": 8.41766917001715e-52, "lower": 1.7726882478397739, "upper": 1.9026427696538206 }, { "event_time": 10, "estimate": 1.1734798989323147, "se": 0.03961706716193219, "pvalue": 2.6171587169004138e-36, "lower": 1.0941480903421335, "upper": 1.252811707522496 }, { "event_time": 11, "estimate": 0.4367352646591135, "se": 0.05071200313530985, "pvalue": 6.680020831755973e-12, "lower": 0.3351862300091983, "upper": 0.5382842993090288 }, { "event_time": 12, "estimate": 3.344879078166189, "se": 0.027462548887264845, "pvalue": 1.3690294223009277e-70, "lower": 3.2898862725953504, "upper": 3.399871883737027 }, { "event_time": 13, "estimate": 1.775119125146606, "se": 0.03846453152824106, "pvalue": 7.68496906698074e-47, "lower": 1.6980952293534934, "upper": 1.8521430209397187 }, { "event_time": 14, "estimate": 1.6505592431191287, "se": 0.04113534090727658, "pvalue": 1.7639724608306093e-43, "lower": 1.568187143796147, "upper": 1.7329313424421104 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.6254713040215355, "se": 0.05581587035946812, "pvalue": 4.914923558970117e-16, "lower": -0.7372406564966352, "upper": -0.5137019515464358 }, { "event_time": -28, "estimate": -0.5766214163438235, "se": 0.056338405367432516, "pvalue": 1.594230578668792e-14, "lower": -0.6894371271236421, "upper": -0.4638057055640048 }, { "event_time": -27, "estimate": -0.47979199759423025, "se": 0.05927252700680589, "pvalue": 4.78594531066506e-11, "lower": -0.5984831856102524, "upper": -0.3611008095782081 }, { "event_time": -26, "estimate": -0.15154377416132564, "se": 0.050513299458425316, "pvalue": 0.003998029162816734, "lower": -0.2526949115616455, "upper": -0.05039263676100582 }, { "event_time": -25, "estimate": -0.11665382652572034, "se": 0.04359520302774024, "pvalue": 0.009714433777467332, "lower": -0.2039517147795489, "upper": -0.029355938271891785 }, { "event_time": -24, "estimate": -0.14350165757644137, "se": 0.04885029075539548, "pvalue": 0.004766237761480686, "lower": -0.24132267749044362, "upper": -0.04568063766243913 }, { "event_time": -23, "estimate": -0.10910605338634993, "se": 0.03702257539930353, "pvalue": 0.004642093250298765, "lower": -0.1832424818374522, "upper": -0.03496962493524766 }, { "event_time": -22, "estimate": -0.19759501194351753, "se": 0.037362661731315416, "pvalue": 2.032286997497617e-06, "lower": -0.2724124515276506, "upper": -0.12277757235938448 }, { "event_time": -21, "estimate": -0.22835732585699578, "se": 0.04847014392190749, "pvalue": 1.623341246836383e-05, "lower": -0.3254171148674795, "upper": -0.13129753684651208 }, { "event_time": -20, "estimate": -0.14137028878906518, "se": 0.03881187027431341, "pvalue": 0.0005843060882829684, "lower": -0.21908971842386116, "upper": -0.0636508591542692 }, { "event_time": -19, "estimate": 0.02801761957800397, "se": 0.03285012916496921, "pvalue": 0.3972888400813901, "lower": -0.037763629408094995, "upper": 0.09379886856410294 }, { "event_time": -18, "estimate": -0.08016379932068911, "se": 0.0338877259332924, "pvalue": 0.0214268721403069, "lower": -0.14802279999602724, "upper": -0.012304798645350973 }, { "event_time": -17, "estimate": -0.07857826804994283, "se": 0.037943974457806035, "pvalue": 0.04290681469470977, "lower": -0.15455976628991963, "upper": -0.0025967698099660375 }, { "event_time": -16, "estimate": -0.06625996028620802, "se": 0.037928027426611166, "pvalue": 0.08602502564611175, "lower": -0.14220952514703886, "upper": 0.009689604574622812 }, { "event_time": -15, "estimate": 0.04260949655553091, "se": 0.04173783146384512, "pvalue": 0.31162275630914166, "lower": -0.04096906929652834, "upper": 0.12618806240759017 }, { "event_time": -14, "estimate": 0.013076707494497082, "se": 0.04121475833762538, "pvalue": 0.7521888168115611, "lower": -0.0694544224896238, "upper": 0.09560783747861795 }, { "event_time": -13, "estimate": 0.06319570527378231, "se": 0.03889224218809653, "pvalue": 0.10970289264174143, "lower": -0.014684666342261496, "upper": 0.1410760768898261 }, { "event_time": -12, "estimate": -0.024773474924536243, "se": 0.036664068821725515, "pvalue": 0.501970913770329, "lower": -0.09819200633710991, "upper": 0.04864505648803742 }, { "event_time": -11, "estimate": 0.12296447557072307, "se": 0.04037789937320737, "pvalue": 0.003515467156629329, "lower": 0.042109126757147314, "upper": 0.20381982438429883 }, { "event_time": -10, "estimate": 0.004541316146042765, "se": 0.040671005380744335, "pvalue": 0.9114854361745103, "lower": -0.07690096732353645, "upper": 0.08598359961562198 }, { "event_time": -9, "estimate": 0.06815264632104333, "se": 0.03663276560051848, "pvalue": 0.0679864616501401, "lower": -0.005203201472298705, "upper": 0.14150849411438537 }, { "event_time": -8, "estimate": 0.14823350438063732, "se": 0.037202616748083346, "pvalue": 0.00019427126497756545, "lower": 0.07373654934735929, "upper": 0.22273045941391534 }, { "event_time": -7, "estimate": 0.12243872675513962, "se": 0.03457871059881237, "pvalue": 0.0008025436701101741, "lower": 0.05319605315419798, "upper": 0.19168140035608125 }, { "event_time": -6, "estimate": 0.06416951075823929, "se": 0.04762597035361708, "pvalue": 0.1831948310989122, "lower": -0.03119984984009641, "upper": 0.159538871356575 }, { "event_time": -5, "estimate": 0.016620294889124865, "se": 0.0315564068894158, "pvalue": 0.6004558750902403, "lower": -0.04657031992626304, "upper": 0.07981090970451277 }, { "event_time": -4, "estimate": 0.029860717700948808, "se": 0.03307001272176861, "pvalue": 0.37035018529352565, "lower": -0.03636084051270702, "upper": 0.09608227591460464 }, { "event_time": -3, "estimate": 0.0641994861551369, "se": 0.026954602595092116, "pvalue": 0.020590881942672185, "lower": 0.010223825489549206, "upper": 0.11817514682072461 }, { "event_time": -2, "estimate": 0.034248328331344925, "se": 0.02635274717674572, "pvalue": 0.19896583539426818, "lower": -0.018522137647516985, "upper": 0.08701879431020684 }, { "event_time": 0, "estimate": 0.04926050675706751, "se": 0.024352224024393108, "pvalue": 0.04779023330004934, "lower": 0.000496019291303669, "upper": 0.09802499422283134 }, { "event_time": 1, "estimate": -0.09719486443237196, "se": 0.020779787290668483, "pvalue": 1.8294490070282744e-05, "lower": -0.13880567073334987, "upper": -0.05558405813139407 }, { "event_time": 2, "estimate": -0.024942022637597733, "se": 0.021956649637390156, "pvalue": 0.2607242323925873, "lower": -0.06890945513822594, "upper": 0.019025409863030467 }, { "event_time": 3, "estimate": -0.06350685005941559, "se": 0.02371161451913713, "pvalue": 0.009651418241748316, "lower": -0.11098853911801083, "upper": -0.01602516100082034 }, { "event_time": 4, "estimate": 0.02167385550584628, "se": 0.024022293693609885, "pvalue": 0.3707267098707247, "lower": -0.0264299578685517, "upper": 0.06977766888024425 }, { "event_time": 5, "estimate": 0.02355705253486247, "se": 0.035459536896206, "pvalue": 0.5091538433134081, "lower": -0.04744944530224508, "upper": 0.09456355037197002 }, { "event_time": 9, "estimate": 0.03842987325146736, "se": 0.7455040881961525, "pvalue": 0.9590684110105667, "lower": -1.4544163131215646, "upper": 1.5312760596244994 }, { "event_time": 10, "estimate": -0.6272602443394919, "se": 0.7387861259742962, "pvalue": 0.399409911491662, "lower": -2.1066539434064344, "upper": 0.8521334547274508 }, { "event_time": 11, "estimate": -1.3638864343794284, "se": 0.7459846994507823, "pvalue": 0.07273840333762749, "lower": -2.8576950281892026, "upper": 0.12992215943034613 }, { "event_time": 12, "estimate": 1.5442357671505607, "se": 0.7513553813747995, "pvalue": 0.04444553092818052, "lower": 0.03967256829510313, "upper": 3.048798966006018 }, { "event_time": 13, "estimate": -0.024983256297535172, "se": 0.7560513504374309, "pvalue": 0.9737546304768595, "lower": -1.5389499709988113, "upper": 1.488983458403741 }, { "event_time": 14, "estimate": -0.14987694492043507, "se": 0.7533170799635034, "pvalue": 0.8430051582630969, "lower": -1.658368377441312, "upper": 1.3586144876004418 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.21315396113602392, 0.18834080717488788, 0.17070254110612856, 0.15754857997010463, 0.14170403587443947, 0.12675635276532138, 0.00029895366218236175, 0.00029895366218236175, 0.00029895366218236175, 0.00029895366218236175, 0.00029895366218236175, 0.00029895366218236175 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 5.7280233198183596e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.165266559018981, "df_num": 22, "df_den": 141649, "pvalue": 7.579660878741057e-07, "log10_pvalue": -6.120350224682734, "inference": "Homoskedastic nested-model F", "observations": 156443, "design_columns": 149, "restricted_design_columns": 127, "fixed_effect_rank": 14645, "covariance_rank": 22, "rss_unrestricted": 121538.99129420753, "rss_restricted": 121598.74090560422, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.2990625267616157e-05, -1.3642685023044444e-05, -1.4022751617939299e-05, 2.8354004046898796e-05, 2.076321575644191e-05, 6.202217145008489e-06 ], [ -8.184741770862746e-06, -9.829079204881152e-06, -1.0212643961566542e-05, 8.203067655542107e-05, 8.20889446654251e-05, 7.136606347023443e-05 ], [ -3.202218211975045e-06, -5.826448056577172e-06, -6.1930335189257685e-06, 0.00013792730625457358, 0.00014696304558923853, 0.00014061792435634459 ], [ 5.199545391648609e-07, -2.9096382780922743e-06, -3.1686612733852686e-06, 0.00017334750923855512, 0.00018830957691972911, 0.00018713695739596892 ], [ 2.8929831050136924e-06, -1.1139582558843006e-06, -1.3437835447442245e-06, 0.00019887086318581216, 0.00021561819646867224, 0.00021691896364620762 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": 0.16794850940413059 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.11873909566069155 }, { "event_time": -16.0, "cohort": 19, "estimate": 0.22639593632155136 }, { "event_time": -15.0, "cohort": 19, "estimate": 0.41269910891791517 }, { "event_time": -14.0, "cohort": 19, "estimate": 0.9211798044732803 }, { "event_time": -13.0, "cohort": 19, "estimate": -0.42771752713868594 }, { "event_time": -12.0, "cohort": 19, "estimate": 0.17110469662707106 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.15773523807312229 }, { "event_time": -10.0, "cohort": 19, "estimate": -0.584833294354323 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.37740040430247807 }, { "event_time": -8.0, "cohort": 19, "estimate": -0.010946064859207502 }, { "event_time": -7.0, "cohort": 19, "estimate": 0.3883571392148505 }, { "event_time": -6.0, "cohort": 19, "estimate": 0.4665512159781944 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.3700581678005977 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.717454165839802 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.6442317214101533 }, { "event_time": -2.0, "cohort": 19, "estimate": 0.10445080004324786 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.32697113044353515 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.08399260423346576 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.7500018851917521 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.1884587854708213 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.7971792325420927 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.15741112518263115 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.8316541460940154 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.8363182549922461 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.5784355695636 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.13735945839467495 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.5439379545960498 }, { "event_time": -15.0, "cohort": 21, "estimate": 0.8348374447780038 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.249602497264423 }, { "event_time": -13.0, "cohort": 21, "estimate": -0.3750822545165581 }, { "event_time": -12.0, "cohort": 21, "estimate": 0.3284796593375639 }, { "event_time": -11.0, "cohort": 21, "estimate": 0.2867383900307783 }, { "event_time": -10.0, "cohort": 21, "estimate": -0.29763637956570327 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.514544957153973 }, { "event_time": -8.0, "cohort": 21, "estimate": -0.02709720336815777 }, { "event_time": -7.0, "cohort": 21, "estimate": 0.5011200280764814 }, { "event_time": -6.0, "cohort": 21, "estimate": 0.6432491140802536 }, { "event_time": -5.0, "cohort": 21, "estimate": 0.3918361478632483 }, { "event_time": -4.0, "cohort": 21, "estimate": 0.9501540922922351 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.749197793822554 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.5195350142218771 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.25113753274833645 }, { "event_time": 1.0, "cohort": 21, "estimate": 0.2576725726503134 }, { "event_time": 2.0, "cohort": 21, "estimate": 0.7190400225674815 }, { "event_time": 3.0, "cohort": 21, "estimate": 0.423586117589004 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.70870468431357 }, { "event_time": 5.0, "cohort": 21, "estimate": 0.05626252417721678 }, { "event_time": -26.0, "cohort": 27, "estimate": 0.35416142040893883 }, { "event_time": -25.0, "cohort": 27, "estimate": 0.32523276150797237 }, { "event_time": -24.0, "cohort": 27, "estimate": 0.2665309041566267 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.3408334223278285 }, { "event_time": -22.0, "cohort": 27, "estimate": 0.016502141778258983 }, { "event_time": -21.0, "cohort": 27, "estimate": 0.2187637183324781 }, { "event_time": -20.0, "cohort": 27, "estimate": 0.13167242236764143 }, { "event_time": -19.0, "cohort": 27, "estimate": 0.31165621584815045 }, { "event_time": -18.0, "cohort": 27, "estimate": 0.2741331290570461 }, { "event_time": -17.0, "cohort": 27, "estimate": 0.019276228279430374 }, { "event_time": -16.0, "cohort": 27, "estimate": 0.18709318648493173 }, { "event_time": -15.0, "cohort": 27, "estimate": 0.4132760044798604 }, { "event_time": -14.0, "cohort": 27, "estimate": 0.9398505552217635 }, { "event_time": -13.0, "cohort": 27, "estimate": -0.6494054193467079 }, { "event_time": -12.0, "cohort": 27, "estimate": -0.10430391369822564 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.018131670414068324 }, { "event_time": -10.0, "cohort": 27, "estimate": -0.7131184825372878 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.010665586302457453 }, { "event_time": -8.0, "cohort": 27, "estimate": -0.27640654336780757 }, { "event_time": -7.0, "cohort": 27, "estimate": 0.10310392392150397 }, { "event_time": -6.0, "cohort": 27, "estimate": 0.26903008000476497 }, { "event_time": -5.0, "cohort": 27, "estimate": -0.023519898797303262 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.5692175719886758 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.36402518125953326 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.2661995849840295 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.07290094922193438 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.06588864106573983 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.2852166078900905 }, { "event_time": 3.0, "cohort": 27, "estimate": -0.040648362637054486 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.4176757765978527 }, { "event_time": 5.0, "cohort": 27, "estimate": -0.18802377488221647 }, { "event_time": -15.0, "cohort": 30, "estimate": 0.35074629980211836 }, { "event_time": -14.0, "cohort": 30, "estimate": 0.5330888921372395 }, { "event_time": -13.0, "cohort": 30, "estimate": -1.2269585776151102 }, { "event_time": -12.0, "cohort": 30, "estimate": -0.37689455574776853 }, { "event_time": -11.0, "cohort": 30, "estimate": -0.2834583357249971 }, { "event_time": -10.0, "cohort": 30, "estimate": -0.6620921267838897 }, { "event_time": -9.0, "cohort": 30, "estimate": -0.34141671243342875 }, { "event_time": -8.0, "cohort": 30, "estimate": -0.46482758183523254 }, { "event_time": -7.0, "cohort": 30, "estimate": -0.25324072500085537 }, { "event_time": -6.0, "cohort": 30, "estimate": -0.03165650212342386 }, { "event_time": -5.0, "cohort": 30, "estimate": -0.1762187228995041 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.2822291448935228 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.04079958257721575 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.24199692333910758 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.4412222301673737 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.24042526472323433 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6939433623038733 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.3438413520573439 }, { "event_time": 4.0, "cohort": 30, "estimate": -0.00824819815989647 }, { "event_time": 5.0, "cohort": 30, "estimate": -0.08712722759534519 }, { "event_time": -6.0, "cohort": 31, "estimate": -5.58608901789878 }, { "event_time": -5.0, "cohort": 31, "estimate": -8.114672247664531 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.692716427094881 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.03863123780633 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.4197472307224395 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9105109446921777 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.712642585927363 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.757792213539006 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.17492073600537517 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.387277158298555 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.03989945806054491, "se": 0.04201321888179235, "lower": -0.12224385394345608, "upper": 0.04244493782236627, "event_study": [ { "event_time": -29, "estimate": -0.4984370734396742, "se": 0.026604071739167415, "lower": -0.5505800958905622, "upper": -0.44629405098878616, "n": 0.0, "relative_to_minus_one": -0.4984370734396742 }, { "event_time": -28, "estimate": -0.46234344837545244, "se": 0.03141775510174721, "lower": -0.5239211168499766, "upper": -0.4007657799009284, "n": 0.0, "relative_to_minus_one": -0.46234344837545244 }, { "event_time": -27, "estimate": -0.37044920180633567, "se": 0.03310507981548322, "lower": -0.4353339659500067, "upper": -0.30556443766266467, "n": 0.0, "relative_to_minus_one": -0.37044920180633567 }, { "event_time": -26, "estimate": -0.033479941472569025, "se": 0.041317073712812374, "lower": -0.11445991789626789, "upper": 0.04750003495112984, "n": 0.0, "relative_to_minus_one": -0.033479941472569025 }, { "event_time": -25, "estimate": -0.01012577694463343, "se": 0.03354977380914876, "lower": -0.07588212530003018, "upper": 0.055630571410763316, "n": 0.0, "relative_to_minus_one": -0.01012577694463343 }, { "event_time": -24, "estimate": -0.04957822097231149, "se": 0.038094557682179606, "lower": -0.12424218203636715, "upper": 0.025085740091744177, "n": 0.0, "relative_to_minus_one": -0.04957822097231149 }, { "event_time": -23, "estimate": -0.011829246480320355, "se": 0.044749760546628714, "lower": -0.09953716546850408, "upper": 0.07587867250786337, "n": 0.0, "relative_to_minus_one": -0.011829246480320355 }, { "event_time": -22, "estimate": -0.1041919187442191, "se": 0.03906637158924349, "lower": -0.18076060006579514, "upper": -0.027623237422643068, "n": 0.0, "relative_to_minus_one": -0.1041919187442191 }, { "event_time": -21, "estimate": -0.13058719524049006, "se": 0.04435035889603102, "lower": -0.21751230137813646, "upper": -0.043662089102843665, "n": 0.0, "relative_to_minus_one": -0.13058719524049006 }, { "event_time": -20, "estimate": -0.01880349426434765, "se": 0.12182843609589414, "lower": -0.25758284130513964, "upper": 0.21997585277644435, "n": 0.0, "relative_to_minus_one": -0.01880349426434765 }, { "event_time": -19, "estimate": 0.13322186371322117, "se": 0.07867486551123591, "lower": -0.02097803917733365, "upper": 0.287421766603776, "n": 0.0, "relative_to_minus_one": 0.13322186371322117 }, { "event_time": -18, "estimate": 0.00837231098713006, "se": 0.03873241636905141, "lower": -0.06754183013042035, "upper": 0.08428645210468048, "n": 0.0, "relative_to_minus_one": 0.00837231098713006 }, { "event_time": -17, "estimate": -0.014469336192339711, "se": 0.02342837178116342, "lower": -0.06038810109983453, "upper": 0.0314494287151551, "n": 0.0, "relative_to_minus_one": -0.014469336192339711 }, { "event_time": -16, "estimate": 0.010012312119442276, "se": 0.04703919917974685, "lower": -0.08218282413446762, "upper": 0.10220744837335216, "n": 0.0, "relative_to_minus_one": 0.010012312119442276 }, { "event_time": -15, "estimate": 0.11107473986026958, "se": 0.05915358394934196, "lower": -0.004864154236907281, "upper": 0.22701363395744645, "n": 0.0, "relative_to_minus_one": 0.11107473986026958 }, { "event_time": -14, "estimate": 0.05695412169876529, "se": 0.04928722785798837, "lower": -0.03964706980071114, "upper": 0.15355531319824173, "n": 0.0, "relative_to_minus_one": 0.05695412169876529 }, { "event_time": -13, "estimate": 0.11227343139548639, "se": 0.03832240197345953, "lower": 0.03716290372643902, "upper": 0.18738395906453376, "n": 0.0, "relative_to_minus_one": 0.11227343139548639 }, { "event_time": -12, "estimate": 0.013917036315499492, "se": 0.06332524172001662, "lower": -0.11019815676802634, "upper": 0.13803222939902532, "n": 0.0, "relative_to_minus_one": 0.013917036315499492 }, { "event_time": -11, "estimate": 0.1611480766910344, "se": 0.03648812051818383, "lower": 0.08963267461183712, "upper": 0.2326634787702317, "n": 0.0, "relative_to_minus_one": 0.1611480766910344 }, { "event_time": -10, "estimate": 0.03814786698275957, "se": 0.061793881353161946, "lower": -0.08296591493437906, "upper": 0.1592616488998982, "n": 0.0, "relative_to_minus_one": 0.03814786698275957 }, { "event_time": -9, "estimate": 0.07771060143167058, "se": 0.07873980008840616, "lower": -0.07661657089148924, "upper": 0.2320377737548304, "n": 0.0, "relative_to_minus_one": 0.07771060143167058 }, { "event_time": -8, "estimate": 0.14242488019052316, "se": 0.04117519519725339, "lower": 0.0617229805474999, "upper": 0.2231267798335464, "n": 0.0, "relative_to_minus_one": 0.14242488019052316 }, { "event_time": -7, "estimate": 0.10880342990631234, "se": 0.07298247397302483, "lower": -0.03423959058344819, "upper": 0.2518464503960729, "n": 0.0, "relative_to_minus_one": 0.10880342990631234 }, { "event_time": -6, "estimate": 0.08781954784455905, "se": 0.08529119942527728, "lower": -0.07934813122720778, "upper": 0.25498722691632586, "n": 0.0, "relative_to_minus_one": 0.08781954784455905 }, { "event_time": -5, "estimate": 0.029420430936705638, "se": 0.08281395870584932, "lower": -0.1328919455439463, "upper": 0.19173280741735754, "n": 0.0, "relative_to_minus_one": 0.029420430936705638 }, { "event_time": -4, "estimate": 0.04176265017191817, "se": 0.07425488661637983, "lower": -0.10377425327229158, "upper": 0.18729955361612793, "n": 0.0, "relative_to_minus_one": 0.04176265017191817 }, { "event_time": -3, "estimate": 0.06282227052763602, "se": 0.0753922904243621, "lower": -0.08494390341609769, "upper": 0.2105884444713697, "n": 0.0, "relative_to_minus_one": 0.06282227052763602 }, { "event_time": -2, "estimate": 0.025615723528460914, "se": 0.05505917991694966, "lower": -0.08229828612707146, "upper": 0.1335297331839933, "n": 0.0, "relative_to_minus_one": 0.025615723528460914 }, { "event_time": -1, "estimate": 0.0, "se": 2.617442467071306e-19, "lower": -5.130092967065426e-19, "upper": 5.130092967065426e-19, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.01362205602757839, "se": 0.040749326948896616, "lower": -0.06624515718650642, "upper": 0.0934892692416632, "n": 713.0, "relative_to_minus_one": 0.01362205602757839 }, { "event_time": 1, "estimate": -0.14049434731862626, "se": 0.04727894337551389, "lower": -0.23315937356174204, "upper": -0.04782932107551047, "n": 630.0, "relative_to_minus_one": -0.14049434731862626 }, { "event_time": 2, "estimate": -0.09495482593689844, "se": 0.10339961278921861, "lower": -0.29761434301915407, "upper": 0.10770469114535719, "n": 571.0, "relative_to_minus_one": -0.09495482593689844 }, { "event_time": 3, "estimate": -0.17236699079844084, "se": 0.1137163820057869, "lower": -0.39524700398198187, "upper": 0.050513022385100165, "n": 527.0, "relative_to_minus_one": -0.17236699079844084 }, { "event_time": 4, "estimate": -0.13650581933099568, "se": 0.08366413917884256, "lower": -0.3004845189190736, "upper": 0.02747288025708225, "n": 474.0, "relative_to_minus_one": -0.13650581933099568 }, { "event_time": 5, "estimate": -0.15336747537613962, "se": 0.07944063346812068, "lower": -0.30906825588270337, "upper": 0.0023333051304241514, "n": 424.0, "relative_to_minus_one": -0.15336747537613962 }, { "event_time": 9, "estimate": 0.21198083110634935, "se": 0.03831190609559717, "lower": 0.13689087497989832, "upper": 0.2870707872328004, "n": 1.0, "relative_to_minus_one": 0.21198083110634935 }, { "event_time": 10, "estimate": -0.4970241189614029, "se": 0.04463270472337624, "lower": -0.5845026127518311, "upper": -0.4095456251709747, "n": 1.0, "relative_to_minus_one": -0.4970241189614029 }, { "event_time": 11, "estimate": -1.2418756037805214, "se": 0.04314007211254317, "lower": -1.3264285914115668, "upper": -1.157322616149476, "n": 1.0, "relative_to_minus_one": -1.2418756037805214 }, { "event_time": 12, "estimate": 1.665263462818409, "se": 0.026159422101923253, "lower": 1.6139919376422585, "upper": 1.7165349879945597, "n": 1.0, "relative_to_minus_one": 1.665263462818409 }, { "event_time": 13, "estimate": 0.0953580330354565, "se": 0.05206748154176815, "lower": -0.00669235555211313, "upper": 0.19740842162302613, "n": 1.0, "relative_to_minus_one": 0.0953580330354565 }, { "event_time": 14, "estimate": -0.028428698211307224, "se": 0.02912046230765056, "lower": -0.08550375554745848, "upper": 0.028646359124844027, "n": 1.0, "relative_to_minus_one": -0.028428698211307224 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.27097805039303746, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.08309931915382703, "mass": 1.0, "base": 4 }, { "group": 19, "year": 1, "event_time": -18, "att": -0.07777115380691993, "mass": 0.0, "base": 18 }, { "group": 19, "year": 2, "event_time": -17, "att": -0.09767172414946534, "mass": 0.0, "base": 18 }, { "group": 19, "year": 3, "event_time": -16, "att": 0.036456678964049055, "mass": 0.0, "base": 18 }, { "group": 19, "year": 4, "event_time": -15, "att": 0.07996938889231331, "mass": 0.0, "base": 18 }, { "group": 19, "year": 5, "event_time": -14, "att": 0.03877931779068644, "mass": 0.0, "base": 18 }, { "group": 19, "year": 6, "event_time": -13, "att": 0.3191198588214783, "mass": 0.0, "base": 18 }, { "group": 19, "year": 7, "event_time": -12, "att": 0.15027242806508173, "mass": 0.0, "base": 18 }, { "group": 19, "year": 8, "event_time": -11, "att": 0.24563197367760786, "mass": 0.0, "base": 18 }, { "group": 19, "year": 9, "event_time": -10, "att": 0.08391815669128658, "mass": 0.0, "base": 18 }, { "group": 19, "year": 10, "event_time": -9, "att": 0.37618002801277994, "mass": 0.0, "base": 18 }, { "group": 19, "year": 11, "event_time": -8, "att": 0.42554727385244, "mass": 0.0, "base": 18 }, { "group": 19, "year": 12, "event_time": -7, "att": 0.3688215534441746, "mass": 0.0, "base": 18 }, { "group": 19, "year": 13, "event_time": -6, "att": 0.21500120420815005, "mass": 0.0, "base": 18 }, { "group": 19, "year": 14, "event_time": -5, "att": 0.33372529501344445, "mass": 0.0, "base": 18 }, { "group": 19, "year": 15, "event_time": -4, "att": 0.1058084176221665, "mass": 0.0, "base": 18 }, { "group": 19, "year": 16, "event_time": -3, "att": 0.2688907581296824, "mass": 0.0, "base": 18 }, { "group": 19, "year": 17, "event_time": -2, "att": -0.15361916685184945, "mass": 0.0, "base": 18 }, { "group": 19, "year": 18, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 18 }, { "group": 19, "year": 19, "event_time": 0, "att": 0.22648349249229227, "mass": 26.0, "base": 18 }, { "group": 19, "year": 20, "event_time": 1, "att": -0.1558547623676118, "mass": 24.0, "base": 18 }, { "group": 19, "year": 21, "event_time": 2, "att": 0.2196171495042329, "mass": 22.0, "base": 18 }, { "group": 19, "year": 22, "event_time": 3, "att": -0.06241029077189214, "mass": 20.0, "base": 18 }, { "group": 19, "year": 23, "event_time": 4, "att": 0.1837546696654302, "mass": 19.0, "base": 18 }, { "group": 19, "year": 24, "event_time": 5, "att": 0.12779972881071017, "mass": 17.0, "base": 18 }, { "group": 21, "year": 1, "event_time": -20, "att": 0.40946081779367727, "mass": 0.0, "base": 20 }, { "group": 21, "year": 2, "event_time": -19, "att": 0.43135807896598344, "mass": 0.0, "base": 20 }, { "group": 21, "year": 3, "event_time": -18, "att": 0.14943861312292794, "mass": 0.0, "base": 20 }, { "group": 21, "year": 4, "event_time": -17, "att": -0.004427376594311666, "mass": 0.0, "base": 20 }, { "group": 21, "year": 5, "event_time": -16, "att": 0.19144249179720796, "mass": 0.0, "base": 20 }, { "group": 21, "year": 6, "event_time": -15, "att": 0.3316213283770251, "mass": 0.0, "base": 20 }, { "group": 21, "year": 7, "event_time": -14, "att": 0.23874815194602156, "mass": 0.0, "base": 20 }, { "group": 21, "year": 8, "event_time": -13, "att": 0.23020626552814588, "mass": 0.0, "base": 20 }, { "group": 21, "year": 9, "event_time": -12, "att": 0.2459762276297642, "mass": 0.0, "base": 20 }, { "group": 21, "year": 10, "event_time": -11, "att": 0.2841669724555038, "mass": 0.0, "base": 20 }, { "group": 21, "year": 11, "event_time": -10, "att": 0.2589869010218454, "mass": 0.0, "base": 20 }, { "group": 21, "year": 12, "event_time": -9, "att": 0.37858147721051183, "mass": 0.0, "base": 20 }, { "group": 21, "year": 13, "event_time": -8, "att": 0.25987501505209987, "mass": 0.0, "base": 20 }, { "group": 21, "year": 14, "event_time": -7, "att": 0.3516061844384774, "mass": 0.0, "base": 20 }, { "group": 21, "year": 15, "event_time": -6, "att": 0.34159741355088724, "mass": 0.0, "base": 20 }, { "group": 21, "year": 16, "event_time": -5, "att": 0.31079129634364344, "mass": 0.0, "base": 20 }, { "group": 21, "year": 17, "event_time": -4, "att": 0.3157822912591519, "mass": 0.0, "base": 20 }, { "group": 21, "year": 18, "event_time": -3, "att": 0.3422830811920594, "mass": 0.0, "base": 20 }, { "group": 21, "year": 19, "event_time": -2, "att": 0.22090459226473025, "mass": 0.0, "base": 20 }, { "group": 21, "year": 20, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 20 }, { "group": 21, "year": 21, "event_time": 0, "att": 0.1447908770789872, "mass": 225.0, "base": 20 }, { "group": 21, "year": 22, "event_time": 1, "att": 0.02211272692993793, "mass": 202.0, "base": 20 }, { "group": 21, "year": 23, "event_time": 2, "att": 0.24810268449508802, "mass": 171.0, "base": 20 }, { "group": 21, "year": 24, "event_time": 3, "att": 0.2075760183791009, "mass": 156.0, "base": 20 }, { "group": 21, "year": 25, "event_time": 4, "att": 0.16141299190597144, "mass": 144.0, "base": 20 }, { "group": 21, "year": 26, "event_time": 5, "att": 0.0902305392533927, "mass": 133.0, "base": 20 }, { "group": 21, "year": 30, "event_time": 9, "att": 0.21198083110634935, "mass": 1.0, "base": 20 }, { "group": 21, "year": 31, "event_time": 10, "att": -0.49702411896140297, "mass": 1.0, "base": 20 }, { "group": 21, "year": 32, "event_time": 11, "att": -1.2418756037805214, "mass": 1.0, "base": 20 }, { "group": 21, "year": 33, "event_time": 12, "att": 1.6652634628184093, "mass": 1.0, "base": 20 }, { "group": 21, "year": 34, "event_time": 13, "att": 0.09535803303545648, "mass": 1.0, "base": 20 }, { "group": 21, "year": 35, "event_time": 14, "att": -0.028428698211307224, "mass": 1.0, "base": 20 }, { "group": 27, "year": 1, "event_time": -26, "att": -0.018203251879004623, "mass": 0.0, "base": 26 }, { "group": 27, "year": 2, "event_time": -25, "att": 0.003280177560816444, "mass": 0.0, "base": 26 }, { "group": 27, "year": 3, "event_time": -24, "att": -0.03889419151740256, "mass": 0.0, "base": 26 }, { "group": 27, "year": 4, "event_time": -23, "att": 0.005878601733150635, "mass": 0.0, "base": 26 }, { "group": 27, "year": 5, "event_time": -22, "att": -0.09902141839254913, "mass": 0.0, "base": 26 }, { "group": 27, "year": 6, "event_time": -21, "att": -0.1170177828924803, "mass": 0.0, "base": 26 }, { "group": 27, "year": 7, "event_time": -20, "att": -0.17910273501701474, "mass": 0.0, "base": 26 }, { "group": 27, "year": 8, "event_time": -19, "att": 0.032124434678586146, "mass": 0.0, "base": 26 }, { "group": 27, "year": 9, "event_time": -18, "att": -0.029776940232713107, "mass": 0.0, "base": 26 }, { "group": 27, "year": 10, "event_time": -17, "att": -0.011134289352945692, "mass": 0.0, "base": 26 }, { "group": 27, "year": 11, "event_time": -16, "att": -0.05264454437610397, "mass": 0.0, "base": 26 }, { "group": 27, "year": 12, "event_time": -15, "att": 0.03566273339618853, "mass": 0.0, "base": 26 }, { "group": 27, "year": 13, "event_time": -14, "att": 0.014840150253903006, "mass": 0.0, "base": 26 }, { "group": 27, "year": 14, "event_time": -13, "att": 0.07649164472171868, "mass": 0.0, "base": 26 }, { "group": 27, "year": 15, "event_time": -12, "att": -0.07040833262361393, "mass": 0.0, "base": 26 }, { "group": 27, "year": 16, "event_time": -11, "att": 0.12493437388107005, "mass": 0.0, "base": 26 }, { "group": 27, "year": 17, "event_time": -10, "att": -0.05609330407080798, "mass": 0.0, "base": 26 }, { "group": 27, "year": 18, "event_time": -9, "att": -0.037071277141849435, "mass": 0.0, "base": 26 }, { "group": 27, "year": 19, "event_time": -8, "att": 0.09104188508181024, "mass": 0.0, "base": 26 }, { "group": 27, "year": 20, "event_time": -7, "att": 0.019443543218534365, "mass": 0.0, "base": 26 }, { "group": 27, "year": 21, "event_time": -6, "att": 0.0059323288346950775, "mass": 0.0, "base": 26 }, { "group": 27, "year": 22, "event_time": -5, "att": -0.07742638129515439, "mass": 0.0, "base": 26 }, { "group": 27, "year": 23, "event_time": -4, "att": -0.042450580104410496, "mass": 0.0, "base": 26 }, { "group": 27, "year": 24, "event_time": -3, "att": -0.031353169070866035, "mass": 0.0, "base": 26 }, { "group": 27, "year": 25, "event_time": -2, "att": -0.008965619553320786, "mass": 0.0, "base": 26 }, { "group": 27, "year": 26, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 26 }, { "group": 27, "year": 27, "event_time": 0, "att": -0.025384059715348184, "mass": 437.0, "base": 26 }, { "group": 27, "year": 28, "event_time": 1, "att": -0.20023498397729608, "mass": 382.0, "base": 26 }, { "group": 27, "year": 29, "event_time": 2, "att": -0.2524203598821597, "mass": 357.0, "base": 26 }, { "group": 27, "year": 30, "event_time": 3, "att": -0.33836995321891744, "mass": 333.0, "base": 26 }, { "group": 27, "year": 31, "event_time": 4, "att": -0.24846333615364508, "mass": 295.0, "base": 26 }, { "group": 27, "year": 32, "event_time": 5, "att": -0.268081996635756, "mass": 261.0, "base": 26 }, { "group": 30, "year": 1, "event_time": -29, "att": -0.4984370734396742, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": -0.46234344837545244, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": -0.37044920180633567, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": -0.3890793951894326, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": -0.3221796463051364, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": -0.2982731371314379, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": -0.4240194080100874, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": -0.2245469923506926, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": -0.4464459150670606, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": -0.39667936415465366, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": -0.37412876940738576, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": -0.35973649818218206, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": -0.0943641608572677, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": -0.3022376157228909, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": -0.09666724142580485, "mass": 0.0, "base": 29 }, { "group": 30, "year": 16, "event_time": -14, "att": -0.4729233978008907, "mass": 0.0, "base": 29 }, { "group": 30, "year": 17, "event_time": -13, "att": -0.4956511688226699, "mass": 0.0, "base": 29 }, { "group": 30, "year": 18, "event_time": -12, "att": -0.36787421320462443, "mass": 0.0, "base": 29 }, { "group": 30, "year": 19, "event_time": -11, "att": -0.22003628502121783, "mass": 0.0, "base": 29 }, { "group": 30, "year": 20, "event_time": -10, "att": -0.009836387111447131, "mass": 0.0, "base": 29 }, { "group": 30, "year": 21, "event_time": -9, "att": -0.4063330246829622, "mass": 0.0, "base": 29 }, { "group": 30, "year": 22, "event_time": -8, "att": -0.10454225968926378, "mass": 0.0, "base": 29 }, { "group": 30, "year": 23, "event_time": -7, "att": -0.3504324131105775, "mass": 0.0, "base": 29 }, { "group": 30, "year": 24, "event_time": -6, "att": -0.3492011563847605, "mass": 0.0, "base": 29 }, { "group": 30, "year": 25, "event_time": -5, "att": -0.27960497405910906, "mass": 0.0, "base": 29 }, { "group": 30, "year": 26, "event_time": -4, "att": -0.3620954714187611, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": -0.40815545505836553, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.5773513474725296, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.5464493525886895, "mass": 17.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": -0.07115142251152051, "mass": 16.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.15355300762097535, "mass": 15.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": -0.08357402987106688, "mass": 13.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": -0.6900586536483143, "mass": 11.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": -0.19085832679619896, "mass": 9.0, "base": 29 }, { "group": 31, "year": 25, "event_time": -6, "att": -5.729898012478189, "mass": 0.0, "base": 30 }, { "group": 31, "year": 26, "event_time": -5, "att": -8.069175922440968, "mass": 0.0, "base": 30 }, { "group": 31, "year": 27, "event_time": -4, "att": -7.228733082678346, "mass": 0.0, "base": 30 }, { "group": 31, "year": 28, "event_time": -3, "att": -5.382726853513628, "mass": 0.0, "base": 30 }, { "group": 31, "year": 29, "event_time": -2, "att": -5.670848025397431, "mass": 0.0, "base": 30 }, { "group": 31, "year": 30, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 30 }, { "group": 31, "year": 31, "event_time": 0, "att": -3.0305231212436032, "mass": 1.0, "base": 30 }, { "group": 31, "year": 32, "event_time": 1, "att": -7.982456860081671, "mass": 1.0, "base": 30 }, { "group": 31, "year": 33, "event_time": 2, "att": -6.267402865328937, "mass": 1.0, "base": 30 }, { "group": 35, "year": 20, "event_time": -15, "att": -0.530087326882026, "mass": 0.0, "base": 34 }, { "group": 35, "year": 21, "event_time": -14, "att": -1.1051116570726938, "mass": 0.0, "base": 34 }, { "group": 35, "year": 22, "event_time": -13, "att": 0.5222213027886045, "mass": 0.0, "base": 34 }, { "group": 35, "year": 23, "event_time": -12, "att": -0.1827807373119312, "mass": 0.0, "base": 34 }, { "group": 35, "year": 24, "event_time": -11, "att": -0.12049405983448092, "mass": 0.0, "base": 34 }, { "group": 35, "year": 25, "event_time": -10, "att": 0.424150166506785, "mass": 0.0, "base": 34 }, { "group": 35, "year": 26, "event_time": -9, "att": -0.29514530642654996, "mass": 0.0, "base": 34 }, { "group": 35, "year": 27, "event_time": -8, "att": 0.12022737308514286, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -0.35064205931087045, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -0.30706796221059807, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.0831393645329715, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.6856090935930292, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.47394859619238955, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.5222702110337181, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": 0.31286645336527136, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -0.14987294320725136, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.4075526529573335, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.14299674721118466, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.46883582951515623, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": 0.1319865242663486, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.03989945806054491, "se": 0.04201321888179235, "lower": -0.12224385394345608, "upper": 0.04244493782236627 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.08224679255054006, "se": 0.0774950019117627, "lower": -0.2341342052794576, "upper": 0.06964062017837748 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.13141494653023142, "se": 0.06577309465994112, "lower": -0.26032784321545976, "upper": -0.0025020498450030737 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.09395135093568958, "se": 0.1157199530418143, "lower": -0.3207582911903119, "upper": 0.1328555893189327 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.09395135093568958, "treated_cell_se": 0.1157199530418143, "checks": { "input_rows": 156443, "retained_rows": 156443, "all_observed_post_cells_estimated": true, "post_weight_sum": 3345.0, "avoided_dense_if_bytes": 367953936 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.32961016707122326, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": {} }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10298317812568025, "event_study": [ { "event_time": -29, "estimate": -0.2557661046367627, "raw_gap": -0.2557661046367627, "n": 4, "n_cells": 4, "weight_sum": 4.0, "relative_to_minus_one": -0.23365732553868576 }, { "event_time": -28, "estimate": -0.1912105706816901, "raw_gap": -0.1912105706816901, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.16910179158361316 }, { "event_time": -27, "estimate": -0.11718373160291283, "raw_gap": -0.11718373160291283, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.09507495250483589 }, { "event_time": -26, "estimate": -0.048953989735401784, "raw_gap": -0.048953989735401784, "n": 58, "n_cells": 58, "weight_sum": 58.0, "relative_to_minus_one": -0.026845210637324844 }, { "event_time": -25, "estimate": -0.020238270704490795, "raw_gap": -0.020238270704490795, "n": 64, "n_cells": 64, "weight_sum": 64.0, "relative_to_minus_one": 0.0018705083935861462 }, { "event_time": -24, "estimate": -0.03420294001430051, "raw_gap": -0.03420294001430051, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.012094160916223572 }, { "event_time": -23, "estimate": -0.004969361071742934, "raw_gap": -0.004969361071742934, "n": 81, "n_cells": 81, "weight_sum": 81.0, "relative_to_minus_one": 0.017139418026334008 }, { "event_time": -22, "estimate": -0.09257459695265512, "raw_gap": -0.09257459695265512, "n": 96, "n_cells": 96, "weight_sum": 96.0, "relative_to_minus_one": -0.07046581785457817 }, { "event_time": -21, "estimate": -0.11449938128257411, "raw_gap": -0.11449938128257411, "n": 111, "n_cells": 111, "weight_sum": 111.0, "relative_to_minus_one": -0.09239060218449717 }, { "event_time": -20, "estimate": -0.07537470047841327, "raw_gap": -0.07537470047841327, "n": 165, "n_cells": 165, "weight_sum": 165.0, "relative_to_minus_one": -0.053265921380336326 }, { "event_time": -19, "estimate": 0.054968200846411054, "raw_gap": 0.054968200846411054, "n": 185, "n_cells": 185, "weight_sum": 185.0, "relative_to_minus_one": 0.07707697994448799 }, { "event_time": -18, "estimate": -0.03643273679390813, "raw_gap": -0.03643273679390813, "n": 198, "n_cells": 198, "weight_sum": 198.0, "relative_to_minus_one": -0.014323957695831186 }, { "event_time": -17, "estimate": -0.0406045841668741, "raw_gap": -0.0406045841668741, "n": 210, "n_cells": 210, "weight_sum": 210.0, "relative_to_minus_one": -0.018495805068797156 }, { "event_time": -16, "estimate": -0.03456942306749588, "raw_gap": -0.03456942306749588, "n": 223, "n_cells": 223, "weight_sum": 223.0, "relative_to_minus_one": -0.012460643969418938 }, { "event_time": -15, "estimate": 0.0516124679636531, "raw_gap": 0.0516124679636531, "n": 238, "n_cells": 238, "weight_sum": 238.0, "relative_to_minus_one": 0.07372124706173004 }, { "event_time": -14, "estimate": 0.011288348721828672, "raw_gap": 0.011288348721828672, "n": 270, "n_cells": 270, "weight_sum": 270.0, "relative_to_minus_one": 0.033397127819905614 }, { "event_time": -13, "estimate": 0.02813939723778214, "raw_gap": 0.02813939723778214, "n": 294, "n_cells": 294, "weight_sum": 294.0, "relative_to_minus_one": 0.05024817633585908 }, { "event_time": -12, "estimate": -0.019440240073221846, "raw_gap": -0.019440240073221846, "n": 319, "n_cells": 318, "weight_sum": 319.0, "relative_to_minus_one": 0.0026685390248550947 }, { "event_time": -11, "estimate": 0.05283414266202714, "raw_gap": 0.05283414266202714, "n": 341, "n_cells": 340, "weight_sum": 341.0, "relative_to_minus_one": 0.07494292176010409 }, { "event_time": -10, "estimate": -0.00666030706435134, "raw_gap": -0.00666030706435134, "n": 358, "n_cells": 358, "weight_sum": 358.0, "relative_to_minus_one": 0.0154484720337256 }, { "event_time": -9, "estimate": 0.030232297591645887, "raw_gap": 0.030232297591645887, "n": 379, "n_cells": 378, "weight_sum": 379.0, "relative_to_minus_one": 0.05234107668972283 }, { "event_time": -8, "estimate": 0.04840759048149839, "raw_gap": 0.04840759048149839, "n": 391, "n_cells": 391, "weight_sum": 391.0, "relative_to_minus_one": 0.07051636957957533 }, { "event_time": -7, "estimate": 0.039178632779580044, "raw_gap": 0.039178632779580044, "n": 418, "n_cells": 418, "weight_sum": 418.0, "relative_to_minus_one": 0.06128741187765699 }, { "event_time": -6, "estimate": 0.013741288104959089, "raw_gap": 0.013741288104959089, "n": 488, "n_cells": 485, "weight_sum": 488.0, "relative_to_minus_one": 0.03585006720303603 }, { "event_time": -5, "estimate": -0.00673772072590623, "raw_gap": -0.00673772072590623, "n": 522, "n_cells": 522, "weight_sum": 522.0, "relative_to_minus_one": 0.01537105837217071 }, { "event_time": -4, "estimate": -0.00390991788024852, "raw_gap": -0.00390991788024852, "n": 549, "n_cells": 548, "weight_sum": 549.0, "relative_to_minus_one": 0.018198861217828422 }, { "event_time": -3, "estimate": -0.00047173277194791525, "raw_gap": -0.00047173277194791525, "n": 584, "n_cells": 584, "weight_sum": 584.0, "relative_to_minus_one": 0.021637046326129027 }, { "event_time": -2, "estimate": -0.01345869070601196, "raw_gap": -0.01345869070601196, "n": 630, "n_cells": 629, "weight_sum": 630.0, "relative_to_minus_one": 0.008650088392064981 }, { "event_time": -1, "estimate": -0.02210877909807694, "raw_gap": -0.02210877909807694, "n": 713, "n_cells": 712, "weight_sum": 713.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.037729430480261, "raw_gap": -0.037729430480261, "n": 713, "n_cells": 712, "weight_sum": 713.0, "relative_to_minus_one": -0.015620651382184058 }, { "event_time": 1, "estimate": -0.18369746461347125, "raw_gap": -0.18369746461347125, "n": 630, "n_cells": 630, "weight_sum": 630.0, "relative_to_minus_one": -0.16158868551539432 }, { "event_time": 2, "estimate": -0.11238380174763513, "raw_gap": -0.11238380174763513, "n": 571, "n_cells": 571, "weight_sum": 571.0, "relative_to_minus_one": -0.09027502264955818 }, { "event_time": 3, "estimate": -0.15265901988751285, "raw_gap": -0.15265901988751285, "n": 527, "n_cells": 527, "weight_sum": 527.0, "relative_to_minus_one": -0.13055024078943592 }, { "event_time": 4, "estimate": -0.0830943141056615, "raw_gap": -0.0830943141056615, "n": 474, "n_cells": 474, "weight_sum": 474.0, "relative_to_minus_one": -0.06098553500758455 }, { "event_time": 5, "estimate": -0.06611667415875275, "raw_gap": -0.06611667415875275, "n": 424, "n_cells": 424, "weight_sum": 424.0, "relative_to_minus_one": -0.0440078950606758 }, { "event_time": 9, "estimate": 1.8534471490189914, "raw_gap": 1.8534471490189914, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.8755559281170684 }, { "event_time": 10, "estimate": 1.1936416011341526, "raw_gap": 1.1936416011341526, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.2157503802322296 }, { "event_time": 11, "estimate": 0.43741516919313683, "raw_gap": 0.43741516919313683, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.4595239482912138 }, { "event_time": 12, "estimate": 3.3546565330204077, "raw_gap": 3.3546565330204077, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 3.3767653121184846 }, { "event_time": 13, "estimate": 1.7474868240765051, "raw_gap": 1.7474868240765051, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.769595603174582 }, { "event_time": 14, "estimate": 1.6077375400829728, "raw_gap": 1.6077375400829728, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 1.6298463191810497 } ], "package_event_study": { "event_time": [ -29.0, -28.0, -27.0, -26.0, -25.0, -24.0, -23.0, -22.0, -21.0, -20.0, -19.0, -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "estimate": [ -0.2557661046367627, -0.1912105706816901, -0.11718373160291283, -0.04895398973540179, -0.020238270704490798, -0.034202940014300486, -0.0049693610717429434, -0.09257459695265513, -0.1144993812825741, -0.07537470047841326, 0.05496820084641104, -0.036432736793908134, -0.040604584166874104, -0.03456942306749587, 0.05161246796365312, 0.011288348721828687, 0.02813939723778214, -0.019722043662108273, 0.05387543117186491, -0.006660307064351341, 0.029730382402747963, 0.04840759048149837, 0.039178632779580044, 0.012949766904398814, -0.006737720725906227, -0.0029291300024932424, -0.00047173277194791145, -0.01335783110942131, -0.02275044287097933, -0.04196601239045454, -0.1836974646134713, -0.1123838017476351, -0.1526590198875129, -0.08309431410566148, -0.06611667415875275, 1.8534471490189914, 1.1936416011341526, 0.43741516919313683, 3.3546565330204077, 1.7474868240765051, 1.6077375400829728 ], "n": [ 4.0, 3.0, 3.0, 58.0, 64.0, 67.0, 81.0, 96.0, 111.0, 165.0, 185.0, 198.0, 210.0, 223.0, 238.0, 270.0, 294.0, 318.0, 340.0, 358.0, 378.0, 391.0, 418.0, 485.0, 522.0, 548.0, 584.0, 629.0, 712.0, 712.0, 630.0, 571.0, 527.0, 474.0, 424.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 186, "termination_reason": "Relative objective tolerance reached", "objective": 0.47714009792222956, "lambda_l": 0.00031048656698868073, "singular_values": [ 74.29017313575062, 73.01772155610124, 65.57118041249878, 58.75553006298611, 57.64651428461835, 52.882028251986355, 50.931260739473785, 47.79566543890435, 46.407755923746905, 41.55843587921447, 37.57056410335136, 35.91568653721174, 35.068002876133235, 34.594404971917584, 33.87994965979169, 31.88206114939752, 31.148128352819004, 26.29621847339413, 24.727036252696312, 23.962908455775167, 22.887405874534696, 21.15728730126479, 19.764362463899392, 18.55450465841275, 17.909154607859794, 16.128731057565833, 12.91211107685653, 12.101775283899126, 8.771163693346207, 7.721786945071706, 7.054780382238192, 6.91809570398253, 5.785016315063153, 4.307069897748438, 1.578533454089726, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.4798043257964819, 0.4782052183259633, 0.47770544317290264, 0.47749210037473977, 0.4773837163741216, 0.4773208921951384, 0.47728064785624763, 0.4772528308079822, 0.47723248510314836, 0.4772169757647975, 0.4772047913699586, 0.47719500459268815, 0.47718701217428516, 0.4771804017238399, 0.4771748795310974, 0.4771702293228477, 0.477166287509021, 0.4771629276390409, 0.47716005023674896, 0.4771575759103989, 0.47715544053516734, 0.47715359179368394, 0.47715198663451486, 0.4771505893683675, 0.47714937021798814, 0.4771483041976741, 0.4771473702366237, 0.47714655048549126, 0.47714582976260883, 0.4771451951079574, 0.4771446354211231, 0.47714414116548587, 0.47714370412493784, 0.4771433172027802, 0.47714297425453617, 0.47714266994839116, 0.4771423996481451, 0.47714215931466586, 0.4771419454226403, 0.47714175488997623, 0.4771415850177824, 0.4771414334391546, 0.4771412980753782, 0.47714117709837145, 0.4771410688984291, 0.4771409720563758, 0.47714088531959503, 0.4771408075812343, 0.47714073786222644, 0.4771406752956643, 0.47714061911318373, 0.4771405686331641, 0.47714052325036094, 0.47714048242692503, 0.4771404456844588, 0.4771404125971359, 0.4771403827856313, 0.4771403559117685, 0.4771403316738715, 0.47714030980259836, 0.47714029005734643, 0.47714027222302463, 0.4771402561072293, 0.47714024153775353, 0.477140228360355, 0.47714021643681653, 0.47714020564320203, 0.4771401958683211, 0.47714018701236, 0.47714017898566996, 0.47714017170769796, 0.4771401651060076, 0.477140159115454, 0.47714015367739243, 0.47714014873903493, 0.47714014425281115, 0.47714014017585415, 0.4771401364695145, 0.47714013309892067, 0.47714013003260203, 0.4771401272421506, 0.47714012470189593, 0.4771401223886484, 0.4771401202814418, 0.47714011836131376, 0.47714011661110767, 0.47714011501529063, 0.47714011355980246, 0.477140112231911, 0.47714011102007314, 0.47714010991382005, 0.4771401089036673, 0.477140107981008, 0.4771401071380301, 0.47714010636764437, 0.4771401056634077, 0.47714010501946896, 0.4771401044305144, 0.4771401038917107, 0.4771401033986665, 0.4771401029473742, 0.4771401025341997, 0.47714010215583746, 0.47714010180927036, 0.4771401014917477, 0.4771401012007743, 0.4771401009340633, 0.47714010068954643, 0.47714010046531624, 0.4771401002596536, 0.47714010007097407, 0.477140099897844, 0.4771400997389489, 0.4771400995930891, 0.47714009945916525, 0.47714009933617674, 0.4771400992232103, 0.4771400991194288, 0.4771400990240647, 0.47714009893642295, 0.47714009885586434, 0.4771400987817971, 0.4771400987136946, 0.4771400986510581, 0.4771400985934422, 0.47714009854043277, 0.4771400984916607, 0.47714009844677185, 0.4771400984054538, 0.4771400983674134, 0.47714009833239024, 0.4771400983001368, 0.477140098270431, 0.4771400982430641, 0.4771400982178554, 0.477140098194623, 0.4771400981732171, 0.4771400981534812, 0.4771400981352929, 0.4771400981185224, 0.4771400981030605, 0.4771400980887995, 0.4771400980756465, 0.47714009806351587, 0.47714009805232427, 0.4771400980419933, 0.4771400980324634, 0.477140098023671, 0.4771400980155504, 0.47714009800805574, 0.4771400980011395, 0.4771400979947511, 0.4771400979888515, 0.4771400979834043, 0.47714009797837215, 0.4771400979737266, 0.47714009796943035, 0.4771400979654644, 0.47714009796179857, 0.47714009795841167, 0.4771400979552784, 0.4771400979523859, 0.47714009794971424, 0.477140097947239, 0.4771400979449556, 0.47714009794284123, 0.47714009794088386, 0.4771400979390773, 0.4771400979374073, 0.4771400979358613, 0.47714009793442946, 0.47714009793310486, 0.47714009793188067, 0.4771400979307488, 0.47714009792970014, 0.4771400979287277, 0.4771400979278338, 0.4771400979269998, 0.4771400979262291, 0.4771400979255205, 0.4771400979248611, 0.4771400979242507, 0.47714009792368584, 0.4771400979231625, 0.4771400979226776, 0.47714009792222956 ], "history_rmse": [ 0.382831270618488, 0.3820586126976333, 0.3819231887850845, 0.38182874438078607, 0.3818278672956925, 0.3818347618646364, 0.3818362638059524, 0.38183317265443506, 0.38182757053660177, 0.38182086928223624, 0.38181385414379004, 0.38180693191351994, 0.38180030379748703, 0.38179406241507285, 0.381788243035098, 0.381782850404878, 0.38177787300963173, 0.3817732908503041, 0.381769079808663, 0.38176521415733966, 0.3817616680236274, 0.3817584162413015, 0.38175543483311586, 0.38175270126521077, 0.381750194558775, 0.38174789531230285, 0.38174578566855516, 0.38174384924831445, 0.3817420710655351, 0.38174043743339814, 0.38173893586737917, 0.38173755498942563, 0.3817362844355381, 0.38173511476836397, 0.3817340373954038, 0.3817330444932579, 0.3817321289378631, 0.3817312842405554, 0.3817305044897184, 0.38172978429762144, 0.3817291187521219, 0.38172850337281644, 0.3817279340712777, 0.3817274071150315, 0.3817269190949595, 0.38172646689570616, 0.3817260476689801, 0.3817256588093007, 0.38172529793209314, 0.38172496285383006, 0.3817246515740049, 0.38172436225887774, 0.3817240932266446, 0.3817238429340943, 0.3817236099643816, 0.38172339301604247, 0.38172319089297396, 0.3817230024952973, 0.3817228268111416, 0.3817226629090638, 0.3817225099312643, 0.38172236708733254, 0.38172223364858787, 0.38172210894293135, 0.38172199235011733, 0.3817218832974852, 0.38172178125604167, 0.3817216857368891, 0.38172159628796437, 0.3817215124910612, 0.38172143395911906, 0.38172136033370807, 0.38172129128278776, 0.3817212264985829, 0.38172116569572, 0.3817211086094286, 0.3817210549939773, 0.3817210046211909, 0.3817209572790964, 0.3817209127706859, 0.38172087091279566, 0.38172083153503195, 0.3817207944788397, 0.3817207595966032, 0.38172072675083574, 0.3817206958134339, 0.3817206666649793, 0.3817206391941211, 0.38172061329698515, 0.38172058887662264, 0.381720565842513, 0.38172054411012535, 0.38172052360047415, 0.3817205042397316, 0.3817204859588714, 0.38172046869331827, 0.38172045238265384, 0.38172043697032754, 0.38172042240338355, 0.3817204086322247, 0.38172039561035737, 0.3817203832942217, 0.38172037164297523, 0.3817203606183012, 0.3817203501842448, 0.3817203403070759, 0.38172033095510893, 0.3817203220986103, 0.38172031370961784, 0.3817203057618852, 0.38172029823071685, 0.3817202910929139, 0.3817202843266456, 0.38172027791137736, 0.3817202718277792, 0.38172026605766207, 0.3817202605839001, 0.3817202553903622, 0.3817202504618478, 0.381720245784044, 0.3817202413434561, 0.3817202371273504, 0.3817202331237417, 0.38172022932130034, 0.38172022570935465, 0.38172022227782454, 0.3817202190172096, 0.3817202159185181, 0.38172021297327596, 0.3817202101734707, 0.38172020751154323, 0.3817202049803377, 0.3817202025730992, 0.3817202002834352, 0.3817201981053148, 0.38172019603301377, 0.3817201940611406, 0.38172019218456765, 0.3817201903984731, 0.38172018869826924, 0.3817201870796261, 0.38172018553843495, 0.3817201840708115, 0.3817201826730792, 0.3817201813417454, 0.3817201800735017, 0.38172017886522785, 0.3817201777139538, 0.3817201766168576, 0.3817201755712797, 0.3817201745746932, 0.3817201736246904, 0.3817201727189995, 0.381720171855463, 0.3817201710320292, 0.3817201702467588, 0.3817201694977957, 0.38172016878339976, 0.38172016810190057, 0.3817201674517205, 0.3817201668313555, 0.38172016623938865, 0.3817201656744632, 0.3817201651352844, 0.38172016462064334, 0.3817201641293666, 0.3817201636603521, 0.3817201632125582, 0.3817201627849818, 0.38172016237667256, 0.3817201619867256, 0.38172016161428646, 0.3817201612585392, 0.3817201609187074, 0.3817201605940479, 0.38172016028385664, 0.3817201599874755, 0.3817201597042495, 0.3817201594335842, 0.38172015917490604, 0.38172015892765365, 0.3817201586913075, 0.38172015846537155, 0.3817201582493676, 0.3817201580428456, 0.3817201578453755 ], "n_observed": 156341, "n_missing": 457027, "n_treated_observed": 3344, "n_untreated_observed": 152997 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 1.942890293094024e-16 }, "native_matrix_att": -0.10390473915071131, "matrix_preparation": { "source_rows": 156443, "matrix_shape": [ 14604, 42 ], "observed_cells": 156341, "missing_cells": 457027, "repeated_cells": 102, "minimum_cell_count": 1, "maximum_cell_count": 2, "observation_mass": 156443.0, "treated_observation_mass": 3345.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 6.1363219995982945, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": { "penalty": 1.0 } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.0561026714314866, "SE": 0.02278196935693539, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.018307914745437553, "SE": 0.09267900550335333, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06824824042645039, "SE": 0.02368425365930956, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.016185880907912578, "SE": 0.018803068378295484, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.03989945806054491, "SE": 0.04201321888179235, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.09395135093568958, "SE": 0.1157199530418143, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10298317812568025, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.0561026714314866, "SE": 0.02278196935693539, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.10172277816337588, "upper": -0.010482564699597331, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.018307914745437553, "SE": 0.09267900550335333, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20389442206734373, "upper": 0.16727859257646863, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06824824042645039, "SE": 0.02368425365930956, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11567514030830442, "upper": -0.020821340544596362, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.016185880907912578, "SE": 0.018803068378295484, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.053838375864136256, "upper": 0.0214666140483111, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.03989945806054491, "SE": 0.04201321888179235, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12224385394345608, "upper": 0.04244493782236627, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.09395135093568958, "SE": 0.1157199530418143, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3207582911903119, "upper": 0.1328555893189327, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10298317812568025, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602254.135767, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.0561026714314866, "SE": 0.02278196935693539, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.10172277816337588, "upper": -0.010482564699597331, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.018307914745437553, "SE": 0.09267900550335333, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20389442206734373, "upper": 0.16727859257646863, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06824824042645039, "SE": 0.02368425365930956, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11567514030830442, "upper": -0.020821340544596362, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.016185880907912578, "SE": 0.018803068378295484, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.053838375864136256, "upper": 0.0214666140483111, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.03989945806054491, "SE": 0.04201321888179235, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12224385394345608, "upper": 0.04244493782236627, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.09395135093568958, "SE": 0.1157199530418143, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3207582911903119, "upper": 0.1328555893189327, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10298317812568025, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P008", "source_specification_id": "PP-REPLY-T1-PA-NOTXOIL-SALESGR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P008.json", "input_bytes": 1940110, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p008", "specification_id": "S03-P008", "source_specification_id": "PP-REPLY-T1-PA-NOTXOIL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOTXOIL-SALESGR", "data": "analyses/full-archive/prepared/S03-P008.parquet", "output_dir": "analyses/full-archive/results/S03-P008" }, "source": { "file": "S03-P008.parquet", "bytes": 1940110, "sha256": "b95b70f4b638f2a1f8e4559162db28219484a0968bba93c2267a10066b83da1e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 176004, "source_sd": 0.4278844932936045, "rows": 168071, "units": 15356, "clusters": 58, "treated_units": 771, "never_treated_units": 14585, "treated_cohorts": 6, "latest_cohort_control_index": null, "unique_unit_period_cells": 167994, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 240, "post_adoption_untreated_rows_removed": 5070, "units_without_minus_one_removed": 11, "additional_rows_removed": 1900 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.040398117292382595, "se": 0.021098261973614172, "pvalue": 0.060546462809120086, "lower": -0.08264665814561789, "upper": 0.0018504235608526945 }, { "method": "Dynamic TWFE", "estimate": 0.00010865873753304828, "se": 0.08855157509093564, "pvalue": 0.9990252267285324, "lower": -0.17721281174787948, "upper": 0.17743012922294557 }, { "method": "BJS / did2s", "estimate": -0.06596096755028513, "se": 0.025415521672204733, "pvalue": 0.011996672126737478, "lower": -0.11685467182873713, "upper": -0.015067263271833144 }, { "method": "Sun\u2013Abraham", "estimate": -0.0021529395683037534, "se": 0.017639865975093826, "pvalue": 0.903288976811511, "lower": -0.037476161889951815, "upper": 0.03317028275334431 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.26249573182570884, "se": 0.12111814918088408, "pvalue": 0.03440650509064322, "lower": -0.5050306420536845, "upper": -0.019960821597733103 }, { "event_time": -28, "estimate": -0.10350399854423292, "se": 0.2203062331789543, "pvalue": 0.6402770136113097, "lower": -0.5446596209515994, "upper": 0.3376516238631335 }, { "event_time": -27, "estimate": -0.21858000974872305, "se": 0.11758617992832454, "pvalue": 0.06820764258921361, "lower": -0.45404227354517046, "upper": 0.016882254047724338 }, { "event_time": -26, "estimate": 0.048693131155922026, "se": 0.11792803798582517, "pvalue": 0.6812250041355438, "lower": -0.18745369159265068, "upper": 0.28483995390449474 }, { "event_time": -25, "estimate": -0.03332071893170137, "se": 0.11388823356334739, "pvalue": 0.7709102971814901, "lower": -0.2613779728619713, "upper": 0.19473653499856852 }, { "event_time": -24, "estimate": -0.025147351513764633, "se": 0.11457467345197722, "pvalue": 0.8270568478693241, "lower": -0.2545791776108953, "upper": 0.20428447458336607 }, { "event_time": -23, "estimate": 0.003925052654479692, "se": 0.10017811459222589, "pvalue": 0.9688831992443394, "lower": -0.19667816159334905, "upper": 0.20452826690230846 }, { "event_time": -22, "estimate": -0.005357731937350739, "se": 0.108158635756949, "pvalue": 0.9606654267124721, "lower": -0.22194166416467834, "upper": 0.21122620028997688 }, { "event_time": -21, "estimate": -0.0936182818525759, "se": 0.10434678190292254, "pvalue": 0.3733945367372968, "lower": -0.3025691084013502, "upper": 0.11533254469619841 }, { "event_time": -20, "estimate": -0.018354929792413318, "se": 0.14003145575431514, "pvalue": 0.8961757902775858, "lower": -0.2987630831546663, "upper": 0.2620532235698397 }, { "event_time": -19, "estimate": -0.0028868065968558074, "se": 0.14789516916152354, "pvalue": 0.9844950275637838, "lower": -0.2990417744388072, "upper": 0.2932681612450956 }, { "event_time": -18, "estimate": 0.018341244584559244, "se": 0.10114819997374565, "pvalue": 0.8567515026308183, "lower": -0.18420453213232596, "upper": 0.22088702130144444 }, { "event_time": -17, "estimate": -0.009210898485316718, "se": 0.11798697012329308, "pvalue": 0.9380480994160605, "lower": -0.24547573080361113, "upper": 0.22705393383297767 }, { "event_time": -16, "estimate": -0.004026870219773594, "se": 0.11284042400297006, "pvalue": 0.9716570863507631, "lower": -0.229985921697473, "upper": 0.2219321812579258 }, { "event_time": -15, "estimate": 0.01600836794849888, "se": 0.1131227081819747, "pvalue": 0.8879634263366276, "lower": -0.21051594784736163, "upper": 0.2425326837443594 }, { "event_time": -14, "estimate": 0.04505663960279469, "se": 0.10296657763289523, "pvalue": 0.6633407099701861, "lower": -0.16113037556848397, "upper": 0.25124365477407334 }, { "event_time": -13, "estimate": 0.07025808193100473, "se": 0.10472133981203072, "pvalue": 0.5049906201237294, "lower": -0.13944278389326298, "upper": 0.2799589477552724 }, { "event_time": -12, "estimate": -0.019461067138783036, "se": 0.1533508659787004, "pvalue": 0.8994618239413031, "lower": -0.32654087941349497, "upper": 0.2876187451359289 }, { "event_time": -11, "estimate": -0.02002158619747014, "se": 0.1072467440217961, "pvalue": 0.8525688279173491, "lower": -0.23477948672254112, "upper": 0.19473631432760086 }, { "event_time": -10, "estimate": 0.1004698617369401, "se": 0.08343822669522534, "pvalue": 0.2335186567583187, "lower": -0.06661230520474147, "upper": 0.26755202867862166 }, { "event_time": -9, "estimate": 0.02750441578792523, "se": 0.12761496115002252, "pvalue": 0.8301261576848403, "lower": -0.2280401360037586, "upper": 0.28304896757960907 }, { "event_time": -8, "estimate": 0.146112719504583, "se": 0.14661596856849937, "pvalue": 0.3231863914872723, "lower": -0.14748069333433295, "upper": 0.4397061323434989 }, { "event_time": -7, "estimate": 0.15755991051031737, "se": 0.06925971339088656, "pvalue": 0.026691322560270042, "lower": 0.018869726724672214, "upper": 0.2962500942959625 }, { "event_time": -6, "estimate": 0.0769403935263849, "se": 0.16105837000841752, "pvalue": 0.6346782465883504, "lower": -0.2455734293451818, "upper": 0.39945421639795164 }, { "event_time": -5, "estimate": 0.06853196368518291, "se": 0.09490251602617461, "pvalue": 0.4731667541538867, "lower": -0.12150704665704298, "upper": 0.2585709740274088 }, { "event_time": -4, "estimate": 0.08677391226040343, "se": 0.11061184396065801, "pvalue": 0.43600075907012875, "lower": -0.1347224846593008, "upper": 0.30827030918010767 }, { "event_time": -3, "estimate": 0.025106029742927877, "se": 0.09175755450592939, "pvalue": 0.785371324730785, "lower": -0.1586353037842076, "upper": 0.20884736327006337 }, { "event_time": -2, "estimate": 0.02217927112103237, "se": 0.07630899329235818, "pvalue": 0.7723733050657297, "lower": -0.13062685218018402, "upper": 0.17498539442224878 }, { "event_time": 0, "estimate": -0.009175531093190914, "se": 0.0929914875598285, "pvalue": 0.9217459517139456, "lower": -0.19538777293983686, "upper": 0.17703671075345503 }, { "event_time": 1, "estimate": -0.025134534970332193, "se": 0.08813861568465062, "pvalue": 0.7765471504463831, "lower": -0.20162906850856963, "upper": 0.15135999856790525 }, { "event_time": 2, "estimate": -0.010995662160051567, "se": 0.09668877947541316, "pvalue": 0.9098576154167324, "lower": -0.20461160336057166, "upper": 0.18262027904046851 }, { "event_time": 3, "estimate": 0.025071255785408465, "se": 0.10631883241752221, "pvalue": 0.8144238115143894, "lower": -0.18782853380282874, "upper": 0.2379710453736457 }, { "event_time": 4, "estimate": 0.00982038307852737, "se": 0.09585170899875074, "pvalue": 0.918755979548358, "lower": -0.182119353405484, "upper": 0.20176011956253873 }, { "event_time": 5, "estimate": 0.0418486680506159, "se": 0.10072896383046726, "pvalue": 0.679366413363501, "lower": -0.15985760277006794, "upper": 0.24355493887129975 }, { "event_time": 9, "estimate": -1.9849211423550384, "se": 0.6918460585849145, "pvalue": 0.00576533959191643, "lower": -3.370318977817952, "upper": -0.5995233068921246 }, { "event_time": 10, "estimate": -1.4005999718063054, "se": 0.6938934363263795, "pvalue": 0.04825693838934524, "lower": -2.790097610478624, "upper": -0.011102333133986786 }, { "event_time": 11, "estimate": -1.7647400729034737, "se": 0.6933443401993622, "pvalue": 0.013650419066521062, "lower": -3.1531381655476096, "upper": -0.37634198025933774 }, { "event_time": 12, "estimate": -1.3649345998409639, "se": 0.702576655288493, "pvalue": 0.056991138778759574, "lower": -2.7718200845603755, "upper": 0.04195088487844778 }, { "event_time": 13, "estimate": 0.5999159262151457, "se": 0.7041246092095662, "pvalue": 0.3977783282788196, "lower": -0.8100692827637892, "upper": 2.0099011351940805 }, { "event_time": 14, "estimate": -1.7116641149130079, "se": 0.6982643694570321, "pvalue": 0.01732284814959435, "lower": -3.1099143962043287, "upper": -0.31341383362168673 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2302232013016723, "se": 0.02169154508957201, "pvalue": 4.052974660398036e-15, "lower": -0.2736597711021937, "upper": -0.18678663150115088 }, { "event_time": -28, "estimate": -0.0758566758542815, "se": 0.17406354447460445, "pvalue": 0.6646287618992077, "lower": -0.42441291138644094, "upper": 0.2726995596778779 }, { "event_time": -27, "estimate": -0.19169459781905043, "se": 0.021025975506837023, "pvalue": 9.947832925080735e-13, "lower": -0.2337983875193903, "upper": -0.14959080811871056 }, { "event_time": -26, "estimate": 0.03142227706291685, "se": 0.03278008610149336, "pvalue": 0.34181970991366123, "lower": -0.034218713107908805, "upper": 0.0970632672337425 }, { "event_time": -25, "estimate": -0.047070509404408704, "se": 0.023079810146202518, "pvalue": 0.04604873103436496, "lower": -0.09328703202917338, "upper": -0.0008539867796440379 }, { "event_time": -24, "estimate": -0.03862694913988039, "se": 0.028617026911405535, "pvalue": 0.18241998958193759, "lower": -0.09593155707757117, "upper": 0.018677658797810394 }, { "event_time": -23, "estimate": -0.012581363201870263, "se": 0.010335149515960863, "pvalue": 0.22849183652155083, "lower": -0.03327714312419006, "upper": 0.008114416720449534 }, { "event_time": -22, "estimate": -0.01785010214349503, "se": 0.017412862986211915, "pvalue": 0.30964210406165527, "lower": -0.05271875882075125, "upper": 0.01701855453376119 }, { "event_time": -21, "estimate": -0.10206829120798085, "se": 0.010749653321093197, "pvalue": 2.425180159780601e-13, "lower": -0.12359410068282284, "upper": -0.08054248173313885 }, { "event_time": -20, "estimate": -0.039045948515712074, "se": 0.032769207388589884, "pvalue": 0.2383779229887331, "lower": -0.10466515443970698, "upper": 0.02657325740828282 }, { "event_time": -19, "estimate": -0.022052997978755578, "se": 0.04207453148730045, "pvalue": 0.6022126056852143, "lower": -0.10630579399792661, "upper": 0.06219979804041545 }, { "event_time": -18, "estimate": -0.001368078663825023, "se": 0.012116223413617025, "pvalue": 0.9104962951112711, "lower": -0.025630397546646092, "upper": 0.022894240218996043 }, { "event_time": -17, "estimate": -0.02768995413913509, "se": 0.01775558887067461, "pvalue": 0.12441206908513526, "lower": -0.06324490756203281, "upper": 0.007864999283762632 }, { "event_time": -16, "estimate": -0.02675832756390382, "se": 0.013064752748993604, "pvalue": 0.04516349084430389, "lower": -0.052920043677940745, "upper": -0.0005966114498668976 }, { "event_time": -15, "estimate": -0.0036615337188985217, "se": 0.0125818956476324, "pvalue": 0.7720953686094147, "lower": -0.02885634516568626, "upper": 0.021533277727889214 }, { "event_time": -14, "estimate": 0.019293536093008823, "se": 0.012710535247307682, "pvalue": 0.13456262923097037, "lower": -0.0061588717088256854, "upper": 0.044745943894843335 }, { "event_time": -13, "estimate": 0.04011166720226804, "se": 0.017963839011547224, "pvalue": 0.029497877075223833, "lower": 0.0041397000653804195, "upper": 0.07608363433915566 }, { "event_time": -12, "estimate": -0.04623941880039284, "se": 0.047131970842560565, "pvalue": 0.3307077049157149, "lower": -0.1406195624409312, "upper": 0.048140724840145546 }, { "event_time": -11, "estimate": -0.0496570889378659, "se": 0.010775679166871794, "pvalue": 2.3315977167633996e-05, "lower": -0.07123501426992836, "upper": -0.028079163605803436 }, { "event_time": -10, "estimate": 0.06538684674781417, "se": 0.03234506570483478, "pvalue": 0.047928061038912874, "lower": 0.0006169698953844005, "upper": 0.13015672360024394 }, { "event_time": -9, "estimate": -0.0033576693376443137, "se": 0.029509844170744627, "pvalue": 0.9098109623908781, "lower": -0.0624501129986205, "upper": 0.05573477432333187 }, { "event_time": -8, "estimate": 0.10821031604009693, "se": 0.047810521624916544, "pvalue": 0.0274416380412434, "lower": 0.012471397895515796, "upper": 0.20394923418467806 }, { "event_time": -7, "estimate": 0.11533597463337526, "se": 0.02346279887654164, "pvalue": 7.84908163759302e-06, "lower": 0.06835253030480878, "upper": 0.16231941896194174 }, { "event_time": -6, "estimate": 0.0251345267050643, "se": 0.06446241612406038, "pvalue": 0.6980564498482458, "lower": -0.10394923500581027, "upper": 0.15421828841593888 }, { "event_time": -5, "estimate": 0.023462651740096655, "se": 0.01819638373018219, "pvalue": 0.2024623644281831, "lower": -0.012974978163598026, "upper": 0.05990028164379134 }, { "event_time": -4, "estimate": 0.03761922933546886, "se": 0.02467122533231302, "pvalue": 0.1328331932180902, "lower": -0.011784047230873257, "upper": 0.08702250590181097 }, { "event_time": -3, "estimate": -0.030635520402195617, "se": 0.01936082352238246, "pvalue": 0.11910406415342664, "lower": -0.06940490076919534, "upper": 0.008133859964804105 }, { "event_time": -2, "estimate": -0.041087443679448984, "se": 0.03594885497964929, "pvalue": 0.2578407631668141, "lower": -0.1130737840772582, "upper": 0.030898896718360228 }, { "event_time": -1, "estimate": -0.07415140195094254, "se": 0.07823486012537294, "pvalue": 0.34722978760159984, "lower": -0.23081400706446514, "upper": 0.08251120316258008 }, { "event_time": 0, "estimate": -0.08571252231099336, "se": 0.04779175561558472, "pvalue": 0.07820504864884521, "lower": -0.18141386217007877, "upper": 0.009988817548092069 }, { "event_time": 1, "estimate": -0.10349435877961341, "se": 0.01863213666744514, "pvalue": 7.61884024681668e-07, "lower": -0.14080456888896176, "upper": -0.06618414867026506 }, { "event_time": 2, "estimate": -0.08621312317207672, "se": 0.051865880375991984, "pvalue": 0.10195668482390104, "lower": -0.19007275714071992, "upper": 0.017646510796566497 }, { "event_time": 3, "estimate": -0.04370977611468936, "se": 0.07421480629131895, "pvalue": 0.5582130799209679, "lower": -0.19232236228102845, "upper": 0.10490281005164974 }, { "event_time": 4, "estimate": -0.046793829088545735, "se": 0.04670469723347201, "pvalue": 0.32062229113907104, "lower": -0.1403183720852177, "upper": 0.046730713908126206 }, { "event_time": 5, "estimate": -0.006969453520192544, "se": 0.03987509360753927, "pvalue": 0.8618701949625243, "lower": -0.08681795115528557, "upper": 0.07287904411490048 }, { "event_time": 9, "estimate": -0.2519460551796548, "se": 0.02774774930446808, "pvalue": 1.1436523949092381e-12, "lower": -0.3075099647349182, "upper": -0.1963821456243914 }, { "event_time": 10, "estimate": 0.33553907718872167, "se": 0.03434670630677227, "pvalue": 8.787422607736835e-14, "lower": 0.26676098416899763, "upper": 0.4043171702084457 }, { "event_time": 11, "estimate": -0.026019550882371678, "se": 0.06525892868417303, "pvalue": 0.6915948029770252, "lower": -0.15669830148276329, "upper": 0.10465919971801993 }, { "event_time": 12, "estimate": 0.37209521505217696, "se": 0.025912999131427444, "pvalue": 1.3731734969788956e-20, "lower": 0.3202053293448556, "upper": 0.4239851007594983 }, { "event_time": 13, "estimate": 2.3369365358401986, "se": 0.032711571022237346, "pvalue": 1.7967979370146165e-57, "lower": 2.2714327447490237, "upper": 2.4024403269313734 }, { "event_time": 14, "estimate": 0.026430808758128643, "se": 0.06020141064167592, "pvalue": 0.662292617322028, "lower": -0.09412043665242144, "upper": 0.1469820541686787 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.30511168474953804, "se": 0.0703074778410574, "pvalue": 5.9026985344396144e-05, "lower": -0.44589998065612335, "upper": -0.16432338884295275 }, { "event_time": -28, "estimate": -0.142608988495596, "se": 0.18266551764362948, "pvalue": 0.43820281225686475, "lower": -0.508390378180476, "upper": 0.22317240118928405 }, { "event_time": -27, "estimate": -0.26264528412723187, "se": 0.06482657794231914, "pvalue": 0.0001557119408329386, "lower": -0.3924582673007622, "upper": -0.13283230095370152 }, { "event_time": -26, "estimate": -0.05598036900612795, "se": 0.046497569276239756, "pvalue": 0.23358800543705163, "lower": -0.1490901454227888, "upper": 0.0371294074105329 }, { "event_time": -25, "estimate": -0.13676013939646733, "se": 0.04087945052556392, "pvalue": 0.001458077294218474, "lower": -0.2186198270687047, "upper": -0.05490045172422997 }, { "event_time": -24, "estimate": -0.13354603421023933, "se": 0.03928678266619243, "pvalue": 0.001239267311273512, "lower": -0.21221645950596232, "upper": -0.054875608914516344 }, { "event_time": -23, "estimate": -0.10309676556110198, "se": 0.038561510795672424, "pvalue": 0.009773015662538173, "lower": -0.18031485898751326, "upper": -0.02587867213469068 }, { "event_time": -22, "estimate": -0.11419456317487231, "se": 0.04244383401879712, "pvalue": 0.009344824591971787, "lower": -0.19918687475739416, "upper": -0.02920225159235046 }, { "event_time": -21, "estimate": -0.20129253399367045, "se": 0.04088673315811985, "pvalue": 7.641578852975019e-06, "lower": -0.2831668048860538, "upper": -0.11941826310128713 }, { "event_time": -20, "estimate": -0.06096762542579402, "se": 0.036943983405692424, "pvalue": 0.10438763455062763, "lower": -0.13494667612431324, "upper": 0.013011425272725197 }, { "event_time": -19, "estimate": -0.044281554793689545, "se": 0.040537095249626294, "pvalue": 0.279265568716151, "lower": -0.12545568785105576, "upper": 0.03689257826367667 }, { "event_time": -18, "estimate": -0.02031260257690007, "se": 0.045872296783140504, "pvalue": 0.659580840789536, "lower": -0.11217029242348489, "upper": 0.07154508726968475 }, { "event_time": -17, "estimate": -0.04575626565401281, "se": 0.04242919502816879, "pvalue": 0.2853913681286106, "lower": -0.1307192631634425, "upper": 0.03920673185541691 }, { "event_time": -16, "estimate": -0.03842895913598815, "se": 0.03795027265334444, "pvalue": 0.31552404287589086, "lower": -0.11442306929498647, "upper": 0.03756515102301017 }, { "event_time": -15, "estimate": -0.014217190882798575, "se": 0.04536403729406821, "pvalue": 0.7551190678215496, "lower": -0.10505710865815925, "upper": 0.0766227268925621 }, { "event_time": -14, "estimate": 0.04159505822282624, "se": 0.04669824481102942, "pvalue": 0.37682379900639806, "lower": -0.051916564020775664, "upper": 0.13510668046642815 }, { "event_time": -13, "estimate": 0.06769304356201447, "se": 0.03962934242508087, "pvalue": 0.09304886229899922, "lower": -0.011663345818625687, "upper": 0.14704943294265463 }, { "event_time": -12, "estimate": -0.021059525888324646, "se": 0.0457981198907918, "pvalue": 0.6473846796468881, "lower": -0.11276867907010364, "upper": 0.07064962729345435 }, { "event_time": -11, "estimate": -0.02314147973529536, "se": 0.037624242164074714, "pvalue": 0.540957473865628, "lower": -0.0984827251008553, "upper": 0.052199765630264586 }, { "event_time": -10, "estimate": 0.0962096553027646, "se": 0.044081223633094635, "pvalue": 0.0332036352398702, "lower": 0.007938527574210152, "upper": 0.18448078303131904 }, { "event_time": -9, "estimate": 0.0186626947829035, "se": 0.03296529132289808, "pvalue": 0.5735265380074245, "lower": -0.04734916244666544, "upper": 0.08467455201247244 }, { "event_time": -8, "estimate": 0.13688825732673118, "se": 0.03925713647120466, "pvalue": 0.0009479384543755949, "lower": 0.05827719751247061, "upper": 0.21549931714099174 }, { "event_time": -7, "estimate": 0.1383363895146473, "se": 0.028633408771420697, "pvalue": 1.0609787471482373e-05, "lower": 0.08099897746811721, "upper": 0.1956738015611774 }, { "event_time": -6, "estimate": 0.05304333681534347, "se": 0.03576229124493252, "pvalue": 0.14352457466435023, "lower": -0.01856941614773909, "upper": 0.12465608977842603 }, { "event_time": -5, "estimate": 0.05362632371654394, "se": 0.030143066692048616, "pvalue": 0.08056210392889813, "lower": -0.006734126171388646, "upper": 0.11398677360447652 }, { "event_time": -4, "estimate": 0.07801368762396536, "se": 0.04360097080911399, "pvalue": 0.07888550161233299, "lower": -0.009295750412840864, "upper": 0.1653231256607716 }, { "event_time": -3, "estimate": 0.019861159545838322, "se": 0.030904786065031414, "pvalue": 0.5230237928953769, "lower": -0.04202460707616512, "upper": 0.08174692616784177 }, { "event_time": -2, "estimate": 0.020029300128023217, "se": 0.027216247261997624, "pvalue": 0.46479005427210124, "lower": -0.034470294945650466, "upper": 0.0745288952016969 }, { "event_time": 0, "estimate": -0.012159254095396022, "se": 0.025564418893401077, "pvalue": 0.6361544354559362, "lower": -0.0633511199162781, "upper": 0.039032611725486055 }, { "event_time": 1, "estimate": -0.026295433725999406, "se": 0.01787645674158413, "pvalue": 0.14680306118453584, "lower": -0.06209242088553149, "upper": 0.009501553433532678 }, { "event_time": 2, "estimate": -0.01650730381027274, "se": 0.01686904965784066, "pvalue": 0.33193469729667363, "lower": -0.05028699308116344, "upper": 0.01727238546061796 }, { "event_time": 3, "estimate": 0.019208021680997125, "se": 0.017069461999688722, "pvalue": 0.2651840304579938, "lower": -0.01497298638205994, "upper": 0.05338902974405419 }, { "event_time": 4, "estimate": 0.00715900819168995, "se": 0.017910534519256838, "pvalue": 0.6908645040831941, "lower": -0.02870621854056113, "upper": 0.04302423492394103 }, { "event_time": 5, "estimate": 0.04599843198876213, "se": 0.03773269383837739, "pvalue": 0.22784226135085633, "lower": -0.02955998410859121, "upper": 0.12155684808611547 }, { "event_time": 9, "estimate": -1.801334444717139, "se": 0.6274835197955475, "pvalue": 0.005738278425950719, "lower": -3.057848519382068, "upper": -0.5448203700522105 }, { "event_time": 10, "estimate": -1.2140630567931379, "se": 0.6278083815631855, "pvalue": 0.05810711999779139, "lower": -2.471227655926806, "upper": 0.0431015423405301 }, { "event_time": 11, "estimate": -1.5749333994022368, "se": 0.6270008834824086, "pvalue": 0.014866623384538355, "lower": -2.830481011520705, "upper": -0.31938578728376843 }, { "event_time": 12, "estimate": -1.177222878048667, "se": 0.6356973214669374, "pvalue": 0.0692274807154174, "lower": -2.4501848068500207, "upper": 0.09573905075268652 }, { "event_time": 13, "estimate": 0.7884346273446197, "se": 0.6370534035586383, "pvalue": 0.22092830321282392, "lower": -0.487242809005328, "upper": 2.0641120636945676 }, { "event_time": 14, "estimate": -1.522815809493927, "se": 0.6329937842601502, "pvalue": 0.019406832456846476, "lower": -2.7903639984207813, "upper": -0.25526762056707275 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.2101252041371802, 0.18780620577027762, 0.17120304844855744, 0.15813826891671204, 0.14344039194338595, 0.1276537833424061, 0.00027218290691344586, 0.00027218290691344586, 0.00027218290691344586, 0.00027218290691344586, 0.00027218290691344586, 0.00027218290691344586 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 8.34963238853439e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.8459495406476996, "df_num": 20, "df_den": 152533, "pvalue": 0.011974045630053888, "log10_pvalue": -1.9217590912009523, "inference": "Homoskedastic nested-model F", "observations": 168071, "design_columns": 141, "restricted_design_columns": 121, "fixed_effect_rank": 15397, "covariance_rank": 20, "rss_unrestricted": 124088.85996973804, "rss_restricted": 124118.89435889457, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.2576382678374616e-05, -1.7883350049545246e-05, -1.8203561775477155e-05, -1.4155158546534863e-05, -2.6136507192246544e-05, -3.3376325595370645e-05 ], [ -7.192188634007829e-06, -1.1162750823643871e-05, -1.1600851046140553e-05, 5.8688595719789915e-05, 5.27743318310746e-05, 5.160387043093614e-05 ], [ -1.1708152414748388e-06, -3.539988359553543e-06, -4.022226069674012e-06, 0.00014191202518363388, 0.00014453703122650297, 0.0001520363686812453 ], [ 2.995186218181541e-06, 1.6926021351116147e-06, 1.3035843124764058e-06, 0.0001998067028417894, 0.00020785934527342136, 0.0002231158216748292 ], [ 5.475401261153949e-06, 4.831130722812063e-06, 4.507794141773096e-06, 0.00023213407534764983, 0.00024331458565849578, 0.00026307761297428306 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": -0.37282288247124634 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.6882804275007579 }, { "event_time": -16.0, "cohort": 19, "estimate": -0.49394501401469526 }, { "event_time": -15.0, "cohort": 19, "estimate": 1.3381218083117652 }, { "event_time": -14.0, "cohort": 19, "estimate": 1.184648221407283 }, { "event_time": -13.0, "cohort": 19, "estimate": 0.08711120338302919 }, { "event_time": -12.0, "cohort": 19, "estimate": 1.0745085098479983 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.6771433918224262 }, { "event_time": -10.0, "cohort": 19, "estimate": 0.7985600895698692 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.5579644358038119 }, { "event_time": -8.0, "cohort": 19, "estimate": 1.1378830375330737 }, { "event_time": -7.0, "cohort": 19, "estimate": 1.231843337085074 }, { "event_time": -6.0, "cohort": 19, "estimate": 1.2412045661571283 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.6512960460974174 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.725220192805147 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.128186938760615 }, { "event_time": -2.0, "cohort": 19, "estimate": -0.12712890027940182 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.303608215224295 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.6111828095680416 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.664620063394689 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.25550922553690336 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.7283403100523422 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.5703917252627546 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.4067413496630028 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.4723242645432819 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.34858964460662434 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.057887599546995544 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.11843681566754949 }, { "event_time": -15.0, "cohort": 21, "estimate": 1.9803222842426722 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.527404704350765 }, { "event_time": -13.0, "cohort": 21, "estimate": 0.6235929671851009 }, { "event_time": -12.0, "cohort": 21, "estimate": 1.3189888160520775 }, { "event_time": -11.0, "cohort": 21, "estimate": 1.0545616880214532 }, { "event_time": -10.0, "cohort": 21, "estimate": 1.194431750192538 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.7835024333166034 }, { "event_time": -8.0, "cohort": 21, "estimate": 1.4713114988373115 }, { "event_time": -7.0, "cohort": 21, "estimate": 1.4456481146241873 }, { "event_time": -6.0, "cohort": 21, "estimate": 1.623220918695124 }, { "event_time": -5.0, "cohort": 21, "estimate": 0.9441006718146436 }, { "event_time": -4.0, "cohort": 21, "estimate": 1.3440426998165682 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.4956844754559056 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.4964993366106611 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.20174171327057255 }, { "event_time": 1.0, "cohort": 21, "estimate": 1.2271691607627502 }, { "event_time": 2.0, "cohort": 21, "estimate": 1.2892680985025877 }, { "event_time": 3.0, "cohort": 21, "estimate": 0.7555432043180113 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.7604615683178317 }, { "event_time": 5.0, "cohort": 21, "estimate": 0.863035251655847 }, { "event_time": -26.0, "cohort": 27, "estimate": -0.20284251640361878 }, { "event_time": -25.0, "cohort": 27, "estimate": -0.10420843995303511 }, { "event_time": -24.0, "cohort": 27, "estimate": -0.1236182995145994 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.01016595947853674 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.2125682587277986 }, { "event_time": -21.0, "cohort": 27, "estimate": -0.16664432530566003 }, { "event_time": -20.0, "cohort": 27, "estimate": -0.1505615849403783 }, { "event_time": -19.0, "cohort": 27, "estimate": -0.11994444422145983 }, { "event_time": -18.0, "cohort": 27, "estimate": -0.04501589838445158 }, { "event_time": -17.0, "cohort": 27, "estimate": -0.3858075772600261 }, { "event_time": -16.0, "cohort": 27, "estimate": -0.3016606575664358 }, { "event_time": -15.0, "cohort": 27, "estimate": 1.5217593311468756 }, { "event_time": -14.0, "cohort": 27, "estimate": 1.13082487146715 }, { "event_time": -13.0, "cohort": 27, "estimate": 0.2528074142410392 }, { "event_time": -12.0, "cohort": 27, "estimate": 0.7746276441083315 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.7011161355144766 }, { "event_time": -10.0, "cohort": 27, "estimate": 0.9509153614601533 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.34176976070002074 }, { "event_time": -8.0, "cohort": 27, "estimate": 0.9708984392013373 }, { "event_time": -7.0, "cohort": 27, "estimate": 1.2614071068424688 }, { "event_time": -6.0, "cohort": 27, "estimate": 1.089995081121934 }, { "event_time": -5.0, "cohort": 27, "estimate": 0.6071230536630945 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.9199676920413363 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.16502634996412296 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.24901740438587078 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.061104739819353104 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.9346183939442642 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.8477461223371908 }, { "event_time": 3.0, "cohort": 27, "estimate": 0.2631858390481089 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.4150688813087627 }, { "event_time": 5.0, "cohort": 27, "estimate": 0.6331890574723351 }, { "event_time": -15.0, "cohort": 30, "estimate": 1.79366231312959 }, { "event_time": -14.0, "cohort": 30, "estimate": 1.1643546317467 }, { "event_time": -13.0, "cohort": 30, "estimate": 0.057426276766780304 }, { "event_time": -12.0, "cohort": 30, "estimate": 0.7387986218451303 }, { "event_time": -11.0, "cohort": 30, "estimate": 0.582590688838927 }, { "event_time": -10.0, "cohort": 30, "estimate": 0.8117239625748273 }, { "event_time": -9.0, "cohort": 30, "estimate": 0.2802288363010662 }, { "event_time": -8.0, "cohort": 30, "estimate": 0.74018042743296 }, { "event_time": -7.0, "cohort": 30, "estimate": 1.118936800789458 }, { "event_time": -6.0, "cohort": 30, "estimate": 1.200852342442947 }, { "event_time": -5.0, "cohort": 30, "estimate": 0.6504940534082111 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.9312016476974454 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.19298732306449484 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.06897169142779866 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.12315212749413858 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.190819771768305 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1127333696361532 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.4729257642415823 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.5881243033294631 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.9758263775218352 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.4485296684058885 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.1135663502312059 } ] } } }, "code_sha256": { "replication_engine.py": "836da12e7ca9210de54b65782ae08d98863e1382a1ec9e9b6fa80c3db0494f39", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p008", "specification_id": "S03-P008", "source_specification_id": "PP-REPLY-T1-PA-NOTXOIL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PA-NOTXOIL-SALESGR", "data": "analyses/full-archive/prepared/S03-P008.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P008" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P008", "regression_results": "analyses/archive-expanded/baselines/S03-P008.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P008.parquet", "bytes": 1940110, "sha256": "b95b70f4b638f2a1f8e4559162db28219484a0968bba93c2267a10066b83da1e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 176004, "source_sd": 0.4278844932936045, "rows": 168071, "units": 15356, "clusters": 58, "treated_units": 771, "never_treated_units": 14585, "treated_cohorts": 6, "latest_cohort_control_index": null, "unique_unit_period_cells": 167994, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 240, "post_adoption_untreated_rows_removed": 5070, "units_without_minus_one_removed": 11, "additional_rows_removed": 1900 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.040398117292382595, "se": 0.021098261973614172, "pvalue": 0.060546462809120086, "lower": -0.08264665814561789, "upper": 0.0018504235608526945 }, { "method": "Dynamic TWFE", "estimate": 0.00010865873753304828, "se": 0.08855157509093564, "pvalue": 0.9990252267285324, "lower": -0.17721281174787948, "upper": 0.17743012922294557 }, { "method": "BJS / did2s", "estimate": -0.06596096755028513, "se": 0.025415521672204733, "pvalue": 0.011996672126737478, "lower": -0.11685467182873713, "upper": -0.015067263271833144 }, { "method": "Sun\u2013Abraham", "estimate": -0.0021529395683037534, "se": 0.017639865975093826, "pvalue": 0.903288976811511, "lower": -0.037476161889951815, "upper": 0.03317028275334431 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.26249573182570884, "se": 0.12111814918088408, "pvalue": 0.03440650509064322, "lower": -0.5050306420536845, "upper": -0.019960821597733103 }, { "event_time": -28, "estimate": -0.10350399854423292, "se": 0.2203062331789543, "pvalue": 0.6402770136113097, "lower": -0.5446596209515994, "upper": 0.3376516238631335 }, { "event_time": -27, "estimate": -0.21858000974872305, "se": 0.11758617992832454, "pvalue": 0.06820764258921361, "lower": -0.45404227354517046, "upper": 0.016882254047724338 }, { "event_time": -26, "estimate": 0.048693131155922026, "se": 0.11792803798582517, "pvalue": 0.6812250041355438, "lower": -0.18745369159265068, "upper": 0.28483995390449474 }, { "event_time": -25, "estimate": -0.03332071893170137, "se": 0.11388823356334739, "pvalue": 0.7709102971814901, "lower": -0.2613779728619713, "upper": 0.19473653499856852 }, { "event_time": -24, "estimate": -0.025147351513764633, "se": 0.11457467345197722, "pvalue": 0.8270568478693241, "lower": -0.2545791776108953, "upper": 0.20428447458336607 }, { "event_time": -23, "estimate": 0.003925052654479692, "se": 0.10017811459222589, "pvalue": 0.9688831992443394, "lower": -0.19667816159334905, "upper": 0.20452826690230846 }, { "event_time": -22, "estimate": -0.005357731937350739, "se": 0.108158635756949, "pvalue": 0.9606654267124721, "lower": -0.22194166416467834, "upper": 0.21122620028997688 }, { "event_time": -21, "estimate": -0.0936182818525759, "se": 0.10434678190292254, "pvalue": 0.3733945367372968, "lower": -0.3025691084013502, "upper": 0.11533254469619841 }, { "event_time": -20, "estimate": -0.018354929792413318, "se": 0.14003145575431514, "pvalue": 0.8961757902775858, "lower": -0.2987630831546663, "upper": 0.2620532235698397 }, { "event_time": -19, "estimate": -0.0028868065968558074, "se": 0.14789516916152354, "pvalue": 0.9844950275637838, "lower": -0.2990417744388072, "upper": 0.2932681612450956 }, { "event_time": -18, "estimate": 0.018341244584559244, "se": 0.10114819997374565, "pvalue": 0.8567515026308183, "lower": -0.18420453213232596, "upper": 0.22088702130144444 }, { "event_time": -17, "estimate": -0.009210898485316718, "se": 0.11798697012329308, "pvalue": 0.9380480994160605, "lower": -0.24547573080361113, "upper": 0.22705393383297767 }, { "event_time": -16, "estimate": -0.004026870219773594, "se": 0.11284042400297006, "pvalue": 0.9716570863507631, "lower": -0.229985921697473, "upper": 0.2219321812579258 }, { "event_time": -15, "estimate": 0.01600836794849888, "se": 0.1131227081819747, "pvalue": 0.8879634263366276, "lower": -0.21051594784736163, "upper": 0.2425326837443594 }, { "event_time": -14, "estimate": 0.04505663960279469, "se": 0.10296657763289523, "pvalue": 0.6633407099701861, "lower": -0.16113037556848397, "upper": 0.25124365477407334 }, { "event_time": -13, "estimate": 0.07025808193100473, "se": 0.10472133981203072, "pvalue": 0.5049906201237294, "lower": -0.13944278389326298, "upper": 0.2799589477552724 }, { "event_time": -12, "estimate": -0.019461067138783036, "se": 0.1533508659787004, "pvalue": 0.8994618239413031, "lower": -0.32654087941349497, "upper": 0.2876187451359289 }, { "event_time": -11, "estimate": -0.02002158619747014, "se": 0.1072467440217961, "pvalue": 0.8525688279173491, "lower": -0.23477948672254112, "upper": 0.19473631432760086 }, { "event_time": -10, "estimate": 0.1004698617369401, "se": 0.08343822669522534, "pvalue": 0.2335186567583187, "lower": -0.06661230520474147, "upper": 0.26755202867862166 }, { "event_time": -9, "estimate": 0.02750441578792523, "se": 0.12761496115002252, "pvalue": 0.8301261576848403, "lower": -0.2280401360037586, "upper": 0.28304896757960907 }, { "event_time": -8, "estimate": 0.146112719504583, "se": 0.14661596856849937, "pvalue": 0.3231863914872723, "lower": -0.14748069333433295, "upper": 0.4397061323434989 }, { "event_time": -7, "estimate": 0.15755991051031737, "se": 0.06925971339088656, "pvalue": 0.026691322560270042, "lower": 0.018869726724672214, "upper": 0.2962500942959625 }, { "event_time": -6, "estimate": 0.0769403935263849, "se": 0.16105837000841752, "pvalue": 0.6346782465883504, "lower": -0.2455734293451818, "upper": 0.39945421639795164 }, { "event_time": -5, "estimate": 0.06853196368518291, "se": 0.09490251602617461, "pvalue": 0.4731667541538867, "lower": -0.12150704665704298, "upper": 0.2585709740274088 }, { "event_time": -4, "estimate": 0.08677391226040343, "se": 0.11061184396065801, "pvalue": 0.43600075907012875, "lower": -0.1347224846593008, "upper": 0.30827030918010767 }, { "event_time": -3, "estimate": 0.025106029742927877, "se": 0.09175755450592939, "pvalue": 0.785371324730785, "lower": -0.1586353037842076, "upper": 0.20884736327006337 }, { "event_time": -2, "estimate": 0.02217927112103237, "se": 0.07630899329235818, "pvalue": 0.7723733050657297, "lower": -0.13062685218018402, "upper": 0.17498539442224878 }, { "event_time": 0, "estimate": -0.009175531093190914, "se": 0.0929914875598285, "pvalue": 0.9217459517139456, "lower": -0.19538777293983686, "upper": 0.17703671075345503 }, { "event_time": 1, "estimate": -0.025134534970332193, "se": 0.08813861568465062, "pvalue": 0.7765471504463831, "lower": -0.20162906850856963, "upper": 0.15135999856790525 }, { "event_time": 2, "estimate": -0.010995662160051567, "se": 0.09668877947541316, "pvalue": 0.9098576154167324, "lower": -0.20461160336057166, "upper": 0.18262027904046851 }, { "event_time": 3, "estimate": 0.025071255785408465, "se": 0.10631883241752221, "pvalue": 0.8144238115143894, "lower": -0.18782853380282874, "upper": 0.2379710453736457 }, { "event_time": 4, "estimate": 0.00982038307852737, "se": 0.09585170899875074, "pvalue": 0.918755979548358, "lower": -0.182119353405484, "upper": 0.20176011956253873 }, { "event_time": 5, "estimate": 0.0418486680506159, "se": 0.10072896383046726, "pvalue": 0.679366413363501, "lower": -0.15985760277006794, "upper": 0.24355493887129975 }, { "event_time": 9, "estimate": -1.9849211423550384, "se": 0.6918460585849145, "pvalue": 0.00576533959191643, "lower": -3.370318977817952, "upper": -0.5995233068921246 }, { "event_time": 10, "estimate": -1.4005999718063054, "se": 0.6938934363263795, "pvalue": 0.04825693838934524, "lower": -2.790097610478624, "upper": -0.011102333133986786 }, { "event_time": 11, "estimate": -1.7647400729034737, "se": 0.6933443401993622, "pvalue": 0.013650419066521062, "lower": -3.1531381655476096, "upper": -0.37634198025933774 }, { "event_time": 12, "estimate": -1.3649345998409639, "se": 0.702576655288493, "pvalue": 0.056991138778759574, "lower": -2.7718200845603755, "upper": 0.04195088487844778 }, { "event_time": 13, "estimate": 0.5999159262151457, "se": 0.7041246092095662, "pvalue": 0.3977783282788196, "lower": -0.8100692827637892, "upper": 2.0099011351940805 }, { "event_time": 14, "estimate": -1.7116641149130079, "se": 0.6982643694570321, "pvalue": 0.01732284814959435, "lower": -3.1099143962043287, "upper": -0.31341383362168673 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2302232013016723, "se": 0.02169154508957201, "pvalue": 4.052974660398036e-15, "lower": -0.2736597711021937, "upper": -0.18678663150115088 }, { "event_time": -28, "estimate": -0.0758566758542815, "se": 0.17406354447460445, "pvalue": 0.6646287618992077, "lower": -0.42441291138644094, "upper": 0.2726995596778779 }, { "event_time": -27, "estimate": -0.19169459781905043, "se": 0.021025975506837023, "pvalue": 9.947832925080735e-13, "lower": -0.2337983875193903, "upper": -0.14959080811871056 }, { "event_time": -26, "estimate": 0.03142227706291685, "se": 0.03278008610149336, "pvalue": 0.34181970991366123, "lower": -0.034218713107908805, "upper": 0.0970632672337425 }, { "event_time": -25, "estimate": -0.047070509404408704, "se": 0.023079810146202518, "pvalue": 0.04604873103436496, "lower": -0.09328703202917338, "upper": -0.0008539867796440379 }, { "event_time": -24, "estimate": -0.03862694913988039, "se": 0.028617026911405535, "pvalue": 0.18241998958193759, "lower": -0.09593155707757117, "upper": 0.018677658797810394 }, { "event_time": -23, "estimate": -0.012581363201870263, "se": 0.010335149515960863, "pvalue": 0.22849183652155083, "lower": -0.03327714312419006, "upper": 0.008114416720449534 }, { "event_time": -22, "estimate": -0.01785010214349503, "se": 0.017412862986211915, "pvalue": 0.30964210406165527, "lower": -0.05271875882075125, "upper": 0.01701855453376119 }, { "event_time": -21, "estimate": -0.10206829120798085, "se": 0.010749653321093197, "pvalue": 2.425180159780601e-13, "lower": -0.12359410068282284, "upper": -0.08054248173313885 }, { "event_time": -20, "estimate": -0.039045948515712074, "se": 0.032769207388589884, "pvalue": 0.2383779229887331, "lower": -0.10466515443970698, "upper": 0.02657325740828282 }, { "event_time": -19, "estimate": -0.022052997978755578, "se": 0.04207453148730045, "pvalue": 0.6022126056852143, "lower": -0.10630579399792661, "upper": 0.06219979804041545 }, { "event_time": -18, "estimate": -0.001368078663825023, "se": 0.012116223413617025, "pvalue": 0.9104962951112711, "lower": -0.025630397546646092, "upper": 0.022894240218996043 }, { "event_time": -17, "estimate": -0.02768995413913509, "se": 0.01775558887067461, "pvalue": 0.12441206908513526, "lower": -0.06324490756203281, "upper": 0.007864999283762632 }, { "event_time": -16, "estimate": -0.02675832756390382, "se": 0.013064752748993604, "pvalue": 0.04516349084430389, "lower": -0.052920043677940745, "upper": -0.0005966114498668976 }, { "event_time": -15, "estimate": -0.0036615337188985217, "se": 0.0125818956476324, "pvalue": 0.7720953686094147, "lower": -0.02885634516568626, "upper": 0.021533277727889214 }, { "event_time": -14, "estimate": 0.019293536093008823, "se": 0.012710535247307682, "pvalue": 0.13456262923097037, "lower": -0.0061588717088256854, "upper": 0.044745943894843335 }, { "event_time": -13, "estimate": 0.04011166720226804, "se": 0.017963839011547224, "pvalue": 0.029497877075223833, "lower": 0.0041397000653804195, "upper": 0.07608363433915566 }, { "event_time": -12, "estimate": -0.04623941880039284, "se": 0.047131970842560565, "pvalue": 0.3307077049157149, "lower": -0.1406195624409312, "upper": 0.048140724840145546 }, { "event_time": -11, "estimate": -0.0496570889378659, "se": 0.010775679166871794, "pvalue": 2.3315977167633996e-05, "lower": -0.07123501426992836, "upper": -0.028079163605803436 }, { "event_time": -10, "estimate": 0.06538684674781417, "se": 0.03234506570483478, "pvalue": 0.047928061038912874, "lower": 0.0006169698953844005, "upper": 0.13015672360024394 }, { "event_time": -9, "estimate": -0.0033576693376443137, "se": 0.029509844170744627, "pvalue": 0.9098109623908781, "lower": -0.0624501129986205, "upper": 0.05573477432333187 }, { "event_time": -8, "estimate": 0.10821031604009693, "se": 0.047810521624916544, "pvalue": 0.0274416380412434, "lower": 0.012471397895515796, "upper": 0.20394923418467806 }, { "event_time": -7, "estimate": 0.11533597463337526, "se": 0.02346279887654164, "pvalue": 7.84908163759302e-06, "lower": 0.06835253030480878, "upper": 0.16231941896194174 }, { "event_time": -6, "estimate": 0.0251345267050643, "se": 0.06446241612406038, "pvalue": 0.6980564498482458, "lower": -0.10394923500581027, "upper": 0.15421828841593888 }, { "event_time": -5, "estimate": 0.023462651740096655, "se": 0.01819638373018219, "pvalue": 0.2024623644281831, "lower": -0.012974978163598026, "upper": 0.05990028164379134 }, { "event_time": -4, "estimate": 0.03761922933546886, "se": 0.02467122533231302, "pvalue": 0.1328331932180902, "lower": -0.011784047230873257, "upper": 0.08702250590181097 }, { "event_time": -3, "estimate": -0.030635520402195617, "se": 0.01936082352238246, "pvalue": 0.11910406415342664, "lower": -0.06940490076919534, "upper": 0.008133859964804105 }, { "event_time": -2, "estimate": -0.041087443679448984, "se": 0.03594885497964929, "pvalue": 0.2578407631668141, "lower": -0.1130737840772582, "upper": 0.030898896718360228 }, { "event_time": -1, "estimate": -0.07415140195094254, "se": 0.07823486012537294, "pvalue": 0.34722978760159984, "lower": -0.23081400706446514, "upper": 0.08251120316258008 }, { "event_time": 0, "estimate": -0.08571252231099336, "se": 0.04779175561558472, "pvalue": 0.07820504864884521, "lower": -0.18141386217007877, "upper": 0.009988817548092069 }, { "event_time": 1, "estimate": -0.10349435877961341, "se": 0.01863213666744514, "pvalue": 7.61884024681668e-07, "lower": -0.14080456888896176, "upper": -0.06618414867026506 }, { "event_time": 2, "estimate": -0.08621312317207672, "se": 0.051865880375991984, "pvalue": 0.10195668482390104, "lower": -0.19007275714071992, "upper": 0.017646510796566497 }, { "event_time": 3, "estimate": -0.04370977611468936, "se": 0.07421480629131895, "pvalue": 0.5582130799209679, "lower": -0.19232236228102845, "upper": 0.10490281005164974 }, { "event_time": 4, "estimate": -0.046793829088545735, "se": 0.04670469723347201, "pvalue": 0.32062229113907104, "lower": -0.1403183720852177, "upper": 0.046730713908126206 }, { "event_time": 5, "estimate": -0.006969453520192544, "se": 0.03987509360753927, "pvalue": 0.8618701949625243, "lower": -0.08681795115528557, "upper": 0.07287904411490048 }, { "event_time": 9, "estimate": -0.2519460551796548, "se": 0.02774774930446808, "pvalue": 1.1436523949092381e-12, "lower": -0.3075099647349182, "upper": -0.1963821456243914 }, { "event_time": 10, "estimate": 0.33553907718872167, "se": 0.03434670630677227, "pvalue": 8.787422607736835e-14, "lower": 0.26676098416899763, "upper": 0.4043171702084457 }, { "event_time": 11, "estimate": -0.026019550882371678, "se": 0.06525892868417303, "pvalue": 0.6915948029770252, "lower": -0.15669830148276329, "upper": 0.10465919971801993 }, { "event_time": 12, "estimate": 0.37209521505217696, "se": 0.025912999131427444, "pvalue": 1.3731734969788956e-20, "lower": 0.3202053293448556, "upper": 0.4239851007594983 }, { "event_time": 13, "estimate": 2.3369365358401986, "se": 0.032711571022237346, "pvalue": 1.7967979370146165e-57, "lower": 2.2714327447490237, "upper": 2.4024403269313734 }, { "event_time": 14, "estimate": 0.026430808758128643, "se": 0.06020141064167592, "pvalue": 0.662292617322028, "lower": -0.09412043665242144, "upper": 0.1469820541686787 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.30511168474953804, "se": 0.0703074778410574, "pvalue": 5.9026985344396144e-05, "lower": -0.44589998065612335, "upper": -0.16432338884295275 }, { "event_time": -28, "estimate": -0.142608988495596, "se": 0.18266551764362948, "pvalue": 0.43820281225686475, "lower": -0.508390378180476, "upper": 0.22317240118928405 }, { "event_time": -27, "estimate": -0.26264528412723187, "se": 0.06482657794231914, "pvalue": 0.0001557119408329386, "lower": -0.3924582673007622, "upper": -0.13283230095370152 }, { "event_time": -26, "estimate": -0.05598036900612795, "se": 0.046497569276239756, "pvalue": 0.23358800543705163, "lower": -0.1490901454227888, "upper": 0.0371294074105329 }, { "event_time": -25, "estimate": -0.13676013939646733, "se": 0.04087945052556392, "pvalue": 0.001458077294218474, "lower": -0.2186198270687047, "upper": -0.05490045172422997 }, { "event_time": -24, "estimate": -0.13354603421023933, "se": 0.03928678266619243, "pvalue": 0.001239267311273512, "lower": -0.21221645950596232, "upper": -0.054875608914516344 }, { "event_time": -23, "estimate": -0.10309676556110198, "se": 0.038561510795672424, "pvalue": 0.009773015662538173, "lower": -0.18031485898751326, "upper": -0.02587867213469068 }, { "event_time": -22, "estimate": -0.11419456317487231, "se": 0.04244383401879712, "pvalue": 0.009344824591971787, "lower": -0.19918687475739416, "upper": -0.02920225159235046 }, { "event_time": -21, "estimate": -0.20129253399367045, "se": 0.04088673315811985, "pvalue": 7.641578852975019e-06, "lower": -0.2831668048860538, "upper": -0.11941826310128713 }, { "event_time": -20, "estimate": -0.06096762542579402, "se": 0.036943983405692424, "pvalue": 0.10438763455062763, "lower": -0.13494667612431324, "upper": 0.013011425272725197 }, { "event_time": -19, "estimate": -0.044281554793689545, "se": 0.040537095249626294, "pvalue": 0.279265568716151, "lower": -0.12545568785105576, "upper": 0.03689257826367667 }, { "event_time": -18, "estimate": -0.02031260257690007, "se": 0.045872296783140504, "pvalue": 0.659580840789536, "lower": -0.11217029242348489, "upper": 0.07154508726968475 }, { "event_time": -17, "estimate": -0.04575626565401281, "se": 0.04242919502816879, "pvalue": 0.2853913681286106, "lower": -0.1307192631634425, "upper": 0.03920673185541691 }, { "event_time": -16, "estimate": -0.03842895913598815, "se": 0.03795027265334444, "pvalue": 0.31552404287589086, "lower": -0.11442306929498647, "upper": 0.03756515102301017 }, { "event_time": -15, "estimate": -0.014217190882798575, "se": 0.04536403729406821, "pvalue": 0.7551190678215496, "lower": -0.10505710865815925, "upper": 0.0766227268925621 }, { "event_time": -14, "estimate": 0.04159505822282624, "se": 0.04669824481102942, "pvalue": 0.37682379900639806, "lower": -0.051916564020775664, "upper": 0.13510668046642815 }, { "event_time": -13, "estimate": 0.06769304356201447, "se": 0.03962934242508087, "pvalue": 0.09304886229899922, "lower": -0.011663345818625687, "upper": 0.14704943294265463 }, { "event_time": -12, "estimate": -0.021059525888324646, "se": 0.0457981198907918, "pvalue": 0.6473846796468881, "lower": -0.11276867907010364, "upper": 0.07064962729345435 }, { "event_time": -11, "estimate": -0.02314147973529536, "se": 0.037624242164074714, "pvalue": 0.540957473865628, "lower": -0.0984827251008553, "upper": 0.052199765630264586 }, { "event_time": -10, "estimate": 0.0962096553027646, "se": 0.044081223633094635, "pvalue": 0.0332036352398702, "lower": 0.007938527574210152, "upper": 0.18448078303131904 }, { "event_time": -9, "estimate": 0.0186626947829035, "se": 0.03296529132289808, "pvalue": 0.5735265380074245, "lower": -0.04734916244666544, "upper": 0.08467455201247244 }, { "event_time": -8, "estimate": 0.13688825732673118, "se": 0.03925713647120466, "pvalue": 0.0009479384543755949, "lower": 0.05827719751247061, "upper": 0.21549931714099174 }, { "event_time": -7, "estimate": 0.1383363895146473, "se": 0.028633408771420697, "pvalue": 1.0609787471482373e-05, "lower": 0.08099897746811721, "upper": 0.1956738015611774 }, { "event_time": -6, "estimate": 0.05304333681534347, "se": 0.03576229124493252, "pvalue": 0.14352457466435023, "lower": -0.01856941614773909, "upper": 0.12465608977842603 }, { "event_time": -5, "estimate": 0.05362632371654394, "se": 0.030143066692048616, "pvalue": 0.08056210392889813, "lower": -0.006734126171388646, "upper": 0.11398677360447652 }, { "event_time": -4, "estimate": 0.07801368762396536, "se": 0.04360097080911399, "pvalue": 0.07888550161233299, "lower": -0.009295750412840864, "upper": 0.1653231256607716 }, { "event_time": -3, "estimate": 0.019861159545838322, "se": 0.030904786065031414, "pvalue": 0.5230237928953769, "lower": -0.04202460707616512, "upper": 0.08174692616784177 }, { "event_time": -2, "estimate": 0.020029300128023217, "se": 0.027216247261997624, "pvalue": 0.46479005427210124, "lower": -0.034470294945650466, "upper": 0.0745288952016969 }, { "event_time": 0, "estimate": -0.012159254095396022, "se": 0.025564418893401077, "pvalue": 0.6361544354559362, "lower": -0.0633511199162781, "upper": 0.039032611725486055 }, { "event_time": 1, "estimate": -0.026295433725999406, "se": 0.01787645674158413, "pvalue": 0.14680306118453584, "lower": -0.06209242088553149, "upper": 0.009501553433532678 }, { "event_time": 2, "estimate": -0.01650730381027274, "se": 0.01686904965784066, "pvalue": 0.33193469729667363, "lower": -0.05028699308116344, "upper": 0.01727238546061796 }, { "event_time": 3, "estimate": 0.019208021680997125, "se": 0.017069461999688722, "pvalue": 0.2651840304579938, "lower": -0.01497298638205994, "upper": 0.05338902974405419 }, { "event_time": 4, "estimate": 0.00715900819168995, "se": 0.017910534519256838, "pvalue": 0.6908645040831941, "lower": -0.02870621854056113, "upper": 0.04302423492394103 }, { "event_time": 5, "estimate": 0.04599843198876213, "se": 0.03773269383837739, "pvalue": 0.22784226135085633, "lower": -0.02955998410859121, "upper": 0.12155684808611547 }, { "event_time": 9, "estimate": -1.801334444717139, "se": 0.6274835197955475, "pvalue": 0.005738278425950719, "lower": -3.057848519382068, "upper": -0.5448203700522105 }, { "event_time": 10, "estimate": -1.2140630567931379, "se": 0.6278083815631855, "pvalue": 0.05810711999779139, "lower": -2.471227655926806, "upper": 0.0431015423405301 }, { "event_time": 11, "estimate": -1.5749333994022368, "se": 0.6270008834824086, "pvalue": 0.014866623384538355, "lower": -2.830481011520705, "upper": -0.31938578728376843 }, { "event_time": 12, "estimate": -1.177222878048667, "se": 0.6356973214669374, "pvalue": 0.0692274807154174, "lower": -2.4501848068500207, "upper": 0.09573905075268652 }, { "event_time": 13, "estimate": 0.7884346273446197, "se": 0.6370534035586383, "pvalue": 0.22092830321282392, "lower": -0.487242809005328, "upper": 2.0641120636945676 }, { "event_time": 14, "estimate": -1.522815809493927, "se": 0.6329937842601502, "pvalue": 0.019406832456846476, "lower": -2.7903639984207813, "upper": -0.25526762056707275 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.2101252041371802, 0.18780620577027762, 0.17120304844855744, 0.15813826891671204, 0.14344039194338595, 0.1276537833424061, 0.00027218290691344586, 0.00027218290691344586, 0.00027218290691344586, 0.00027218290691344586, 0.00027218290691344586, 0.00027218290691344586 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 8.34963238853439e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.8459495406476996, "df_num": 20, "df_den": 152533, "pvalue": 0.011974045630053888, "log10_pvalue": -1.9217590912009523, "inference": "Homoskedastic nested-model F", "observations": 168071, "design_columns": 141, "restricted_design_columns": 121, "fixed_effect_rank": 15397, "covariance_rank": 20, "rss_unrestricted": 124088.85996973804, "rss_restricted": 124118.89435889457, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ -1.2576382678374616e-05, -1.7883350049545246e-05, -1.8203561775477155e-05, -1.4155158546534863e-05, -2.6136507192246544e-05, -3.3376325595370645e-05 ], [ -7.192188634007829e-06, -1.1162750823643871e-05, -1.1600851046140553e-05, 5.8688595719789915e-05, 5.27743318310746e-05, 5.160387043093614e-05 ], [ -1.1708152414748388e-06, -3.539988359553543e-06, -4.022226069674012e-06, 0.00014191202518363388, 0.00014453703122650297, 0.0001520363686812453 ], [ 2.995186218181541e-06, 1.6926021351116147e-06, 1.3035843124764058e-06, 0.0001998067028417894, 0.00020785934527342136, 0.0002231158216748292 ], [ 5.475401261153949e-06, 4.831130722812063e-06, 4.507794141773096e-06, 0.00023213407534764983, 0.00024331458565849578, 0.00026307761297428306 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)+i(rel_time,cohort_dummy_21,ref=-1.0)+i(rel_time,cohort_dummy_27,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_21", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_27", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -18.0, "cohort": 19, "estimate": -0.37282288247124634 }, { "event_time": -17.0, "cohort": 19, "estimate": -0.6882804275007579 }, { "event_time": -16.0, "cohort": 19, "estimate": -0.49394501401469526 }, { "event_time": -15.0, "cohort": 19, "estimate": 1.3381218083117652 }, { "event_time": -14.0, "cohort": 19, "estimate": 1.184648221407283 }, { "event_time": -13.0, "cohort": 19, "estimate": 0.08711120338302919 }, { "event_time": -12.0, "cohort": 19, "estimate": 1.0745085098479983 }, { "event_time": -11.0, "cohort": 19, "estimate": 0.6771433918224262 }, { "event_time": -10.0, "cohort": 19, "estimate": 0.7985600895698692 }, { "event_time": -9.0, "cohort": 19, "estimate": 0.5579644358038119 }, { "event_time": -8.0, "cohort": 19, "estimate": 1.1378830375330737 }, { "event_time": -7.0, "cohort": 19, "estimate": 1.231843337085074 }, { "event_time": -6.0, "cohort": 19, "estimate": 1.2412045661571283 }, { "event_time": -5.0, "cohort": 19, "estimate": 0.6512960460974174 }, { "event_time": -4.0, "cohort": 19, "estimate": 0.725220192805147 }, { "event_time": -3.0, "cohort": 19, "estimate": 0.128186938760615 }, { "event_time": -2.0, "cohort": 19, "estimate": -0.12712890027940182 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.303608215224295 }, { "event_time": 1.0, "cohort": 19, "estimate": 0.6111828095680416 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.664620063394689 }, { "event_time": 3.0, "cohort": 19, "estimate": 0.25550922553690336 }, { "event_time": 4.0, "cohort": 19, "estimate": 0.7283403100523422 }, { "event_time": 5.0, "cohort": 19, "estimate": 0.5703917252627546 }, { "event_time": -20.0, "cohort": 21, "estimate": 0.4067413496630028 }, { "event_time": -19.0, "cohort": 21, "estimate": 0.4723242645432819 }, { "event_time": -18.0, "cohort": 21, "estimate": 0.34858964460662434 }, { "event_time": -17.0, "cohort": 21, "estimate": 0.057887599546995544 }, { "event_time": -16.0, "cohort": 21, "estimate": 0.11843681566754949 }, { "event_time": -15.0, "cohort": 21, "estimate": 1.9803222842426722 }, { "event_time": -14.0, "cohort": 21, "estimate": 1.527404704350765 }, { "event_time": -13.0, "cohort": 21, "estimate": 0.6235929671851009 }, { "event_time": -12.0, "cohort": 21, "estimate": 1.3189888160520775 }, { "event_time": -11.0, "cohort": 21, "estimate": 1.0545616880214532 }, { "event_time": -10.0, "cohort": 21, "estimate": 1.194431750192538 }, { "event_time": -9.0, "cohort": 21, "estimate": 0.7835024333166034 }, { "event_time": -8.0, "cohort": 21, "estimate": 1.4713114988373115 }, { "event_time": -7.0, "cohort": 21, "estimate": 1.4456481146241873 }, { "event_time": -6.0, "cohort": 21, "estimate": 1.623220918695124 }, { "event_time": -5.0, "cohort": 21, "estimate": 0.9441006718146436 }, { "event_time": -4.0, "cohort": 21, "estimate": 1.3440426998165682 }, { "event_time": -3.0, "cohort": 21, "estimate": 0.4956844754559056 }, { "event_time": -2.0, "cohort": 21, "estimate": 0.4964993366106611 }, { "event_time": 0.0, "cohort": 21, "estimate": 0.20174171327057255 }, { "event_time": 1.0, "cohort": 21, "estimate": 1.2271691607627502 }, { "event_time": 2.0, "cohort": 21, "estimate": 1.2892680985025877 }, { "event_time": 3.0, "cohort": 21, "estimate": 0.7555432043180113 }, { "event_time": 4.0, "cohort": 21, "estimate": 0.7604615683178317 }, { "event_time": 5.0, "cohort": 21, "estimate": 0.863035251655847 }, { "event_time": -26.0, "cohort": 27, "estimate": -0.20284251640361878 }, { "event_time": -25.0, "cohort": 27, "estimate": -0.10420843995303511 }, { "event_time": -24.0, "cohort": 27, "estimate": -0.1236182995145994 }, { "event_time": -23.0, "cohort": 27, "estimate": 0.01016595947853674 }, { "event_time": -22.0, "cohort": 27, "estimate": -0.2125682587277986 }, { "event_time": -21.0, "cohort": 27, "estimate": -0.16664432530566003 }, { "event_time": -20.0, "cohort": 27, "estimate": -0.1505615849403783 }, { "event_time": -19.0, "cohort": 27, "estimate": -0.11994444422145983 }, { "event_time": -18.0, "cohort": 27, "estimate": -0.04501589838445158 }, { "event_time": -17.0, "cohort": 27, "estimate": -0.3858075772600261 }, { "event_time": -16.0, "cohort": 27, "estimate": -0.3016606575664358 }, { "event_time": -15.0, "cohort": 27, "estimate": 1.5217593311468756 }, { "event_time": -14.0, "cohort": 27, "estimate": 1.13082487146715 }, { "event_time": -13.0, "cohort": 27, "estimate": 0.2528074142410392 }, { "event_time": -12.0, "cohort": 27, "estimate": 0.7746276441083315 }, { "event_time": -11.0, "cohort": 27, "estimate": 0.7011161355144766 }, { "event_time": -10.0, "cohort": 27, "estimate": 0.9509153614601533 }, { "event_time": -9.0, "cohort": 27, "estimate": 0.34176976070002074 }, { "event_time": -8.0, "cohort": 27, "estimate": 0.9708984392013373 }, { "event_time": -7.0, "cohort": 27, "estimate": 1.2614071068424688 }, { "event_time": -6.0, "cohort": 27, "estimate": 1.089995081121934 }, { "event_time": -5.0, "cohort": 27, "estimate": 0.6071230536630945 }, { "event_time": -4.0, "cohort": 27, "estimate": 0.9199676920413363 }, { "event_time": -3.0, "cohort": 27, "estimate": 0.16502634996412296 }, { "event_time": -2.0, "cohort": 27, "estimate": 0.24901740438587078 }, { "event_time": 0.0, "cohort": 27, "estimate": 0.061104739819353104 }, { "event_time": 1.0, "cohort": 27, "estimate": 0.9346183939442642 }, { "event_time": 2.0, "cohort": 27, "estimate": 0.8477461223371908 }, { "event_time": 3.0, "cohort": 27, "estimate": 0.2631858390481089 }, { "event_time": 4.0, "cohort": 27, "estimate": 0.4150688813087627 }, { "event_time": 5.0, "cohort": 27, "estimate": 0.6331890574723351 }, { "event_time": -15.0, "cohort": 30, "estimate": 1.79366231312959 }, { "event_time": -14.0, "cohort": 30, "estimate": 1.1643546317467 }, { "event_time": -13.0, "cohort": 30, "estimate": 0.057426276766780304 }, { "event_time": -12.0, "cohort": 30, "estimate": 0.7387986218451303 }, { "event_time": -11.0, "cohort": 30, "estimate": 0.582590688838927 }, { "event_time": -10.0, "cohort": 30, "estimate": 0.8117239625748273 }, { "event_time": -9.0, "cohort": 30, "estimate": 0.2802288363010662 }, { "event_time": -8.0, "cohort": 30, "estimate": 0.74018042743296 }, { "event_time": -7.0, "cohort": 30, "estimate": 1.118936800789458 }, { "event_time": -6.0, "cohort": 30, "estimate": 1.200852342442947 }, { "event_time": -5.0, "cohort": 30, "estimate": 0.6504940534082111 }, { "event_time": -4.0, "cohort": 30, "estimate": 0.9312016476974454 }, { "event_time": -3.0, "cohort": 30, "estimate": 0.19298732306449484 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.06897169142779866 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.12315212749413858 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.190819771768305 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1127333696361532 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.4729257642415823 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.5881243033294631 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.9758263775218352 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.4485296684058885 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.1135663502312059 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.09410066190463164, "se": 0.03567214607188848, "lower": -0.16401678345678503, "upper": -0.024184540352478245, "event_study": [ { "event_time": -29, "estimate": 0.031735811546246495, "se": 0.023621919869547137, "lower": -0.014562300643756985, "upper": 0.07803392373624998, "n": 0.0, "relative_to_minus_one": 0.031735811546246495 }, { "event_time": -28, "estimate": 0.1506493126451251, "se": 0.13130046457239913, "lower": -0.10669486907015452, "upper": 0.4079934943604047, "n": 0.0, "relative_to_minus_one": 0.1506493126451251 }, { "event_time": -27, "estimate": 0.024638257733240354, "se": 0.059627060944532025, "lower": -0.09222863422201727, "upper": 0.14150514968849798, "n": 0.0, "relative_to_minus_one": 0.024638257733240354 }, { "event_time": -26, "estimate": 0.06845855957587564, "se": 0.03590164018281506, "lower": -0.001907362168357879, "upper": 0.13882448132010916, "n": 0.0, "relative_to_minus_one": 0.06845855957587564 }, { "event_time": -25, "estimate": -0.01053164977423174, "se": 0.03487233414993313, "lower": -0.07888016876494688, "upper": 0.05781686921648341, "n": 0.0, "relative_to_minus_one": -0.01053164977423174 }, { "event_time": -24, "estimate": -0.005607382112903185, "se": 0.027763117408195113, "lower": -0.06002209233152262, "upper": 0.048807328105716245, "n": 0.0, "relative_to_minus_one": -0.005607382112903185 }, { "event_time": -23, "estimate": 0.02348094204737421, "se": 0.03817303619459148, "lower": -0.051336834074569015, "upper": 0.09829871816931743, "n": 0.0, "relative_to_minus_one": 0.02348094204737421 }, { "event_time": -22, "estimate": 0.005199797720921052, "se": 0.03539584759591372, "lower": -0.0641747887693385, "upper": 0.07457438421118061, "n": 0.0, "relative_to_minus_one": 0.005199797720921052 }, { "event_time": -21, "estimate": -0.08140046076629256, "se": 0.03351042050508349, "lower": -0.14707967806304872, "upper": -0.015721243469536406, "n": 0.0, "relative_to_minus_one": -0.08140046076629256 }, { "event_time": -20, "estimate": 0.06980257460670945, "se": 0.09403533904777985, "lower": -0.11450330320095208, "upper": 0.25410845241437097, "n": 0.0, "relative_to_minus_one": 0.06980257460670945 }, { "event_time": -19, "estimate": 0.09695749429975137, "se": 0.09839334454643117, "lower": -0.09588991732969426, "upper": 0.289804905929197, "n": 0.0, "relative_to_minus_one": 0.09695749429975137 }, { "event_time": -18, "estimate": 0.09729606906962855, "se": 0.051118057463542144, "lower": -0.0028934825185629592, "upper": 0.19748562065782005, "n": 0.0, "relative_to_minus_one": 0.09729606906962855 }, { "event_time": -17, "estimate": 0.07189280928632333, "se": 0.0626499329605284, "lower": -0.05089880295016118, "upper": 0.19468442152280785, "n": 0.0, "relative_to_minus_one": 0.07189280928632333 }, { "event_time": -16, "estimate": 0.07731509352031488, "se": 0.05823773610316314, "lower": -0.03682877178303291, "upper": 0.19145895882366265, "n": 0.0, "relative_to_minus_one": 0.07731509352031488 }, { "event_time": -15, "estimate": 0.09440476114934454, "se": 0.05870316591279033, "lower": -0.020651329818203876, "upper": 0.20946085211689297, "n": 0.0, "relative_to_minus_one": 0.09440476114934454 }, { "event_time": -14, "estimate": 0.11659266062312826, "se": 0.051521441165595094, "lower": 0.015612491506962534, "upper": 0.21757282973929398, "n": 0.0, "relative_to_minus_one": 0.11659266062312826 }, { "event_time": -13, "estimate": 0.12726859557018988, "se": 0.051938173456405654, "lower": 0.02547164617284059, "upper": 0.22906554496753917, "n": 0.0, "relative_to_minus_one": 0.12726859557018988 }, { "event_time": -12, "estimate": 0.019489295053655632, "se": 0.09028047460671712, "lower": -0.15745718368269282, "upper": 0.19643577379000407, "n": 0.0, "relative_to_minus_one": 0.019489295053655632 }, { "event_time": -11, "estimate": 0.007447579948015163, "se": 0.05922239336488496, "lower": -0.10862617812542323, "upper": 0.12352133802145356, "n": 0.0, "relative_to_minus_one": 0.007447579948015163 }, { "event_time": -10, "estimate": 0.12516654484621006, "se": 0.04432392849724777, "lower": 0.03829324133827587, "upper": 0.21203984835414424, "n": 0.0, "relative_to_minus_one": 0.12516654484621006 }, { "event_time": -9, "estimate": 0.026394757612698855, "se": 0.08347760351952943, "lower": -0.1372183388012929, "upper": 0.1900078540266906, "n": 0.0, "relative_to_minus_one": 0.026394757612698855 }, { "event_time": -8, "estimate": 0.12795892888968166, "se": 0.09579673015746845, "lower": -0.05979921205565855, "upper": 0.3157170698350219, "n": 0.0, "relative_to_minus_one": 0.12795892888968166 }, { "event_time": -7, "estimate": 0.14267559845501213, "se": 0.03951143025166191, "lower": 0.06523461818408842, "upper": 0.22011657872593582, "n": 0.0, "relative_to_minus_one": 0.14267559845501213 }, { "event_time": -6, "estimate": 0.05810503809683699, "se": 0.11724016627928793, "lower": -0.17168146535205467, "upper": 0.28789154154572866, "n": 0.0, "relative_to_minus_one": 0.05810503809683699 }, { "event_time": -5, "estimate": 0.0432290351852864, "se": 0.06889282353060193, "lower": -0.09179841772796696, "upper": 0.17825648809853975, "n": 0.0, "relative_to_minus_one": 0.0432290351852864 }, { "event_time": -4, "estimate": 0.06444831699210918, "se": 0.06798788406665772, "lower": -0.06880548716362453, "upper": 0.19770212114784289, "n": 0.0, "relative_to_minus_one": 0.06444831699210918 }, { "event_time": -3, "estimate": 0.01239072397391475, "se": 0.06114401249583031, "lower": -0.10744933838817969, "upper": 0.13223078633600918, "n": 0.0, "relative_to_minus_one": 0.01239072397391475 }, { "event_time": -2, "estimate": 0.01579371732573654, "se": 0.04721364002306679, "lower": -0.07674331669851323, "upper": 0.10833075134998629, "n": 0.0, "relative_to_minus_one": 0.01579371732573654 }, { "event_time": -1, "estimate": 0.0, "se": 3.4208277662321954e-19, "lower": -6.704699219129706e-19, "upper": 6.704699219129706e-19, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.03811563369743198, "se": 0.028858993737588236, "lower": -0.09467822205317189, "upper": 0.018446954658307924, "n": 772.0, "relative_to_minus_one": -0.03811563369743198 }, { "event_time": 1, "estimate": -0.07126165120310739, "se": 0.05162490235797461, "lower": -0.17244460053013455, "upper": 0.029921298123919762, "n": 690.0, "relative_to_minus_one": -0.07126165120310739 }, { "event_time": 2, "estimate": -0.09624891928904264, "se": 0.08278784683949632, "lower": -0.25851011745207353, "upper": 0.06601227887398828, "n": 629.0, "relative_to_minus_one": -0.09624891928904264 }, { "event_time": 3, "estimate": -0.08817270975730795, "se": 0.10519047430866614, "lower": -0.2943422509189794, "upper": 0.11799683140436351, "n": 581.0, "relative_to_minus_one": -0.08817270975730795 }, { "event_time": 4, "estimate": -0.1385501661179881, "se": 0.08600071478473903, "lower": -0.30710846974077793, "upper": 0.030008137504801746, "n": 527.0, "relative_to_minus_one": -0.1385501661179881 }, { "event_time": 5, "estimate": -0.1108655737638253, "se": 0.0639567381194364, "lower": -0.23621847704658064, "upper": 0.014487329518930031, "n": 469.0, "relative_to_minus_one": -0.1108655737638253 }, { "event_time": 9, "estimate": -0.7553466397228471, "se": 0.0336715734485207, "lower": -0.8213417109847428, "upper": -0.6893515684609514, "n": 1.0, "relative_to_minus_one": -0.7553466397228471 }, { "event_time": 10, "estimate": -0.21171369231755066, "se": 0.03581315662266911, "lower": -0.28190618947067425, "upper": -0.14152119516442707, "n": 1.0, "relative_to_minus_one": -0.21171369231755066 }, { "event_time": 11, "estimate": -0.5886863959042281, "se": 0.0529062962281907, "lower": -0.6923808310668892, "upper": -0.48499196074156703, "n": 1.0, "relative_to_minus_one": -0.5886863959042281 }, { "event_time": 12, "estimate": -0.19552686771591954, "se": 0.026175723964341105, "lower": -0.2468303439552901, "upper": -0.14422339147654897, "n": 1.0, "relative_to_minus_one": -0.19552686771591954 }, { "event_time": 13, "estimate": 1.745473041747014, "se": 0.05629867062027954, "lower": 1.6351296749537827, "upper": 1.855816408540245, "n": 1.0, "relative_to_minus_one": 1.745473041747014 }, { "event_time": 14, "estimate": -0.5801927351133445, "se": 0.03606983294283103, "lower": -0.6508883086096697, "upper": -0.5094971616170192, "n": 1.0, "relative_to_minus_one": -0.5801927351133445 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.2742071516443344, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.128589799793003, "mass": 1.0, "base": 4 }, { "group": 19, "year": 1, "event_time": -18, "att": -0.2864424887720638, "mass": 0.0, "base": 18 }, { "group": 19, "year": 2, "event_time": -17, "att": -0.31276939757141903, "mass": 0.0, "base": 18 }, { "group": 19, "year": 3, "event_time": -16, "att": -0.21031707209107453, "mass": 0.0, "base": 18 }, { "group": 19, "year": 4, "event_time": -15, "att": -0.19538707478184283, "mass": 0.0, "base": 18 }, { "group": 19, "year": 5, "event_time": -14, "att": 0.08553230713812457, "mass": 0.0, "base": 18 }, { "group": 19, "year": 6, "event_time": -13, "att": -0.10003136062753093, "mass": 0.0, "base": 18 }, { "group": 19, "year": 7, "event_time": -12, "att": 0.14639032685652198, "mass": 0.0, "base": 18 }, { "group": 19, "year": 8, "event_time": -11, "att": -0.07588737033943399, "mass": 0.0, "base": 18 }, { "group": 19, "year": 9, "event_time": -10, "att": -0.03721726234971848, "mass": 0.0, "base": 18 }, { "group": 19, "year": 10, "event_time": -9, "att": 0.18869599960682037, "mass": 0.0, "base": 18 }, { "group": 19, "year": 11, "event_time": -8, "att": 0.2461732469460527, "mass": 0.0, "base": 18 }, { "group": 19, "year": 12, "event_time": -7, "att": 0.14867300879115936, "mass": 0.0, "base": 18 }, { "group": 19, "year": 13, "event_time": -6, "att": 0.0882993991404244, "mass": 0.0, "base": 18 }, { "group": 19, "year": 14, "event_time": -5, "att": 0.029909981661364382, "mass": 0.0, "base": 18 }, { "group": 19, "year": 15, "event_time": -4, "att": -0.25248886579114876, "mass": 0.0, "base": 18 }, { "group": 19, "year": 16, "event_time": -3, "att": -0.07778847339378012, "mass": 0.0, "base": 18 }, { "group": 19, "year": 17, "event_time": -2, "att": -0.4165293616907934, "mass": 0.0, "base": 18 }, { "group": 19, "year": 18, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 18 }, { "group": 19, "year": 19, "event_time": 0, "att": 0.14960041802065266, "mass": 26.0, "base": 18 }, { "group": 19, "year": 20, "event_time": 1, "att": -0.4419641230993023, "mass": 24.0, "base": 18 }, { "group": 19, "year": 21, "event_time": 2, "att": -0.36867468098682094, "mass": 22.0, "base": 18 }, { "group": 19, "year": 22, "event_time": 3, "att": -0.17271849888921958, "mass": 20.0, "base": 18 }, { "group": 19, "year": 23, "event_time": 4, "att": 0.0641346560623724, "mass": 19.0, "base": 18 }, { "group": 19, "year": 24, "event_time": 5, "att": -0.22206095812258309, "mass": 17.0, "base": 18 }, { "group": 21, "year": 1, "event_time": -20, "att": 0.39822235414903445, "mass": 0.0, "base": 20 }, { "group": 21, "year": 2, "event_time": -19, "att": 0.4270126394026913, "mass": 0.0, "base": 20 }, { "group": 21, "year": 3, "event_time": -18, "att": 0.2936759329934541, "mass": 0.0, "base": 20 }, { "group": 21, "year": 4, "event_time": -17, "att": 0.2919995399836641, "mass": 0.0, "base": 20 }, { "group": 21, "year": 5, "event_time": -16, "att": 0.287976204286631, "mass": 0.0, "base": 20 }, { "group": 21, "year": 6, "event_time": -15, "att": 0.3467646354460896, "mass": 0.0, "base": 20 }, { "group": 21, "year": 7, "event_time": -14, "att": 0.33576604383767983, "mass": 0.0, "base": 20 }, { "group": 21, "year": 8, "event_time": -13, "att": 0.32530621820905287, "mass": 0.0, "base": 20 }, { "group": 21, "year": 9, "event_time": -12, "att": 0.34708765771975314, "mass": 0.0, "base": 20 }, { "group": 21, "year": 10, "event_time": -11, "att": 0.2388141783988304, "mass": 0.0, "base": 20 }, { "group": 21, "year": 11, "event_time": -10, "att": 0.28717514360226043, "mass": 0.0, "base": 20 }, { "group": 21, "year": 12, "event_time": -9, "att": 0.32780205261654666, "mass": 0.0, "base": 20 }, { "group": 21, "year": 13, "event_time": -8, "att": 0.47687528392664486, "mass": 0.0, "base": 20 }, { "group": 21, "year": 14, "event_time": -7, "att": 0.26366870968952055, "mass": 0.0, "base": 20 }, { "group": 21, "year": 15, "event_time": -6, "att": 0.42575612070587293, "mass": 0.0, "base": 20 }, { "group": 21, "year": 16, "event_time": -5, "att": 0.2726544140372643, "mass": 0.0, "base": 20 }, { "group": 21, "year": 17, "event_time": -4, "att": 0.3552207094753963, "mass": 0.0, "base": 20 }, { "group": 21, "year": 18, "event_time": -3, "att": 0.24315047200092188, "mass": 0.0, "base": 20 }, { "group": 21, "year": 19, "event_time": -2, "att": 0.19643518730829057, "mass": 0.0, "base": 20 }, { "group": 21, "year": 20, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 20 }, { "group": 21, "year": 21, "event_time": 0, "att": 0.05340618721925361, "mass": 253.0, "base": 20 }, { "group": 21, "year": 22, "event_time": 1, "att": 0.13517898594420186, "mass": 228.0, "base": 20 }, { "group": 21, "year": 23, "event_time": 2, "att": 0.22334032574682766, "mass": 199.0, "base": 20 }, { "group": 21, "year": 24, "event_time": 3, "att": 0.29750964898582405, "mass": 184.0, "base": 20 }, { "group": 21, "year": 25, "event_time": 4, "att": 0.166746389450866, "mass": 169.0, "base": 20 }, { "group": 21, "year": 26, "event_time": 5, "att": 0.11658272376178877, "mass": 154.0, "base": 20 }, { "group": 21, "year": 30, "event_time": 9, "att": -0.7553466397228471, "mass": 1.0, "base": 20 }, { "group": 21, "year": 31, "event_time": 10, "att": -0.21171369231755066, "mass": 1.0, "base": 20 }, { "group": 21, "year": 32, "event_time": 11, "att": -0.5886863959042281, "mass": 1.0, "base": 20 }, { "group": 21, "year": 33, "event_time": 12, "att": -0.19552686771591954, "mass": 1.0, "base": 20 }, { "group": 21, "year": 34, "event_time": 13, "att": 1.745473041747014, "mass": 1.0, "base": 20 }, { "group": 21, "year": 35, "event_time": 14, "att": -0.5801927351133445, "mass": 1.0, "base": 20 }, { "group": 27, "year": 1, "event_time": -26, "att": 0.05221811202784282, "mass": 0.0, "base": 26 }, { "group": 27, "year": 2, "event_time": -25, "att": -0.022326002227531005, "mass": 0.0, "base": 26 }, { "group": 27, "year": 3, "event_time": -24, "att": -0.018078761393414133, "mass": 0.0, "base": 26 }, { "group": 27, "year": 4, "event_time": -23, "att": 0.018028968757494046, "mass": 0.0, "base": 26 }, { "group": 27, "year": 5, "event_time": -22, "att": -0.010177212677687064, "mass": 0.0, "base": 26 }, { "group": 27, "year": 6, "event_time": -21, "att": -0.09476995287032808, "mass": 0.0, "base": 26 }, { "group": 27, "year": 7, "event_time": -20, "att": -0.07990175076207545, "mass": 0.0, "base": 26 }, { "group": 27, "year": 8, "event_time": -19, "att": -0.05104825071458041, "mass": 0.0, "base": 26 }, { "group": 27, "year": 9, "event_time": -18, "att": 0.023058595793768413, "mass": 0.0, "base": 26 }, { "group": 27, "year": 10, "event_time": -17, "att": -0.026989645911253024, "mass": 0.0, "base": 26 }, { "group": 27, "year": 11, "event_time": -16, "att": -0.017410788610316696, "mass": 0.0, "base": 26 }, { "group": 27, "year": 12, "event_time": -15, "att": -0.001734693579107549, "mass": 0.0, "base": 26 }, { "group": 27, "year": 13, "event_time": -14, "att": 0.032194745801038316, "mass": 0.0, "base": 26 }, { "group": 27, "year": 14, "event_time": -13, "att": 0.06069551299791248, "mass": 0.0, "base": 26 }, { "group": 27, "year": 15, "event_time": -12, "att": -0.11791401049024464, "mass": 0.0, "base": 26 }, { "group": 27, "year": 16, "event_time": -11, "att": -0.0789913531502188, "mass": 0.0, "base": 26 }, { "group": 27, "year": 17, "event_time": -10, "att": 0.07194313674899466, "mass": 0.0, "base": 26 }, { "group": 27, "year": 18, "event_time": -9, "att": -0.1057463618323764, "mass": 0.0, "base": 26 }, { "group": 27, "year": 19, "event_time": -8, "att": -0.008784581844098305, "mass": 0.0, "base": 26 }, { "group": 27, "year": 20, "event_time": -7, "att": 0.10237043749965763, "mass": 0.0, "base": 26 }, { "group": 27, "year": 21, "event_time": -6, "att": -0.09670454582994542, "mass": 0.0, "base": 26 }, { "group": 27, "year": 22, "event_time": -5, "att": -0.05397730082485436, "mass": 0.0, "base": 26 }, { "group": 27, "year": 23, "event_time": -4, "att": -0.04099335173788676, "mass": 0.0, "base": 26 }, { "group": 27, "year": 24, "event_time": -3, "att": -0.08365806968299966, "mass": 0.0, "base": 26 }, { "group": 27, "year": 25, "event_time": -2, "att": -0.03075633644794462, "mass": 0.0, "base": 26 }, { "group": 27, "year": 26, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 26 }, { "group": 27, "year": 27, "event_time": 0, "att": -0.08431301322470686, "mass": 465.0, "base": 26 }, { "group": 27, "year": 28, "event_time": 1, "att": -0.14234718091471538, "mass": 414.0, "base": 26 }, { "group": 27, "year": 29, "event_time": 2, "att": -0.22121650698223294, "mass": 386.0, "base": 26 }, { "group": 27, "year": 30, "event_time": 3, "att": -0.2520052523250119, "mass": 357.0, "base": 26 }, { "group": 27, "year": 31, "event_time": 4, "att": -0.2806915456476072, "mass": 320.0, "base": 26 }, { "group": 27, "year": 32, "event_time": 5, "att": -0.21423128508502737, "mass": 281.0, "base": 26 }, { "group": 30, "year": 1, "event_time": -29, "att": 0.031735811546246495, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": 0.1506493126451251, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": 0.024638257733240354, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": 0.4128665846717234, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": 0.23958889793303884, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": 0.2588707423672517, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": 0.13909988346444013, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": 0.3312970784516131, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": 0.20212376838237675, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": 0.22687407622703865, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": 0.2029810049012768, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": 0.22984598534179151, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": 0.5099430749500526, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": 0.42231269597106963, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": 0.3740652697490409, "mass": 0.0, "base": 29 }, { "group": 30, "year": 16, "event_time": -14, "att": 0.13762665632385795, "mass": 0.0, "base": 29 }, { "group": 30, "year": 17, "event_time": -13, "att": -0.014116392780300413, "mass": 0.0, "base": 29 }, { "group": 30, "year": 18, "event_time": -12, "att": -0.038071698030791135, "mass": 0.0, "base": 29 }, { "group": 30, "year": 19, "event_time": -11, "att": -0.07591062539273002, "mass": 0.0, "base": 29 }, { "group": 30, "year": 20, "event_time": -10, "att": 0.0883630484061646, "mass": 0.0, "base": 29 }, { "group": 30, "year": 21, "event_time": -9, "att": -0.022725431182806843, "mass": 0.0, "base": 29 }, { "group": 30, "year": 22, "event_time": -8, "att": -0.09961115539674481, "mass": 0.0, "base": 29 }, { "group": 30, "year": 23, "event_time": -7, "att": 0.08440644340576128, "mass": 0.0, "base": 29 }, { "group": 30, "year": 24, "event_time": -6, "att": 0.12332822938292559, "mass": 0.0, "base": 29 }, { "group": 30, "year": 25, "event_time": -5, "att": 0.10539850453101898, "mass": 0.0, "base": 29 }, { "group": 30, "year": 26, "event_time": -4, "att": 0.09296560159367293, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": 0.041005746897795875, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.12669413108353084, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.03544523030259561, "mass": 21.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": 0.05722743747095144, "mass": 19.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.03015293358237514, "mass": 17.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": -0.028553786941012405, "mass": 15.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": -0.053103326831796305, "mass": 14.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": 0.19359974477844133, "mass": 13.0, "base": 29 }, { "group": 35, "year": 20, "event_time": -15, "att": -1.443241683080374, "mass": 0.0, "base": 34 }, { "group": 35, "year": 21, "event_time": -14, "att": -1.044157562741915, "mass": 0.0, "base": 34 }, { "group": 35, "year": 22, "event_time": -13, "att": -0.15074779607946442, "mass": 0.0, "base": 34 }, { "group": 35, "year": 23, "event_time": -12, "att": -0.8338775763469404, "mass": 0.0, "base": 34 }, { "group": 35, "year": 24, "event_time": -11, "att": -0.6957666741313422, "mass": 0.0, "base": 34 }, { "group": 35, "year": 25, "event_time": -10, "att": -0.7876202523420623, "mass": 0.0, "base": 34 }, { "group": 35, "year": 26, "event_time": -9, "att": -0.35798880687949497, "mass": 0.0, "base": 34 }, { "group": 35, "year": 27, "event_time": -8, "att": -0.8957146252839001, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -0.9570421400848899, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -0.9582088207041852, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.4744485805925479, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.8215716684682017, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.131999229086876, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.6261863079412486, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": -0.2565774102591505, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -0.9726982668690667, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.931962017843322, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.3528353926675685, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.5035291505076958, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": -0.6339939516720163, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.09410066190463164, "se": 0.03567214607188848, "lower": -0.16401678345678503, "upper": -0.024184540352478245 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.09210455550194083, "se": 0.05114279941271748, "lower": -0.1923426004194233, "upper": 0.008133489415541664 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.12769827229116607, "se": 0.04336561672932429, "lower": -0.21269331924800933, "upper": -0.0427032253343228 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.07378710249866494, "se": 0.11269643626270197, "lower": -0.2946680587595745, "upper": 0.14709385376224465 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.07378710249866494, "treated_cell_se": 0.11269643626270197, "checks": { "input_rows": 168071, "retained_rows": 168071, "all_observed_post_cells_estimated": true, "post_weight_sum": 3674.0, "avoided_dense_if_bytes": 338831136 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.2925519170239568, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": {} }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10839899348481839, "event_study": [ { "event_time": -29, "estimate": -0.23473990307867756, "raw_gap": -0.23473990307867756, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": -0.20503406890655557 }, { "event_time": -28, "estimate": -0.06054756105435055, "raw_gap": -0.06054756105435055, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": -0.030841726882228564 }, { "event_time": -27, "estimate": -0.18496154147155494, "raw_gap": -0.18496154147155494, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": -0.15525570729943294 }, { "event_time": -26, "estimate": 0.03995788810187698, "raw_gap": 0.03995788810187698, "n": 80, "n_cells": 80, "weight_sum": 80.0, "relative_to_minus_one": 0.06966372227399897 }, { "event_time": -25, "estimate": -0.04011850679420871, "raw_gap": -0.04011850679420871, "n": 85, "n_cells": 85, "weight_sum": 85.0, "relative_to_minus_one": -0.010412672622086724 }, { "event_time": -24, "estimate": -0.03434998458198931, "raw_gap": -0.03434998458198931, "n": 93, "n_cells": 93, "weight_sum": 93.0, "relative_to_minus_one": -0.004644150409867324 }, { "event_time": -23, "estimate": -0.013003469328391401, "raw_gap": -0.013003469328391401, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.016702364843730586 }, { "event_time": -22, "estimate": -0.01552004444874444, "raw_gap": -0.01552004444874444, "n": 113, "n_cells": 113, "weight_sum": 113.0, "relative_to_minus_one": 0.014185789723377548 }, { "event_time": -21, "estimate": -0.09812355670900388, "raw_gap": -0.09812355670900388, "n": 120, "n_cells": 120, "weight_sum": 120.0, "relative_to_minus_one": -0.0684177225368819 }, { "event_time": -20, "estimate": -0.03916051317923731, "raw_gap": -0.03916051317923731, "n": 187, "n_cells": 187, "weight_sum": 187.0, "relative_to_minus_one": -0.009454679007115326 }, { "event_time": -19, "estimate": -0.011334820652125113, "raw_gap": -0.011334820652125113, "n": 213, "n_cells": 213, "weight_sum": 213.0, "relative_to_minus_one": 0.018371013519996874 }, { "event_time": -18, "estimate": 0.004420646302448429, "raw_gap": 0.004420646302448429, "n": 229, "n_cells": 229, "weight_sum": 229.0, "relative_to_minus_one": 0.03412648047457042 }, { "event_time": -17, "estimate": -0.020078600045626914, "raw_gap": -0.020078600045626914, "n": 240, "n_cells": 240, "weight_sum": 240.0, "relative_to_minus_one": 0.009627234126495073 }, { "event_time": -16, "estimate": -0.027925875718028098, "raw_gap": -0.027925875718028098, "n": 249, "n_cells": 249, "weight_sum": 249.0, "relative_to_minus_one": 0.0017799584540938891 }, { "event_time": -15, "estimate": -0.00011596559122171693, "raw_gap": -0.00011596559122171693, "n": 262, "n_cells": 262, "weight_sum": 262.0, "relative_to_minus_one": 0.02958986858090027 }, { "event_time": -14, "estimate": 0.02439480711711011, "raw_gap": 0.02439480711711011, "n": 299, "n_cells": 299, "weight_sum": 299.0, "relative_to_minus_one": 0.0541006412892321 }, { "event_time": -13, "estimate": 0.034505054880860676, "raw_gap": 0.034505054880860676, "n": 320, "n_cells": 320, "weight_sum": 320.0, "relative_to_minus_one": 0.06421088905298267 }, { "event_time": -12, "estimate": -0.00951983527308503, "raw_gap": -0.00951983527308503, "n": 342, "n_cells": 342, "weight_sum": 342.0, "relative_to_minus_one": 0.02018599889903696 }, { "event_time": -11, "estimate": -0.02678105048672076, "raw_gap": -0.02678105048672076, "n": 364, "n_cells": 362, "weight_sum": 364.0, "relative_to_minus_one": 0.0029247836854012256 }, { "event_time": -10, "estimate": 0.027980707700865255, "raw_gap": 0.027980707700865255, "n": 378, "n_cells": 378, "weight_sum": 378.0, "relative_to_minus_one": 0.057686541872987246 }, { "event_time": -9, "estimate": 0.006302770549922143, "raw_gap": 0.006302770549922143, "n": 399, "n_cells": 398, "weight_sum": 399.0, "relative_to_minus_one": 0.03600860472204413 }, { "event_time": -8, "estimate": 0.07109707179599083, "raw_gap": 0.07109707179599083, "n": 423, "n_cells": 423, "weight_sum": 423.0, "relative_to_minus_one": 0.10080290596811281 }, { "event_time": -7, "estimate": 0.033570380655274755, "raw_gap": 0.033570380655274755, "n": 453, "n_cells": 453, "weight_sum": 453.0, "relative_to_minus_one": 0.06327621482739675 }, { "event_time": -6, "estimate": 0.015909441821700163, "raw_gap": 0.015909441821700163, "n": 522, "n_cells": 521, "weight_sum": 522.0, "relative_to_minus_one": 0.045615275993822146 }, { "event_time": -5, "estimate": 0.008601241738795368, "raw_gap": 0.008601241738795368, "n": 565, "n_cells": 565, "weight_sum": 565.0, "relative_to_minus_one": 0.03830707591091735 }, { "event_time": -4, "estimate": 0.014823829087450571, "raw_gap": 0.014823829087450571, "n": 596, "n_cells": 595, "weight_sum": 596.0, "relative_to_minus_one": 0.044529663259572555 }, { "event_time": -3, "estimate": -0.016002355654261086, "raw_gap": -0.016002355654261086, "n": 639, "n_cells": 639, "weight_sum": 639.0, "relative_to_minus_one": 0.013703478517860902 }, { "event_time": -2, "estimate": -0.019318199768970482, "raw_gap": -0.019318199768970482, "n": 689, "n_cells": 689, "weight_sum": 689.0, "relative_to_minus_one": 0.010387634403151505 }, { "event_time": -1, "estimate": -0.029705834172121987, "raw_gap": -0.029705834172121987, "n": 772, "n_cells": 771, "weight_sum": 772.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.10972469720683334, "raw_gap": -0.10972469720683334, "n": 772, "n_cells": 771, "weight_sum": 772.0, "relative_to_minus_one": -0.08001886303471135 }, { "event_time": 1, "estimate": -0.1459036270620269, "raw_gap": -0.1459036270620269, "n": 690, "n_cells": 690, "weight_sum": 690.0, "relative_to_minus_one": -0.11619779288990491 }, { "event_time": 2, "estimate": -0.12101540475453662, "raw_gap": -0.12101540475453662, "n": 629, "n_cells": 629, "weight_sum": 629.0, "relative_to_minus_one": -0.09130957058241464 }, { "event_time": 3, "estimate": -0.09178959239992587, "raw_gap": -0.09178959239992587, "n": 581, "n_cells": 581, "weight_sum": 581.0, "relative_to_minus_one": -0.06208375822780389 }, { "event_time": 4, "estimate": -0.1035471891510071, "raw_gap": -0.1035471891510071, "n": 527, "n_cells": 527, "weight_sum": 527.0, "relative_to_minus_one": -0.07384135497888511 }, { "event_time": 5, "estimate": -0.06494609146798212, "raw_gap": -0.06494609146798212, "n": 469, "n_cells": 469, "weight_sum": 469.0, "relative_to_minus_one": -0.03524025729586014 }, { "event_time": 9, "estimate": -0.4533796916723827, "raw_gap": -0.4533796916723827, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.4236738575002607 }, { "event_time": 10, "estimate": 0.15840828530423312, "raw_gap": 0.15840828530423312, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.18811411947635512 }, { "event_time": 11, "estimate": -0.1953079049927096, "raw_gap": -0.1953079049927096, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.16560207082058762 }, { "event_time": 12, "estimate": 0.20632466580318917, "raw_gap": 0.20632466580318917, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.23603049997531117 }, { "event_time": 13, "estimate": 2.077167629795575, "raw_gap": 2.077167629795575, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 2.106873463967697 }, { "event_time": 14, "estimate": -0.19261777496202254, "raw_gap": -0.19261777496202254, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.16291194078990054 } ], "package_event_study": { "event_time": [ -29.0, -28.0, -27.0, -26.0, -25.0, -24.0, -23.0, -22.0, -21.0, -20.0, -19.0, -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "estimate": [ -0.23473990307867756, -0.06054756105435055, -0.18496154147155494, 0.03995788810187699, -0.0401185067942087, -0.0343499845819893, -0.013003469328391408, -0.015520044448744412, -0.09812355670900387, -0.03916051317923728, -0.01133482065212512, 0.004420646302448432, -0.020078600045626924, -0.027925875718028088, -0.0001159655912217146, 0.02439480711711012, 0.034505054880860676, -0.009519835273085038, -0.021203852804583475, 0.027980707700865252, 0.0069888680252814675, 0.07109707179599083, 0.03357038065527475, 0.015557332862499338, 0.008601241738795371, 0.015215307730618152, -0.016002355654261075, -0.019318199768970472, -0.02989591189817601, -0.11279192956653382, -0.14590362706202692, -0.12101540475453665, -0.09178959239992589, -0.10354718915100718, -0.06494609146798215, -0.4533796916723827, 0.15840828530423312, -0.1953079049927096, 0.20632466580318917, 2.077167629795575, -0.19261777496202254 ], "n": [ 5.0, 6.0, 6.0, 80.0, 85.0, 93.0, 105.0, 113.0, 120.0, 187.0, 213.0, 229.0, 240.0, 249.0, 262.0, 299.0, 320.0, 342.0, 362.0, 378.0, 398.0, 423.0, 453.0, 521.0, 565.0, 595.0, 639.0, 689.0, 771.0, 771.0, 690.0, 629.0, 581.0, 527.0, 469.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 242, "termination_reason": "Relative objective tolerance reached", "objective": 0.46388753460206567, "lambda_l": 0.00030761007037919297, "singular_values": [ 81.04820758145797, 66.65081821558135, 63.79251123604457, 57.672510171637036, 55.81170057497814, 53.49581210920673, 49.10953976381679, 47.93181690638237, 46.910695021306275, 43.11869407035146, 41.29947126398974, 38.94359584170869, 37.47112994950915, 35.923300356202, 34.904033207850944, 32.26413490543885, 29.382827807154626, 28.1824904875498, 25.43156663244138, 24.147630975495844, 22.210511062779773, 20.790241021856957, 19.27991076117705, 17.697093435951693, 15.81746457325346, 13.555754797909863, 12.133057562480467, 7.9696786319118615, 4.93991899718641, 3.2742214638760707, 0.7143831307645101, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.4672179109652507, 0.46521107679672463, 0.4646007885729686, 0.464336765872186, 0.46420070505842603, 0.4641212887549936, 0.46407041344585953, 0.46403537926662997, 0.4640098618531463, 0.46399046030701474, 0.46397522001684255, 0.4639629486869252, 0.4639528792702785, 0.46394449462586357, 0.4639374316908667, 0.4639314266446698, 0.4639262821498584, 0.4639218469826958, 0.4639180028918247, 0.46391465583147695, 0.46391172993416807, 0.46390916325426024, 0.46390690468986284, 0.46390491170976444, 0.46390314864354676, 0.46390158537422466, 0.4639001963239907, 0.46389895965732164, 0.4638978566475236, 0.4638968711680294, 0.46389598928011155, 0.4638951988959098, 0.4638944895009348, 0.46389385192400673, 0.46389327814536496, 0.46389276113565026, 0.4638922951244956, 0.4638918752848763, 0.4638914962748, 0.46389115363206596, 0.46389084346468346, 0.46389056235817194, 0.4638903073045072, 0.4638900756451416, 0.4638898650240888, 0.46388967334865217, 0.46388949875621244, 0.4638893395858914, 0.46388919435419507, 0.46388906173400657, 0.4638889405363788, 0.4638888296946895, 0.46388872825083177, 0.4638886353431209, 0.46388855019567693, 0.4638884721091262, 0.4638884004523639, 0.4638883346553271, 0.4638882742025827, 0.46388821862763896, 0.4638881675079329, 0.46388812046035566, 0.4638880771372437, 0.4638880372228874, 0.46388800043032385, 0.46388796649853514, 0.4638879351899282, 0.46388790628805815, 0.46388787959562783, 0.46388785493264867, 0.46388783213481055, 0.463887811052047, 0.4638877915471732, 0.4638877734947249, 0.46388775677988836, 0.4638877412975171, 0.4638877269512759, 0.4638877136528523, 0.46388770132122564, 0.46388768988205625, 0.46388767926706237, 0.46388766941351706, 0.46388766026376005, 0.4638876517647688, 0.46388764386774783, 0.4638876365277758, 0.4638876297034896, 0.463887623356769, 0.46388761745247203, 0.46388761195820094, 0.46388760684404884, 0.46388760208242064, 0.4638875976478309, 0.46388759351673514, 0.4638875896673841, 0.46388758607965375, 0.4638875827349486, 0.46388757961604976, 0.46388757670702874, 0.46388757399314057, 0.463887571460717, 0.4638875690970993, 0.46388756689056126, 0.46388756483022175, 0.46388756290599076, 0.46388756110850815, 0.4638875594290892, 0.46388755785967345, 0.4638875563927659, 0.463887555021414, 0.4638875537391576, 0.4638875525399868, 0.46388755141831317, 0.46388755036894835, 0.46388754938706633, 0.4638875484681657, 0.4638875476080604, 0.4638875468028636, 0.46388754604895377, 0.4638875453429361, 0.46388754468168847, 0.4638875440622592, 0.46388754348192174, 0.46388754293813667, 0.46388754242852137, 0.46388754195086424, 0.46388754150309675, 0.4638875410832944, 0.4638875406896531, 0.4638875403204965, 0.4638875399742622, 0.4638875396494748, 0.4638875393447748, 0.4638875390588827, 0.4638875387906063, 0.4638875385388255, 0.46388753830250334, 0.46388753808066324, 0.4638875378723949, 0.46388753767683966, 0.463887537493211, 0.46388753732075944, 0.46388753715878706, 0.4638875370066416, 0.4638875368637082, 0.46388753672941985, 0.463887536603238, 0.4638875364846655, 0.4638875363732313, 0.46388753626849266, 0.46388753617003875, 0.4638875360774901, 0.4638875359904774, 0.4638875359086617, 0.46388753583173115, 0.46388753575938757, 0.46388753569134045, 0.4638875356273478, 0.4638875355671487, 0.4638875355105216, 0.4638875354572406, 0.463887535407114, 0.4638875353599502, 0.4638875353155637, 0.4638875352737955, 0.4638875352344798, 0.4638875351974805, 0.4638875351626467, 0.46388753512986103, 0.4638875350989906, 0.4638875350699314, 0.46388753504256874, 0.4638875350168008, 0.4638875349925333, 0.46388753496968727, 0.4638875349481613, 0.4638875349278904, 0.4638875349088005, 0.4638875348908127, 0.4638875348738688, 0.463887534857909, 0.4638875348428672, 0.4638875348286944, 0.46388753481534195, 0.46388753480276057, 0.46388753479090405, 0.4638875347797293, 0.4638875347691951, 0.46388753475926875, 0.46388753474991223, 0.4638875347410909, 0.4638875347327748, 0.4638875347249378, 0.4638875347175476, 0.46388753471057603, 0.46388753470401256, 0.4638875346978144, 0.46388753469197386, 0.4638875346864656, 0.4638875346812689, 0.46388753467637145, 0.4638875346717488, 0.4638875346673924, 0.4638875346632806, 0.4638875346594061, 0.4638875346557451, 0.4638875346522956, 0.46388753464904126, 0.4638875346459701, 0.4638875346430744, 0.4638875346403397, 0.4638875346377606, 0.46388753463532717, 0.4638875346330303, 0.4638875346308623, 0.4638875346288207, 0.46388753462689064, 0.46388753462506505, 0.46388753462334364, 0.46388753462172416, 0.4638875346201933, 0.46388753461875004, 0.4638875346173801, 0.4638875346160974, 0.4638875346148832, 0.4638875346137365, 0.46388753461265214, 0.4638875346116277, 0.4638875346106648, 0.46388753460974963, 0.4638875346088903, 0.4638875346080782, 0.46388753460731297, 0.46388753460658466, 0.46388753460589827, 0.4638875346052569, 0.4638875346046447, 0.46388753460407117, 0.4638875346035249, 0.4638875346030109, 0.46388753460252413, 0.46388753460206567 ], "history_rmse": [ 0.38416108292835466, 0.3828073311698337, 0.38265031295962565, 0.3826893531700744, 0.3827352261350813, 0.3827696299542901, 0.3827910975935125, 0.3828034755692425, 0.38280995695708486, 0.382812660128315, 0.38281294234005114, 0.38281167833101365, 0.38280943981520776, 0.3828066055382007, 0.382803429171258, 0.38280008196870013, 0.3827966800729059, 0.3827933022779831, 0.3827900017477718, 0.3827868138431699, 0.3827837614144544, 0.38278085842534504, 0.3827781124690907, 0.38277552654187763, 0.38277310031307205, 0.38277083105020626, 0.3827687143031466, 0.3827667444175077, 0.3827649149241342, 0.3827632188369061, 0.382761648881274, 0.38276019766945923, 0.3827588578340298, 0.38275762212869324, 0.38275648350317687, 0.38275543515745447, 0.38275306565933476, 0.3827490843684596, 0.3827459444263992, 0.3827432591238016, 0.3827409086301082, 0.38273882850842067, 0.3827369750424454, 0.3827353152866194, 0.3827338230815927, 0.38273247703971686, 0.38273125934830915, 0.38273015497815727, 0.382729151122264, 0.3827282367793977, 0.38272740243542824, 0.3827266398140831, 0.3827259416787672, 0.38272530167288027, 0.3827247141897235, 0.38272417426557953, 0.382723677491003, 0.3827232199367855, 0.38272279809167886, 0.38272240880969227, 0.38272204926530357, 0.38272171691513013, 0.38272140946495503, 0.38272112484137455, 0.3827208611671083, 0.38272061673959895, 0.3827203900123101, 0.38272017957832, 0.3827199841559522, 0.38271980257606086, 0.3827196337708155, 0.38271947676381296, 0.38271933066119834, 0.3827191946438494, 0.3827190679603714, 0.3827189499208196, 0.3827188398911081, 0.38271873728798506, 0.38271864157448504, 0.3827185522559084, 0.38271846887609856, 0.38271839101416427, 0.38271831828147573, 0.3827182503189594, 0.38271818679461944, 0.382718127401316, 0.3827180718547483, 0.3827180198915886, 0.3827179712678059, 0.3827179257571508, 0.382717883149719, 0.382717843250707, 0.382717805879222, 0.38271777086721587, 0.38271773805851717, 0.3827177073078979, 0.3827176784802914, 0.38271765144999476, 0.382717626099998, 0.38271760232134244, 0.3827175800125051, 0.382717559078881, 0.38271753943228526, 0.38271752099046613, 0.38271750367669977, 0.38271748741938916, 0.38271747215170787, 0.38271745781125915, 0.3827174443397541, 0.3827174316827476, 0.3827174197893608, 0.3827174086120253, 0.3827173981062649, 0.3827173882304935, 0.3827173789458089, 0.3827173702157942, 0.3827173620063735, 0.3827173542856561, 0.3827173470237807, 0.3827173401927506, 0.38271733376639366, 0.3827173277201303, 0.3827173220309581, 0.3827173166773214, 0.3827173116389881, 0.38271730689700306, 0.3827173024335795, 0.3827172982320408, 0.3827172942767296, 0.38271729055296266, 0.3827172870469635, 0.38271728374577707, 0.3827172806372644, 0.38271727771001607, 0.3827172749533184, 0.38271727235710223, 0.382717269911919, 0.3827172676088832, 0.38271726543964796, 0.382717263396358, 0.3827172614716511, 0.38271725965858766, 0.3827172579506492, 0.38271725634170356, 0.3827172548259805, 0.3827172533980618, 0.38271725205284113, 0.3827172507855238, 0.3827172495915913, 0.3827172484667879, 0.3827172474071144, 0.38271724640881427, 0.38271724546833236, 0.38271724458233214, 0.3827172437476783, 0.3827172429614109, 0.3827172422207291, 0.3827172415230359, 0.3827172408658371, 0.38271724024681775, 0.3827172396637709, 0.3827172391146429, 0.38271723859748674, 0.3827172381104572, 0.3827172376518365, 0.38271723721998474, 0.3827172368133806, 0.38271723643056077, 0.38271723607017705, 0.3827172357309292, 0.38271723541162017, 0.38271723511109673, 0.38271723482828024, 0.3827172345621566, 0.38271723431177973, 0.3827172340762253, 0.38271723385465845, 0.3827172336462763, 0.3827172334503092, 0.38271723326605206, 0.38271723309283423, 0.38271723293000753, 0.3827172327769817, 0.38271723263319396, 0.38271723249811, 0.3827172323712248, 0.3827172322520641, 0.3827172321401783, 0.382717232035153, 0.38271723193658574, 0.3827172318440999, 0.3827172317573429, 0.38271723167598504, 0.3827172315997057, 0.3827172315282047, 0.38271723146122094, 0.3827172313984628, 0.38271723133970087, 0.382717231284693, 0.3827172312332153, 0.3827172311850671, 0.38271723114004147, 0.3827172310979614, 0.3827172310586441, 0.3827172310219326, 0.3827172309876576, 0.38271723095568594, 0.3827172309258743, 0.3827172308980902, 0.38271723087221415, 0.38271723084812415, 0.3827172308257168, 0.38271723080488673, 0.3827172307855362, 0.38271723076757397, 0.38271723075091985, 0.3827172307354831, 0.38271723072118535, 0.38271723070796315, 0.3827172306957531, 0.3827172306844811, 0.38271723067409213, 0.38271723066451785, 0.3827172306557287, 0.3827172306476561, 0.382717230640256, 0.38271723063348323, 0.382717230627297, 0.38271723062166507, 0.38271723061653634, 0.3827172306118914, 0.382717230607689, 0.38271723060390167, 0.3827172306004922, 0.3827172305974425, 0.38271723059473334, 0.3827172305923243, 0.382717230590207, 0.38271723058834883, 0.3827172305867382, 0.3827172305853529, 0.3827172305841789 ], "n_observed": 167994, "n_missing": 476958, "n_treated_observed": 3673, "n_untreated_observed": 164321 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.1090424757733038, "matrix_preparation": { "source_rows": 168071, "matrix_shape": [ 15356, 42 ], "observed_cells": 167994, "missing_cells": 476958, "repeated_cells": 77, "minimum_cell_count": 1, "maximum_cell_count": 2, "observation_mass": 168071.0, "treated_observation_mass": 3674.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 8.46067116688937, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": { "penalty": 1.0 } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.040398117292382595, "SE": 0.021098261973614172, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.00010865873753304828, "SE": 0.08855157509093564, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06596096755028513, "SE": 0.025415521672204733, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.0021529395683037534, "SE": 0.017639865975093826, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.09410066190463164, "SE": 0.03567214607188848, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.07378710249866494, "SE": 0.11269643626270197, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10839899348481839, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.040398117292382595, "SE": 0.021098261973614172, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08264665814561789, "upper": 0.0018504235608526945, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.00010865873753304828, "SE": 0.08855157509093564, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17721281174787948, "upper": 0.17743012922294557, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06596096755028513, "SE": 0.025415521672204733, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11685467182873713, "upper": -0.015067263271833144, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.0021529395683037534, "SE": 0.017639865975093826, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.037476161889951815, "upper": 0.03317028275334431, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.09410066190463164, "SE": 0.03567214607188848, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.16401678345678503, "upper": -0.024184540352478245, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.07378710249866494, "SE": 0.11269643626270197, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2946680587595745, "upper": 0.14709385376224465, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10839899348481839, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602265.665629, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.040398117292382595, "SE": 0.021098261973614172, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08264665814561789, "upper": 0.0018504235608526945, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.00010865873753304828, "SE": 0.08855157509093564, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17721281174787948, "upper": 0.17743012922294557, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.06596096755028513, "SE": 0.025415521672204733, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11685467182873713, "upper": -0.015067263271833144, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.0021529395683037534, "SE": 0.017639865975093826, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.037476161889951815, "upper": 0.03317028275334431, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.09410066190463164, "SE": 0.03567214607188848, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.16401678345678503, "upper": -0.024184540352478245, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.07378710249866494, "SE": 0.11269643626270197, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2946680587595745, "upper": 0.14709385376224465, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10839899348481839, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P009", "source_specification_id": "PP-REPLY-T1-PB-ALL-CHGEMP", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P009.json", "input_bytes": 994611, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p009", "specification_id": "S03-P009", "source_specification_id": "PP-REPLY-T1-PB-ALL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-ALL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P009.parquet", "output_dir": "analyses/full-archive/results/S03-P009" }, "source": { "file": "S03-P009.parquet", "bytes": 994611, "sha256": "bbd5a5d4bad2526869a4aae0d3f5321055204e78f29fa183b061e99c72d76a75" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 118675, "source_sd": 0.3061800662348745, "rows": 109770, "units": 12555, "clusters": 56, "treated_units": 26, "never_treated_units": 12529, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 109711, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 358, "post_adoption_untreated_rows_removed": 2717, "units_without_minus_one_removed": 210, "additional_rows_removed": 4660 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12289171381143947, "se": 0.03767341904728827, "pvalue": 0.0019029942541218966, "lower": 0.04739249490105549, "upper": 0.19839093272182345 }, { "method": "Dynamic TWFE", "estimate": -0.2500520964150372, "se": 0.2565572266225612, "pvalue": 0.33400396209149, "lower": -0.764204268043112, "upper": 0.26410007521303763 }, { "method": "BJS / did2s", "estimate": 0.14113380032902711, "se": 0.029857725261278993, "pvalue": 1.6242192144414076e-05, "lower": 0.08129758177828042, "upper": 0.2009700188797738 }, { "method": "Sun\u2013Abraham", "estimate": -0.18562971917089063, "se": 0.04409957744926552, "pvalue": 9.549861346944436e-05, "lower": -0.27400724730334686, "upper": -0.09725219103843442 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.6274041401455922, "se": 0.243891088216318, "pvalue": 0.01282701448941769, "lower": -1.116172803176217, "upper": -0.13863547711496732 }, { "event_time": -28, "estimate": -0.5768136051319408, "se": 0.25003182967541054, "pvalue": 0.024847980512544457, "lower": -1.0778885890491874, "upper": -0.0757386212146941 }, { "event_time": -27, "estimate": -0.47135579571374453, "se": 0.2636198124314584, "pvalue": 0.07928297802104947, "lower": -0.9996617055886717, "upper": 0.056950114161182674 }, { "event_time": -26, "estimate": -0.4718588946759545, "se": 0.2502942969511027, "pvalue": 0.06468754533783462, "lower": -0.9734598747678362, "upper": 0.02974208541592721 }, { "event_time": -25, "estimate": -0.41293928419824655, "se": 0.2502115763558844, "pvalue": 0.104569145295829, "lower": -0.9143744885128104, "upper": 0.08849592011631735 }, { "event_time": -24, "estimate": -0.38455027164167344, "se": 0.24644620239345777, "pvalue": 0.12440574805149768, "lower": -0.8784394979097034, "upper": 0.10933895462635651 }, { "event_time": -23, "estimate": -0.399513929441439, "se": 0.2783869880719581, "pvalue": 0.15692034296997004, "lower": -0.9574139206226242, "upper": 0.15838606173974618 }, { "event_time": -22, "estimate": -0.18414617731722283, "se": 0.25095526693383496, "pvalue": 0.4661988580145484, "lower": -0.6870717708549098, "upper": 0.31877941622046413 }, { "event_time": -21, "estimate": -0.4060785032057465, "se": 0.20686573706804068, "pvalue": 0.054710705141197954, "lower": -0.8206467044182175, "upper": 0.008489698006724444 }, { "event_time": -20, "estimate": -0.34894293047539193, "se": 0.30041108033852293, "pvalue": 0.2504338997494277, "lower": -0.9509801888700652, "upper": 0.2530943279192813 }, { "event_time": -19, "estimate": -0.3233538577004981, "se": 0.23539106324564535, "pvalue": 0.1751119721499284, "lower": -0.795088090030819, "upper": 0.14838037462982273 }, { "event_time": -18, "estimate": -0.3465018753434279, "se": 0.21756446145408834, "pvalue": 0.11697255608880777, "lower": -0.7825107993496061, "upper": 0.08950704866275022 }, { "event_time": -17, "estimate": -0.06045229499480515, "se": 0.2422103960983831, "pvalue": 0.8038374382876192, "lower": -0.5458527757541675, "upper": 0.4249481857645571 }, { "event_time": -16, "estimate": -0.2694863273028369, "se": 0.21956633161674638, "pvalue": 0.2249158861163666, "lower": -0.7095070887653121, "upper": 0.17053443415963826 }, { "event_time": -15, "estimate": -0.018660825341998494, "se": 0.22226115502549848, "pvalue": 0.9333938785191493, "lower": -0.46408213359866873, "upper": 0.4267604829146718 }, { "event_time": -8, "estimate": 0.14326207186597195, "se": 0.28610144057710324, "pvalue": 0.6185530593784838, "lower": -0.4300980276140812, "upper": 0.7166221713460251 }, { "event_time": -7, "estimate": -0.28875221332057643, "se": 0.2882969788086082, "pvalue": 0.3209332438671059, "lower": -0.8665122697399891, "upper": 0.2890078430988362 }, { "event_time": -6, "estimate": -0.4756649547001221, "se": 0.2911467817227091, "pvalue": 0.10802060625950488, "lower": -1.0591361437829407, "upper": 0.1078062343826966 }, { "event_time": -5, "estimate": -0.24435239237798848, "se": 0.30956143314972373, "pvalue": 0.43329708485823676, "lower": -0.8647273675892039, "upper": 0.376022582833227 }, { "event_time": -4, "estimate": -1.3041724487793305, "se": 0.8192298375343758, "pvalue": 0.11712786500733573, "lower": -2.945945731004911, "upper": 0.3376008334462497 }, { "event_time": -3, "estimate": -0.5066519232747583, "se": 0.3120064720874888, "pvalue": 0.11012584145120506, "lower": -1.1319268660141404, "upper": 0.11862301946462395 }, { "event_time": -2, "estimate": -0.7197751499945326, "se": 0.2917254069625645, "pvalue": 0.016754927553364874, "lower": -1.304405929970763, "upper": -0.13514437001830226 }, { "event_time": 0, "estimate": -0.35254666818292196, "se": 0.30873471643691297, "pvalue": 0.2584393684887179, "lower": -0.971264866078571, "upper": 0.2661715297127271 }, { "event_time": 1, "estimate": -0.3392254085321026, "se": 0.2638459601771294, "pvalue": 0.2039365734071935, "lower": -0.8679845286169944, "upper": 0.1895337115527892 }, { "event_time": 2, "estimate": -0.20233041294593931, "se": 0.3000540057570475, "pvalue": 0.5029366416469245, "lower": -0.8036520778883616, "upper": 0.3989912519964829 }, { "event_time": 3, "estimate": 0.060646051137254346, "se": 0.28534990904271984, "pvalue": 0.8324775781422018, "lower": -0.5112079454918406, "upper": 0.6325000477663492 }, { "event_time": 4, "estimate": -0.5508177584503575, "se": 0.2522310123997132, "pvalue": 0.03326118886103535, "lower": -1.0563000030337424, "upper": -0.04533551386697254 }, { "event_time": 5, "estimate": -0.04464356359758971, "se": 0.2566992680920585, "pvalue": 0.8625716983485551, "lower": -0.5590803926916214, "upper": 0.46979326549644196 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.25060358226500234, "se": 0.02683409425662702, "pvalue": 6.096662001576006e-13, "lower": -0.30438030887428497, "upper": -0.19682685565571975 }, { "event_time": -28, "estimate": -0.18744329400673015, "se": 0.021851665979198964, "pvalue": 1.0069230152365075e-11, "lower": -0.23123501121852075, "upper": -0.14365157679493956 }, { "event_time": -27, "estimate": -0.08199790708366188, "se": 0.024258231273172063, "pvalue": 0.0013383041709576276, "lower": -0.13061248891848395, "upper": -0.0333833252488398 }, { "event_time": -26, "estimate": -0.08325843808603042, "se": 0.016736350203037265, "pvalue": 6.776751313339143e-06, "lower": -0.11679883340172748, "upper": -0.049718042770333364 }, { "event_time": -25, "estimate": -0.03699414817163993, "se": 0.012239644288500311, "pvalue": 0.0038020807245145367, "lower": -0.06152294345732376, "upper": -0.012465352885956096 }, { "event_time": -24, "estimate": -0.014695831567357511, "se": 0.019380871779979724, "pvalue": 0.45152957072528116, "lower": -0.053535966553621694, "upper": 0.02414430341890667 }, { "event_time": -23, "estimate": -0.0673805308724717, "se": 0.09720632803725691, "pvalue": 0.4911196489422039, "lower": -0.2621863654782298, "upper": 0.12742530373328642 }, { "event_time": -22, "estimate": 0.14750075806591054, "se": 0.056705393817583646, "pvalue": 0.011911354843094512, "lower": 0.03386060940142546, "upper": 0.2611409067303956 }, { "event_time": -21, "estimate": -0.07399749591901603, "se": 0.06360309052162293, "pvalue": 0.2496793083068184, "lower": -0.20146093767994175, "upper": 0.053465945841909696 }, { "event_time": -20, "estimate": -0.01697349488201028, "se": 0.1303618391316613, "pvalue": 0.8968809138158962, "lower": -0.2782244585337949, "upper": 0.24427746876977435 }, { "event_time": -19, "estimate": 0.008560936936128076, "se": 0.03098497347617103, "pvalue": 0.7833584905103671, "lower": -0.05353433751914501, "upper": 0.07065621139140116 }, { "event_time": -18, "estimate": -0.015082529892446354, "se": 0.0350422684650551, "pvalue": 0.668579632158987, "lower": -0.08530880520445776, "upper": 0.05514374541956506 }, { "event_time": -17, "estimate": 0.2703642524436718, "se": 0.03474930954251891, "pvalue": 1.9898440438573257e-10, "lower": 0.20072507993208705, "upper": 0.34000342495525654 }, { "event_time": -16, "estimate": 0.06173982928945191, "se": 0.030668966259812816, "pvalue": 0.049008496228755166, "lower": 0.00027784744760322305, "upper": 0.1232018111313006 }, { "event_time": -15, "estimate": 0.3120294671682129, "se": 0.02040727793902952, "pvalue": 1.853367474395599e-21, "lower": 0.2711323682733691, "upper": 0.35292656606305667 }, { "event_time": -8, "estimate": 0.49504224344557546, "se": 0.014101239202664326, "pvalue": 2.4060102806198748e-39, "lower": 0.4667827285835636, "upper": 0.5233017583075873 }, { "event_time": -7, "estimate": 0.06360846521482433, "se": 0.013834780593423976, "pvalue": 2.545703433075767e-05, "lower": 0.0358829453386231, "upper": 0.09133398509102555 }, { "event_time": -6, "estimate": -0.12389798047199357, "se": 0.03914752692661559, "pvalue": 0.002528433360300979, "lower": -0.2023513775879489, "upper": -0.04544458335603824 }, { "event_time": -5, "estimate": 0.13847075002783774, "se": 0.0743594489900267, "pvalue": 0.06792304535367587, "lower": -0.010548915808880566, "upper": 0.28749041586455604 }, { "event_time": -4, "estimate": -1.008738150449723, "se": 0.5479460471668822, "pvalue": 0.07102602372451684, "lower": -2.1068465677984216, "upper": 0.08937026689897531 }, { "event_time": -3, "estimate": -0.08492629256088967, "se": 0.06653596258927584, "pvalue": 0.2071787214629975, "lower": -0.21826734128904968, "upper": 0.048414756167270326 }, { "event_time": -2, "estimate": -0.28208363604539355, "se": 0.0469572533578796, "pvalue": 1.5660974580902756e-07, "lower": -0.37618807467483883, "upper": -0.18797919741594823 }, { "event_time": -1, "estimate": 0.3504028827865828, "se": 0.22851951480402025, "pvalue": 0.1309195809652015, "lower": -0.10756045873618059, "upper": 0.8083662243093462 }, { "event_time": 0, "estimate": -0.0018219441363972384, "se": 0.20289434452357666, "pvalue": 0.9928677710374635, "lower": -0.40843129683774165, "upper": 0.40478740856494716 }, { "event_time": 1, "estimate": 0.022696943710919414, "se": 0.04318212893427166, "pvalue": 0.6012722630014378, "lower": -0.06384197651112697, "upper": 0.1092358639329658 }, { "event_time": 2, "estimate": 0.1595721583976543, "se": 0.08954248942709674, "pvalue": 0.08025619110972156, "lower": -0.019875000421442385, "upper": 0.33901931721675094 }, { "event_time": 3, "estimate": 0.4874251527596343, "se": 0.11537648202004018, "pvalue": 9.072848826454367e-05, "lower": 0.25620551585311885, "upper": 0.7186447896661496 }, { "event_time": 4, "estimate": -0.12158712501167093, "se": 0.026135134422342065, "pvalue": 2.1069384327501984e-05, "lower": -0.17396310481132612, "upper": -0.06921114521201574 }, { "event_time": 5, "estimate": 0.42127474428745887, "se": 0.07540766939411492, "pvalue": 7.412143664759393e-07, "lower": 0.2701543978181903, "upper": 0.5723950907567275 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.425969499885891, "se": 0.032682799826218016, "pvalue": 1.8624186088440552e-18, "lower": -0.49146729438090664, "upper": -0.36047170539087536 }, { "event_time": -28, "estimate": -0.37022230759642083, "se": 0.0358302138278896, "pvalue": 1.7055492771187268e-14, "lower": -0.44202766070233757, "upper": -0.2984169544905041 }, { "event_time": -27, "estimate": -0.26457048025069807, "se": 0.0391558121906041, "pvalue": 9.433697104651566e-09, "lower": -0.3430404814067277, "upper": -0.1861004790946684 }, { "event_time": -26, "estimate": -0.2654764364294929, "se": 0.0322100751322799, "pvalue": 3.5227998319219867e-11, "lower": -0.3300268694676899, "upper": -0.20092600339129596 }, { "event_time": -25, "estimate": -0.21148280392475402, "se": 0.028324493306154518, "pvalue": 6.492270609035268e-10, "lower": -0.2682463569742613, "upper": -0.15471925087524674 }, { "event_time": -24, "estimate": -0.18184249441054517, "se": 0.025164113839343083, "pvalue": 1.6062955954276446e-09, "lower": -0.23227250547637487, "upper": -0.13141248334471547 }, { "event_time": -23, "estimate": -0.19617888486738838, "se": 0.07123549264227531, "pvalue": 0.007965068082868558, "lower": -0.3389380022821725, "upper": -0.05341976745260424 }, { "event_time": -22, "estimate": 0.01918852181614072, "se": 0.04238580839181394, "pvalue": 0.6525376349754666, "lower": -0.06575453637696728, "upper": 0.10413158000924873 }, { "event_time": -21, "estimate": -0.20274402586072526, "se": 0.10838937740553449, "pvalue": 0.06673692096241554, "lower": -0.419961192214245, "upper": 0.014473140492794495 }, { "event_time": -20, "estimate": -0.14560852334954394, "se": 0.10503452735208231, "pvalue": 0.17125223970468997, "lower": -0.3561024199547256, "upper": 0.06488537325563767 }, { "event_time": -19, "estimate": -0.12001965421575667, "se": 0.031227877537582226, "pvalue": 0.00031687527232894633, "lower": -0.18260171928814062, "upper": -0.057437589143372714 }, { "event_time": -18, "estimate": -0.14236844689248698, "se": 0.07279199306958949, "pvalue": 0.05557274116033014, "lower": -0.28824686086881746, "upper": 0.0035099670838434627 }, { "event_time": -17, "estimate": 0.1436807169796509, "se": 0.02889975193984022, "pvalue": 6.84975183122974e-06, "lower": 0.08576431986626375, "upper": 0.20159711409303804 }, { "event_time": -16, "estimate": -0.06535431511514413, "se": 0.06820289322050163, "pvalue": 0.3421383408313698, "lower": -0.20203596747891706, "upper": 0.07132733724862879 }, { "event_time": -15, "estimate": 0.18547019919911376, "se": 0.05702366163967849, "pvalue": 0.0019571165908096417, "lower": 0.07119222756607073, "upper": 0.29974817083215677 }, { "event_time": -8, "estimate": 0.2915530321578194, "se": 0.11808000417185831, "pvalue": 0.016678999252618825, "lower": 0.05491541578644624, "upper": 0.5281906485291926 }, { "event_time": -7, "estimate": -0.14032684570782153, "se": 0.11543469013529786, "pvalue": 0.22931494096290347, "lower": -0.37166313428406417, "upper": 0.09100944286842114 }, { "event_time": -6, "estimate": -0.32794441914420425, "se": 0.11644697793497062, "pvalue": 0.006733262878896572, "lower": -0.5613093778045684, "upper": -0.09457946048384014 }, { "event_time": -5, "estimate": -0.09583919446960125, "se": 0.19271109459992208, "pvalue": 0.6209453889993115, "lower": -0.48204085828451615, "upper": 0.2903624693453136 }, { "event_time": -4, "estimate": -2.3641848847915075, "se": 0.10795561454430136, "pvalue": 7.795341178621682e-29, "lower": -2.5805327709457884, "upper": -2.1478369986372265 }, { "event_time": -3, "estimate": -0.5599712237984853, "se": 0.05172077584285572, "pvalue": 3.002623978478111e-15, "lower": -0.6636219748140275, "upper": -0.456320472782943 }, { "event_time": -2, "estimate": -0.748130241901004, "se": 0.04918532483089981, "pvalue": 2.340441529657391e-21, "lower": -0.8466998355427509, "upper": -0.6495606482592571 }, { "event_time": 0, "estimate": -0.3517722388866038, "se": 0.039845636980537176, "pvalue": 3.9804366412452525e-12, "lower": -0.4316246798142824, "upper": -0.27191979795892524 }, { "event_time": 1, "estimate": -0.3657994216095263, "se": 0.0500483737281412, "pvalue": 1.1759599677908545e-09, "lower": -0.46609860389151314, "upper": -0.2655002393275394 }, { "event_time": 2, "estimate": -0.23961975824741266, "se": 0.05955357254002724, "pvalue": 0.0001766075755384971, "lower": -0.35896778462248596, "upper": -0.12027173187233937 }, { "event_time": 3, "estimate": 0.24508692858202522, "se": 0.044527172849710986, "pvalue": 1.0023975041827287e-06, "lower": 0.15585248011794783, "upper": 0.3343213770461026 }, { "event_time": 4, "estimate": -0.36930080511604213, "se": 0.04097713026383921, "pvalue": 2.0191289664081977e-12, "lower": -0.45142080925544886, "upper": -0.2871808009766354 }, { "event_time": 5, "estimate": 0.142240400982168, "se": 0.05811914682339127, "pvalue": 0.017610613093973902, "lower": 0.025767027981534824, "upper": 0.25871377398280115 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21487603305785125, 0.19008264462809918, 0.18181818181818182, 0.15702479338842976, 0.14049586776859505, 0.11570247933884298 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 3.4404318302098383e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 6.067028505776506, "df_num": 7, "df_den": 97141, "pvalue": 4.2381304926856194e-07, "log10_pvalue": -6.372825675425882, "inference": "Homoskedastic nested-model F", "observations": 109770, "design_columns": 44, "restricted_design_columns": 37, "fixed_effect_rank": 12585, "covariance_rank": 7, "rss_unrestricted": 81996.2213489905, "rss_restricted": 82032.06938314736, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 1.6888713333556352e-05, 5.456444988698808e-06, 5.15448316854346e-06, 4.892322586739896e-06, 1.4725569512276152e-05, 1.872593227247799e-05 ], [ 1.7700251275561996e-05, 6.70907050624967e-06, 6.415446168889928e-06, 6.179361159758153e-06, 1.556408536812997e-05, 1.994188556455173e-05 ], [ 1.9040078174320452e-05, 8.40478420410726e-06, 8.175937927794574e-06, 8.232112190879708e-06, 1.7872076987815263e-05, 2.3000664655717935e-05 ], [ 1.925391346082754e-05, 9.352011959941619e-06, 9.178555259946887e-06, 9.291988693307737e-06, 1.867917097311458e-05, 2.4154278256478158e-05 ], [ 1.9181608087062442e-05, 1.057754065152196e-05, 1.0519404547898807e-05, 1.059444689812184e-05, 1.9105033630455667e-05, 2.4883055440088557e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.14792507837924368 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.2350600397411914 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.35644560615393767 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.2656909390734051 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6710042966259349 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5789723868103019 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.17954121863135 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.030124855929344063 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.832584556188192 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.140452324980073 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.514895766960475 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.949638235648157 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.833376564925953 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.84437675812193 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.17617093949434057 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.39627776291956945 } ] } } }, "code_sha256": { "replication_engine.py": "836da12e7ca9210de54b65782ae08d98863e1382a1ec9e9b6fa80c3db0494f39", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "80f31c1a9b71ccb8a6113641ff8ef830af32dbdea8af48d60740c31d4b00b63c", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p009", "specification_id": "S03-P009", "source_specification_id": "PP-REPLY-T1-PB-ALL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-ALL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P009.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P009" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P009", "regression_results": "analyses/archive-expanded/baselines/S03-P009.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P009.parquet", "bytes": 994611, "sha256": "bbd5a5d4bad2526869a4aae0d3f5321055204e78f29fa183b061e99c72d76a75" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 118675, "source_sd": 0.3061800662348745, "rows": 109770, "units": 12555, "clusters": 56, "treated_units": 26, "never_treated_units": 12529, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 109711, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 358, "post_adoption_untreated_rows_removed": 2717, "units_without_minus_one_removed": 210, "additional_rows_removed": 4660 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12289171381143947, "se": 0.03767341904728827, "pvalue": 0.0019029942541218966, "lower": 0.04739249490105549, "upper": 0.19839093272182345 }, { "method": "Dynamic TWFE", "estimate": -0.2500520964150372, "se": 0.2565572266225612, "pvalue": 0.33400396209149, "lower": -0.764204268043112, "upper": 0.26410007521303763 }, { "method": "BJS / did2s", "estimate": 0.14113380032902711, "se": 0.029857725261278993, "pvalue": 1.6242192144414076e-05, "lower": 0.08129758177828042, "upper": 0.2009700188797738 }, { "method": "Sun\u2013Abraham", "estimate": -0.18562971917089063, "se": 0.04409957744926552, "pvalue": 9.549861346944436e-05, "lower": -0.27400724730334686, "upper": -0.09725219103843442 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.6274041401455922, "se": 0.243891088216318, "pvalue": 0.01282701448941769, "lower": -1.116172803176217, "upper": -0.13863547711496732 }, { "event_time": -28, "estimate": -0.5768136051319408, "se": 0.25003182967541054, "pvalue": 0.024847980512544457, "lower": -1.0778885890491874, "upper": -0.0757386212146941 }, { "event_time": -27, "estimate": -0.47135579571374453, "se": 0.2636198124314584, "pvalue": 0.07928297802104947, "lower": -0.9996617055886717, "upper": 0.056950114161182674 }, { "event_time": -26, "estimate": -0.4718588946759545, "se": 0.2502942969511027, "pvalue": 0.06468754533783462, "lower": -0.9734598747678362, "upper": 0.02974208541592721 }, { "event_time": -25, "estimate": -0.41293928419824655, "se": 0.2502115763558844, "pvalue": 0.104569145295829, "lower": -0.9143744885128104, "upper": 0.08849592011631735 }, { "event_time": -24, "estimate": -0.38455027164167344, "se": 0.24644620239345777, "pvalue": 0.12440574805149768, "lower": -0.8784394979097034, "upper": 0.10933895462635651 }, { "event_time": -23, "estimate": -0.399513929441439, "se": 0.2783869880719581, "pvalue": 0.15692034296997004, "lower": -0.9574139206226242, "upper": 0.15838606173974618 }, { "event_time": -22, "estimate": -0.18414617731722283, "se": 0.25095526693383496, "pvalue": 0.4661988580145484, "lower": -0.6870717708549098, "upper": 0.31877941622046413 }, { "event_time": -21, "estimate": -0.4060785032057465, "se": 0.20686573706804068, "pvalue": 0.054710705141197954, "lower": -0.8206467044182175, "upper": 0.008489698006724444 }, { "event_time": -20, "estimate": -0.34894293047539193, "se": 0.30041108033852293, "pvalue": 0.2504338997494277, "lower": -0.9509801888700652, "upper": 0.2530943279192813 }, { "event_time": -19, "estimate": -0.3233538577004981, "se": 0.23539106324564535, "pvalue": 0.1751119721499284, "lower": -0.795088090030819, "upper": 0.14838037462982273 }, { "event_time": -18, "estimate": -0.3465018753434279, "se": 0.21756446145408834, "pvalue": 0.11697255608880777, "lower": -0.7825107993496061, "upper": 0.08950704866275022 }, { "event_time": -17, "estimate": -0.06045229499480515, "se": 0.2422103960983831, "pvalue": 0.8038374382876192, "lower": -0.5458527757541675, "upper": 0.4249481857645571 }, { "event_time": -16, "estimate": -0.2694863273028369, "se": 0.21956633161674638, "pvalue": 0.2249158861163666, "lower": -0.7095070887653121, "upper": 0.17053443415963826 }, { "event_time": -15, "estimate": -0.018660825341998494, "se": 0.22226115502549848, "pvalue": 0.9333938785191493, "lower": -0.46408213359866873, "upper": 0.4267604829146718 }, { "event_time": -8, "estimate": 0.14326207186597195, "se": 0.28610144057710324, "pvalue": 0.6185530593784838, "lower": -0.4300980276140812, "upper": 0.7166221713460251 }, { "event_time": -7, "estimate": -0.28875221332057643, "se": 0.2882969788086082, "pvalue": 0.3209332438671059, "lower": -0.8665122697399891, "upper": 0.2890078430988362 }, { "event_time": -6, "estimate": -0.4756649547001221, "se": 0.2911467817227091, "pvalue": 0.10802060625950488, "lower": -1.0591361437829407, "upper": 0.1078062343826966 }, { "event_time": -5, "estimate": -0.24435239237798848, "se": 0.30956143314972373, "pvalue": 0.43329708485823676, "lower": -0.8647273675892039, "upper": 0.376022582833227 }, { "event_time": -4, "estimate": -1.3041724487793305, "se": 0.8192298375343758, "pvalue": 0.11712786500733573, "lower": -2.945945731004911, "upper": 0.3376008334462497 }, { "event_time": -3, "estimate": -0.5066519232747583, "se": 0.3120064720874888, "pvalue": 0.11012584145120506, "lower": -1.1319268660141404, "upper": 0.11862301946462395 }, { "event_time": -2, "estimate": -0.7197751499945326, "se": 0.2917254069625645, "pvalue": 0.016754927553364874, "lower": -1.304405929970763, "upper": -0.13514437001830226 }, { "event_time": 0, "estimate": -0.35254666818292196, "se": 0.30873471643691297, "pvalue": 0.2584393684887179, "lower": -0.971264866078571, "upper": 0.2661715297127271 }, { "event_time": 1, "estimate": -0.3392254085321026, "se": 0.2638459601771294, "pvalue": 0.2039365734071935, "lower": -0.8679845286169944, "upper": 0.1895337115527892 }, { "event_time": 2, "estimate": -0.20233041294593931, "se": 0.3000540057570475, "pvalue": 0.5029366416469245, "lower": -0.8036520778883616, "upper": 0.3989912519964829 }, { "event_time": 3, "estimate": 0.060646051137254346, "se": 0.28534990904271984, "pvalue": 0.8324775781422018, "lower": -0.5112079454918406, "upper": 0.6325000477663492 }, { "event_time": 4, "estimate": -0.5508177584503575, "se": 0.2522310123997132, "pvalue": 0.03326118886103535, "lower": -1.0563000030337424, "upper": -0.04533551386697254 }, { "event_time": 5, "estimate": -0.04464356359758971, "se": 0.2566992680920585, "pvalue": 0.8625716983485551, "lower": -0.5590803926916214, "upper": 0.46979326549644196 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.25060358226500234, "se": 0.02683409425662702, "pvalue": 6.096662001576006e-13, "lower": -0.30438030887428497, "upper": -0.19682685565571975 }, { "event_time": -28, "estimate": -0.18744329400673015, "se": 0.021851665979198964, "pvalue": 1.0069230152365075e-11, "lower": -0.23123501121852075, "upper": -0.14365157679493956 }, { "event_time": -27, "estimate": -0.08199790708366188, "se": 0.024258231273172063, "pvalue": 0.0013383041709576276, "lower": -0.13061248891848395, "upper": -0.0333833252488398 }, { "event_time": -26, "estimate": -0.08325843808603042, "se": 0.016736350203037265, "pvalue": 6.776751313339143e-06, "lower": -0.11679883340172748, "upper": -0.049718042770333364 }, { "event_time": -25, "estimate": -0.03699414817163993, "se": 0.012239644288500311, "pvalue": 0.0038020807245145367, "lower": -0.06152294345732376, "upper": -0.012465352885956096 }, { "event_time": -24, "estimate": -0.014695831567357511, "se": 0.019380871779979724, "pvalue": 0.45152957072528116, "lower": -0.053535966553621694, "upper": 0.02414430341890667 }, { "event_time": -23, "estimate": -0.0673805308724717, "se": 0.09720632803725691, "pvalue": 0.4911196489422039, "lower": -0.2621863654782298, "upper": 0.12742530373328642 }, { "event_time": -22, "estimate": 0.14750075806591054, "se": 0.056705393817583646, "pvalue": 0.011911354843094512, "lower": 0.03386060940142546, "upper": 0.2611409067303956 }, { "event_time": -21, "estimate": -0.07399749591901603, "se": 0.06360309052162293, "pvalue": 0.2496793083068184, "lower": -0.20146093767994175, "upper": 0.053465945841909696 }, { "event_time": -20, "estimate": -0.01697349488201028, "se": 0.1303618391316613, "pvalue": 0.8968809138158962, "lower": -0.2782244585337949, "upper": 0.24427746876977435 }, { "event_time": -19, "estimate": 0.008560936936128076, "se": 0.03098497347617103, "pvalue": 0.7833584905103671, "lower": -0.05353433751914501, "upper": 0.07065621139140116 }, { "event_time": -18, "estimate": -0.015082529892446354, "se": 0.0350422684650551, "pvalue": 0.668579632158987, "lower": -0.08530880520445776, "upper": 0.05514374541956506 }, { "event_time": -17, "estimate": 0.2703642524436718, "se": 0.03474930954251891, "pvalue": 1.9898440438573257e-10, "lower": 0.20072507993208705, "upper": 0.34000342495525654 }, { "event_time": -16, "estimate": 0.06173982928945191, "se": 0.030668966259812816, "pvalue": 0.049008496228755166, "lower": 0.00027784744760322305, "upper": 0.1232018111313006 }, { "event_time": -15, "estimate": 0.3120294671682129, "se": 0.02040727793902952, "pvalue": 1.853367474395599e-21, "lower": 0.2711323682733691, "upper": 0.35292656606305667 }, { "event_time": -8, "estimate": 0.49504224344557546, "se": 0.014101239202664326, "pvalue": 2.4060102806198748e-39, "lower": 0.4667827285835636, "upper": 0.5233017583075873 }, { "event_time": -7, "estimate": 0.06360846521482433, "se": 0.013834780593423976, "pvalue": 2.545703433075767e-05, "lower": 0.0358829453386231, "upper": 0.09133398509102555 }, { "event_time": -6, "estimate": -0.12389798047199357, "se": 0.03914752692661559, "pvalue": 0.002528433360300979, "lower": -0.2023513775879489, "upper": -0.04544458335603824 }, { "event_time": -5, "estimate": 0.13847075002783774, "se": 0.0743594489900267, "pvalue": 0.06792304535367587, "lower": -0.010548915808880566, "upper": 0.28749041586455604 }, { "event_time": -4, "estimate": -1.008738150449723, "se": 0.5479460471668822, "pvalue": 0.07102602372451684, "lower": -2.1068465677984216, "upper": 0.08937026689897531 }, { "event_time": -3, "estimate": -0.08492629256088967, "se": 0.06653596258927584, "pvalue": 0.2071787214629975, "lower": -0.21826734128904968, "upper": 0.048414756167270326 }, { "event_time": -2, "estimate": -0.28208363604539355, "se": 0.0469572533578796, "pvalue": 1.5660974580902756e-07, "lower": -0.37618807467483883, "upper": -0.18797919741594823 }, { "event_time": -1, "estimate": 0.3504028827865828, "se": 0.22851951480402025, "pvalue": 0.1309195809652015, "lower": -0.10756045873618059, "upper": 0.8083662243093462 }, { "event_time": 0, "estimate": -0.0018219441363972384, "se": 0.20289434452357666, "pvalue": 0.9928677710374635, "lower": -0.40843129683774165, "upper": 0.40478740856494716 }, { "event_time": 1, "estimate": 0.022696943710919414, "se": 0.04318212893427166, "pvalue": 0.6012722630014378, "lower": -0.06384197651112697, "upper": 0.1092358639329658 }, { "event_time": 2, "estimate": 0.1595721583976543, "se": 0.08954248942709674, "pvalue": 0.08025619110972156, "lower": -0.019875000421442385, "upper": 0.33901931721675094 }, { "event_time": 3, "estimate": 0.4874251527596343, "se": 0.11537648202004018, "pvalue": 9.072848826454367e-05, "lower": 0.25620551585311885, "upper": 0.7186447896661496 }, { "event_time": 4, "estimate": -0.12158712501167093, "se": 0.026135134422342065, "pvalue": 2.1069384327501984e-05, "lower": -0.17396310481132612, "upper": -0.06921114521201574 }, { "event_time": 5, "estimate": 0.42127474428745887, "se": 0.07540766939411492, "pvalue": 7.412143664759393e-07, "lower": 0.2701543978181903, "upper": 0.5723950907567275 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.425969499885891, "se": 0.032682799826218016, "pvalue": 1.8624186088440552e-18, "lower": -0.49146729438090664, "upper": -0.36047170539087536 }, { "event_time": -28, "estimate": -0.37022230759642083, "se": 0.0358302138278896, "pvalue": 1.7055492771187268e-14, "lower": -0.44202766070233757, "upper": -0.2984169544905041 }, { "event_time": -27, "estimate": -0.26457048025069807, "se": 0.0391558121906041, "pvalue": 9.433697104651566e-09, "lower": -0.3430404814067277, "upper": -0.1861004790946684 }, { "event_time": -26, "estimate": -0.2654764364294929, "se": 0.0322100751322799, "pvalue": 3.5227998319219867e-11, "lower": -0.3300268694676899, "upper": -0.20092600339129596 }, { "event_time": -25, "estimate": -0.21148280392475402, "se": 0.028324493306154518, "pvalue": 6.492270609035268e-10, "lower": -0.2682463569742613, "upper": -0.15471925087524674 }, { "event_time": -24, "estimate": -0.18184249441054517, "se": 0.025164113839343083, "pvalue": 1.6062955954276446e-09, "lower": -0.23227250547637487, "upper": -0.13141248334471547 }, { "event_time": -23, "estimate": -0.19617888486738838, "se": 0.07123549264227531, "pvalue": 0.007965068082868558, "lower": -0.3389380022821725, "upper": -0.05341976745260424 }, { "event_time": -22, "estimate": 0.01918852181614072, "se": 0.04238580839181394, "pvalue": 0.6525376349754666, "lower": -0.06575453637696728, "upper": 0.10413158000924873 }, { "event_time": -21, "estimate": -0.20274402586072526, "se": 0.10838937740553449, "pvalue": 0.06673692096241554, "lower": -0.419961192214245, "upper": 0.014473140492794495 }, { "event_time": -20, "estimate": -0.14560852334954394, "se": 0.10503452735208231, "pvalue": 0.17125223970468997, "lower": -0.3561024199547256, "upper": 0.06488537325563767 }, { "event_time": -19, "estimate": -0.12001965421575667, "se": 0.031227877537582226, "pvalue": 0.00031687527232894633, "lower": -0.18260171928814062, "upper": -0.057437589143372714 }, { "event_time": -18, "estimate": -0.14236844689248698, "se": 0.07279199306958949, "pvalue": 0.05557274116033014, "lower": -0.28824686086881746, "upper": 0.0035099670838434627 }, { "event_time": -17, "estimate": 0.1436807169796509, "se": 0.02889975193984022, "pvalue": 6.84975183122974e-06, "lower": 0.08576431986626375, "upper": 0.20159711409303804 }, { "event_time": -16, "estimate": -0.06535431511514413, "se": 0.06820289322050163, "pvalue": 0.3421383408313698, "lower": -0.20203596747891706, "upper": 0.07132733724862879 }, { "event_time": -15, "estimate": 0.18547019919911376, "se": 0.05702366163967849, "pvalue": 0.0019571165908096417, "lower": 0.07119222756607073, "upper": 0.29974817083215677 }, { "event_time": -8, "estimate": 0.2915530321578194, "se": 0.11808000417185831, "pvalue": 0.016678999252618825, "lower": 0.05491541578644624, "upper": 0.5281906485291926 }, { "event_time": -7, "estimate": -0.14032684570782153, "se": 0.11543469013529786, "pvalue": 0.22931494096290347, "lower": -0.37166313428406417, "upper": 0.09100944286842114 }, { "event_time": -6, "estimate": -0.32794441914420425, "se": 0.11644697793497062, "pvalue": 0.006733262878896572, "lower": -0.5613093778045684, "upper": -0.09457946048384014 }, { "event_time": -5, "estimate": -0.09583919446960125, "se": 0.19271109459992208, "pvalue": 0.6209453889993115, "lower": -0.48204085828451615, "upper": 0.2903624693453136 }, { "event_time": -4, "estimate": -2.3641848847915075, "se": 0.10795561454430136, "pvalue": 7.795341178621682e-29, "lower": -2.5805327709457884, "upper": -2.1478369986372265 }, { "event_time": -3, "estimate": -0.5599712237984853, "se": 0.05172077584285572, "pvalue": 3.002623978478111e-15, "lower": -0.6636219748140275, "upper": -0.456320472782943 }, { "event_time": -2, "estimate": -0.748130241901004, "se": 0.04918532483089981, "pvalue": 2.340441529657391e-21, "lower": -0.8466998355427509, "upper": -0.6495606482592571 }, { "event_time": 0, "estimate": -0.3517722388866038, "se": 0.039845636980537176, "pvalue": 3.9804366412452525e-12, "lower": -0.4316246798142824, "upper": -0.27191979795892524 }, { "event_time": 1, "estimate": -0.3657994216095263, "se": 0.0500483737281412, "pvalue": 1.1759599677908545e-09, "lower": -0.46609860389151314, "upper": -0.2655002393275394 }, { "event_time": 2, "estimate": -0.23961975824741266, "se": 0.05955357254002724, "pvalue": 0.0001766075755384971, "lower": -0.35896778462248596, "upper": -0.12027173187233937 }, { "event_time": 3, "estimate": 0.24508692858202522, "se": 0.044527172849710986, "pvalue": 1.0023975041827287e-06, "lower": 0.15585248011794783, "upper": 0.3343213770461026 }, { "event_time": 4, "estimate": -0.36930080511604213, "se": 0.04097713026383921, "pvalue": 2.0191289664081977e-12, "lower": -0.45142080925544886, "upper": -0.2871808009766354 }, { "event_time": 5, "estimate": 0.142240400982168, "se": 0.05811914682339127, "pvalue": 0.017610613093973902, "lower": 0.025767027981534824, "upper": 0.25871377398280115 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21487603305785125, 0.19008264462809918, 0.18181818181818182, 0.15702479338842976, 0.14049586776859505, 0.11570247933884298 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 3.4404318302098383e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 6.067028505776506, "df_num": 7, "df_den": 97141, "pvalue": 4.2381304926856194e-07, "log10_pvalue": -6.372825675425882, "inference": "Homoskedastic nested-model F", "observations": 109770, "design_columns": 44, "restricted_design_columns": 37, "fixed_effect_rank": 12585, "covariance_rank": 7, "rss_unrestricted": 81996.2213489905, "rss_restricted": 82032.06938314736, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 1.6888713333556352e-05, 5.456444988698808e-06, 5.15448316854346e-06, 4.892322586739896e-06, 1.4725569512276152e-05, 1.872593227247799e-05 ], [ 1.7700251275561996e-05, 6.70907050624967e-06, 6.415446168889928e-06, 6.179361159758153e-06, 1.556408536812997e-05, 1.994188556455173e-05 ], [ 1.9040078174320452e-05, 8.40478420410726e-06, 8.175937927794574e-06, 8.232112190879708e-06, 1.7872076987815263e-05, 2.3000664655717935e-05 ], [ 1.925391346082754e-05, 9.352011959941619e-06, 9.178555259946887e-06, 9.291988693307737e-06, 1.867917097311458e-05, 2.4154278256478158e-05 ], [ 1.9181608087062442e-05, 1.057754065152196e-05, 1.0519404547898807e-05, 1.059444689812184e-05, 1.9105033630455667e-05, 2.4883055440088557e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.14792507837924368 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.2350600397411914 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.35644560615393767 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.2656909390734051 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6710042966259349 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5789723868103019 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.17954121863135 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.030124855929344063 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.832584556188192 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.140452324980073 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.514895766960475 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.949638235648157 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.833376564925953 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.84437675812193 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.17617093949434057 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.39627776291956945 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.25131515591949777, "se": 0.06520594068006028, "lower": -0.3791164512304711, "upper": -0.12351386060852443 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.25190924349486765, "se": 0.06602225086844166, "lower": -0.38131047737528156, "upper": -0.12250800961445371 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.32064134030145214, "se": 0.10969154739869576, "lower": -0.535632822611364, "upper": -0.1056498579915402 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 121.0, "post_cells": 16, "estimate": -0.3092737309784883, "se": 0.08037372791768774, "lower": -0.46680334300037774, "upper": -0.15174411895659887 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.25131515591949777, "se": 0.06520594068006028, "lower": -0.3791164512304711, "upper": -0.12351386060852443, "event_study": [ { "event_time": -29, "estimate": -0.4614582556064429, "se": 0.025178384194587455, "lower": -0.5108069818167469, "upper": -0.41210952939613893, "relative_to_minus_one": -0.4614582556064429, "n": 0.0 }, { "event_time": -28, "estimate": -0.42327972166586725, "se": 0.028876950944306222, "lower": -0.4798775055000373, "upper": -0.36668193783169717, "relative_to_minus_one": -0.42327972166586725, "n": 0.0 }, { "event_time": -27, "estimate": -0.32564588624322277, "se": 0.03054585199338186, "lower": -0.38551465602734225, "upper": -0.2657771164591033, "relative_to_minus_one": -0.32564588624322277, "n": 0.0 }, { "event_time": -26, "estimate": -0.3393021600459544, "se": 0.02819328951399303, "lower": -0.39455999209909154, "upper": -0.2840443279928173, "relative_to_minus_one": -0.3393021600459544, "n": 0.0 }, { "event_time": -25, "estimate": -0.278562914257662, "se": 0.02631140359767679, "lower": -0.3301323176918061, "upper": -0.22699351082351787, "relative_to_minus_one": -0.278562914257662, "n": 0.0 }, { "event_time": -24, "estimate": -0.2554249596825971, "se": 0.020736961208575443, "lower": -0.29606865680020916, "upper": -0.21478126256498503, "relative_to_minus_one": -0.2554249596825971, "n": 0.0 }, { "event_time": -23, "estimate": -0.3839077526562214, "se": 0.16241148084795298, "lower": -0.702228405794026, "upper": -0.06558709951841679, "relative_to_minus_one": -0.3839077526562214, "n": 0.0 }, { "event_time": -22, "estimate": -0.1851285926018793, "se": 0.12293624572575908, "lower": -0.4260792066189333, "upper": 0.055822021415174644, "relative_to_minus_one": -0.1851285926018793, "n": 0.0 }, { "event_time": -21, "estimate": -0.40569942543695114, "se": 0.02435372492700648, "lower": -0.4534318491832792, "upper": -0.35796700169062307, "relative_to_minus_one": -0.40569942543695114, "n": 0.0 }, { "event_time": -20, "estimate": -0.3529213884467576, "se": 0.19456392363385533, "lower": -0.7342596714599154, "upper": 0.028416894566400286, "relative_to_minus_one": -0.3529213884467576, "n": 0.0 }, { "event_time": -19, "estimate": -0.3330646048246676, "se": 0.09572277018726481, "lower": -0.5206777868921111, "upper": -0.14545142275722417, "relative_to_minus_one": -0.3330646048246676, "n": 0.0 }, { "event_time": -18, "estimate": -0.3224531445000848, "se": 0.03951671089890366, "lower": -0.39990447464941736, "upper": -0.2450018143507522, "relative_to_minus_one": -0.3224531445000848, "n": 0.0 }, { "event_time": -17, "estimate": -0.04904472847062317, "se": 0.09804558337533245, "lower": -0.24121054072949383, "upper": 0.1431210837882475, "relative_to_minus_one": -0.04904472847062317, "n": 0.0 }, { "event_time": -16, "estimate": -0.2741124021968988, "se": 0.04625317142861691, "lower": -0.364766952367745, "upper": -0.18345785202605264, "relative_to_minus_one": -0.2741124021968988, "n": 0.0 }, { "event_time": -15, "estimate": -0.03596508532906663, "se": 0.060878514386831485, "lower": -0.1552847809595599, "upper": 0.08335461030142662, "relative_to_minus_one": -0.03596508532906663, "n": 0.0 }, { "event_time": -8, "estimate": 0.11260437169906166, "se": 0.14759666646391778, "lower": -0.17667977880838798, "upper": 0.40188852220651133, "relative_to_minus_one": 0.11260437169906166, "n": 0.0 }, { "event_time": -7, "estimate": -0.3537914470437442, "se": 0.14628256132766054, "lower": -0.6404999988122306, "upper": -0.06708289527525785, "relative_to_minus_one": -0.3537914470437442, "n": 0.0 }, { "event_time": -6, "estimate": -0.3052517810708213, "se": 0.13981509863593639, "lower": -0.5792843388921718, "upper": -0.03121922324947074, "relative_to_minus_one": -0.3052517810708213, "n": 0.0 }, { "event_time": -5, "estimate": -0.08045782117306068, "se": 0.11345272256409317, "lower": -0.302821071346698, "upper": 0.14190542900057668, "relative_to_minus_one": -0.08045782117306068, "n": 0.0 }, { "event_time": -4, "estimate": -1.4857584166449433, "se": 0.6924732212196527, "lower": -2.8429809904939, "upper": -0.12853584279598662, "relative_to_minus_one": -1.4857584166449433, "n": 0.0 }, { "event_time": -3, "estimate": -0.46174447406014707, "se": 0.1122958099238258, "lower": -0.6818402171256013, "upper": -0.24164873099469292, "relative_to_minus_one": -0.46174447406014707, "n": 0.0 }, { "event_time": -2, "estimate": -0.6910767908010383, "se": 0.1014276851836021, "lower": -0.8898714007961653, "upper": -0.49228218080591135, "relative_to_minus_one": -0.6910767908010383, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.3914436837611599, "se": 0.12918822043622216, "lower": -0.6446479430429768, "upper": -0.13823942447934306, "relative_to_minus_one": -0.3914436837611599, "n": 26.0 }, { "event_time": 1, "estimate": -0.28370229470447644, "se": 0.15544617219092072, "lower": -0.5883711937332927, "upper": 0.020966604324339888, "relative_to_minus_one": -0.28370229470447644, "n": 23.0 }, { "event_time": 2, "estimate": -0.15827011649044664, "se": 0.1576019338865943, "lower": -0.4671642308020342, "upper": 0.1506239978211409, "relative_to_minus_one": -0.15827011649044664, "n": 22.0 }, { "event_time": 3, "estimate": 0.027598051913513375, "se": 0.045002789412178834, "lower": -0.060605794538197616, "upper": 0.11580189836522436, "relative_to_minus_one": 0.027598051913513375, "n": 19.0 }, { "event_time": 4, "estimate": -0.589520638279758, "se": 0.04544287399693422, "lower": -0.6785870346677407, "upper": -0.5004542418917752, "relative_to_minus_one": -0.589520638279758, "n": 17.0 }, { "event_time": 5, "estimate": -0.11255225419465902, "se": 0.06686245801063083, "lower": -0.24360026381331706, "upper": 0.018495755423999047, "relative_to_minus_one": -0.11255225419465902, "n": 14.0 } ], "group_time_estimates": [ { "group": 5, "year": 1, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": null, "se": null, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.2790037417707134, "se": 0.027155726851546585, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.0923597653148339, "se": 0.020592941145416262, "event_time": 0, "mass": 1.0 }, { "group": 5, "year": 6, "att": null, "se": null, "event_time": 1, "mass": 0.0 }, { "group": 5, "year": 7, "att": null, "se": null, "event_time": 2, "mass": 0.0 }, { "group": 5, "year": 8, "att": null, "se": null, "event_time": 3, "mass": 0.0 }, { "group": 5, "year": 9, "att": null, "se": null, "event_time": 4, "mass": 0.0 }, { "group": 5, "year": 10, "att": null, "se": null, "event_time": 5, "mass": 0.0 }, { "group": 5, "year": 11, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 5, "year": 12, "att": null, "se": null, "event_time": 7, "mass": 0.0 }, { "group": 5, "year": 13, "att": null, "se": null, "event_time": 8, "mass": 0.0 }, { "group": 5, "year": 14, "att": null, "se": null, "event_time": 9, "mass": 0.0 }, { "group": 5, "year": 15, "att": null, "se": null, "event_time": 10, "mass": 0.0 }, { "group": 5, "year": 27, "att": null, "se": null, "event_time": 22, "mass": 0.0 }, { "group": 5, "year": 28, "att": null, "se": null, "event_time": 23, "mass": 0.0 }, { "group": 5, "year": 29, "att": null, "se": null, "event_time": 24, "mass": 0.0 }, { "group": 5, "year": 30, "att": null, "se": null, "event_time": 25, "mass": 0.0 }, { "group": 5, "year": 31, "att": null, "se": null, "event_time": 26, "mass": 0.0 }, { "group": 5, "year": 32, "att": null, "se": null, "event_time": 27, "mass": 0.0 }, { "group": 5, "year": 33, "att": null, "se": null, "event_time": 28, "mass": 0.0 }, { "group": 5, "year": 34, "att": null, "se": null, "event_time": 29, "mass": 0.0 }, { "group": 5, "year": 35, "att": null, "se": null, "event_time": 30, "mass": 0.0 }, { "group": 5, "year": 36, "att": null, "se": null, "event_time": 31, "mass": 0.0 }, { "group": 5, "year": 37, "att": null, "se": null, "event_time": 32, "mass": 0.0 }, { "group": 5, "year": 38, "att": null, "se": null, "event_time": 33, "mass": 0.0 }, { "group": 5, "year": 39, "att": null, "se": null, "event_time": 34, "mass": 0.0 }, { "group": 5, "year": 40, "att": null, "se": null, "event_time": 35, "mass": 0.0 }, { "group": 5, "year": 41, "att": null, "se": null, "event_time": 36, "mass": 0.0 }, { "group": 5, "year": 42, "att": null, "se": null, "event_time": 37, "mass": 0.0 }, { "group": 30, "year": 1, "att": -0.4614582556064429, "se": 0.02517838419458745, "event_time": -29, "mass": 0.0 }, { "group": 30, "year": 2, "att": -0.42327972166586725, "se": 0.02887695094430622, "event_time": -28, "mass": 0.0 }, { "group": 30, "year": 3, "att": -0.32564588624322277, "se": 0.03054585199338184, "event_time": -27, "mass": 0.0 }, { "group": 30, "year": 4, "att": -0.3393021600459544, "se": 0.028193289513993018, "event_time": -26, "mass": 0.0 }, { "group": 30, "year": 5, "att": -0.278562914257662, "se": 0.02631140359767679, "event_time": -25, "mass": 0.0 }, { "group": 30, "year": 6, "att": -0.2554249596825971, "se": 0.020736961208575454, "event_time": -24, "mass": 0.0 }, { "group": 30, "year": 7, "att": -0.3839077526562214, "se": 0.16241148084795304, "event_time": -23, "mass": 0.0 }, { "group": 30, "year": 8, "att": -0.1851285926018793, "se": 0.12293624572575922, "event_time": -22, "mass": 0.0 }, { "group": 30, "year": 9, "att": -0.40569942543695114, "se": 0.024353724927006465, "event_time": -21, "mass": 0.0 }, { "group": 30, "year": 10, "att": -0.3529213884467576, "se": 0.19456392363385538, "event_time": -20, "mass": 0.0 }, { "group": 30, "year": 11, "att": -0.3330646048246676, "se": 0.09572277018726484, "event_time": -19, "mass": 0.0 }, { "group": 30, "year": 12, "att": -0.3224531445000848, "se": 0.03951671089890368, "event_time": -18, "mass": 0.0 }, { "group": 30, "year": 13, "att": -0.04904472847062317, "se": 0.09804558337533252, "event_time": -17, "mass": 0.0 }, { "group": 30, "year": 14, "att": -0.2741124021968988, "se": 0.04625317142861688, "event_time": -16, "mass": 0.0 }, { "group": 30, "year": 15, "att": -0.03596508532906663, "se": 0.06087851438683152, "event_time": -15, "mass": 0.0 }, { "group": 30, "year": 27, "att": -0.2971020573171984, "se": 0.02905959582599956, "event_time": -3, "mass": 0.0 }, { "group": 30, "year": 28, "att": -0.5720815419171456, "se": 0.025172738607486905, "event_time": -2, "mass": 0.0 }, { "group": 30, "year": 29, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 30, "year": 30, "att": -0.4768077303440259, "se": 0.02601272811038088, "event_time": 0, "mass": 18.0 }, { "group": 30, "year": 31, "att": -0.06200428781603976, "se": 0.0340720907419892, "event_time": 1, "mass": 17.0 }, { "group": 30, "year": 32, "att": 0.10337740435588103, "se": 0.04422355926496737, "event_time": 2, "mass": 16.0 }, { "group": 30, "year": 33, "att": 0.06983107614743397, "se": 0.026498146978465344, "event_time": 3, "mass": 14.0 }, { "group": 30, "year": 34, "att": -0.614783306420471, "se": 0.03777742950307656, "event_time": 4, "mass": 12.0 }, { "group": 30, "year": 35, "att": -0.17019297641662495, "se": 0.036182695464635484, "event_time": 5, "mass": 10.0 }, { "group": 30, "year": 36, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 30, "year": 37, "att": null, "se": null, "event_time": 7, "mass": 0.0 }, { "group": 30, "year": 38, "att": null, "se": null, "event_time": 8, "mass": 0.0 }, { "group": 30, "year": 39, "att": null, "se": null, "event_time": 9, "mass": 0.0 }, { "group": 30, "year": 40, "att": null, "se": null, "event_time": 10, "mass": 0.0 }, { "group": 30, "year": 41, "att": null, "se": null, "event_time": 11, "mass": 0.0 }, { "group": 30, "year": 42, "att": null, "se": null, "event_time": 12, "mass": 0.0 }, { "group": 31, "year": 1, "att": null, "se": null, "event_time": -30, "mass": 0.0 }, { "group": 31, "year": 2, "att": null, "se": null, "event_time": -29, "mass": 0.0 }, { "group": 31, "year": 3, "att": null, "se": null, "event_time": -28, "mass": 0.0 }, { "group": 31, "year": 4, "att": null, "se": null, "event_time": -27, "mass": 0.0 }, { "group": 31, "year": 5, "att": null, "se": null, "event_time": -26, "mass": 0.0 }, { "group": 31, "year": 6, "att": null, "se": null, "event_time": -25, "mass": 0.0 }, { "group": 31, "year": 7, "att": null, "se": null, "event_time": -24, "mass": 0.0 }, { "group": 31, "year": 8, "att": null, "se": null, "event_time": -23, "mass": 0.0 }, { "group": 31, "year": 9, "att": null, "se": null, "event_time": -22, "mass": 0.0 }, { "group": 31, "year": 10, "att": null, "se": null, "event_time": -21, "mass": 0.0 }, { "group": 31, "year": 11, "att": null, "se": null, "event_time": -20, "mass": 0.0 }, { "group": 31, "year": 12, "att": null, "se": null, "event_time": -19, "mass": 0.0 }, { "group": 31, "year": 13, "att": null, "se": null, "event_time": -18, "mass": 0.0 }, { "group": 31, "year": 14, "att": null, "se": null, "event_time": -17, "mass": 0.0 }, { "group": 31, "year": 15, "att": null, "se": null, "event_time": -16, "mass": 0.0 }, { "group": 31, "year": 27, "att": -7.373776829149021, "se": 0.025267518522993727, "event_time": -4, "mass": 0.0 }, { "group": 31, "year": 28, "att": -5.481299475045478, "se": 0.02979484627668997, "event_time": -3, "mass": 0.0 }, { "group": 31, "year": 29, "att": -5.770472817397531, "se": 0.025979726854021605, "event_time": -2, "mass": 0.0 }, { "group": 31, "year": 30, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 31, "year": 31, "att": -3.0847742034751806, "se": 0.02081915441924355, "event_time": 0, "mass": 1.0 }, { "group": 31, "year": 32, "att": -8.125106151091641, "se": 0.030279751930465164, "event_time": 1, "mass": 1.0 }, { "group": 31, "year": 33, "att": -6.383442348455279, "se": 0.032944352199392866, "event_time": 2, "mass": 1.0 }, { "group": 31, "year": 34, "att": null, "se": null, "event_time": 3, "mass": 0.0 }, { "group": 31, "year": 35, "att": null, "se": null, "event_time": 4, "mass": 0.0 }, { "group": 31, "year": 36, "att": null, "se": null, "event_time": 5, "mass": 0.0 }, { "group": 31, "year": 37, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 31, "year": 38, "att": null, "se": null, "event_time": 7, "mass": 0.0 }, { "group": 31, "year": 39, "att": null, "se": null, "event_time": 8, "mass": 0.0 }, { "group": 31, "year": 40, "att": null, "se": null, "event_time": 9, "mass": 0.0 }, { "group": 31, "year": 41, "att": null, "se": null, "event_time": 10, "mass": 0.0 }, { "group": 31, "year": 42, "att": null, "se": null, "event_time": 11, "mass": 0.0 }, { "group": 35, "year": 1, "att": null, "se": null, "event_time": -34, "mass": 0.0 }, { "group": 35, "year": 2, "att": null, "se": null, "event_time": -33, "mass": 0.0 }, { "group": 35, "year": 3, "att": null, "se": null, "event_time": -32, "mass": 0.0 }, { "group": 35, "year": 4, "att": null, "se": null, "event_time": -31, "mass": 0.0 }, { "group": 35, "year": 5, "att": null, "se": null, "event_time": -30, "mass": 0.0 }, { "group": 35, "year": 6, "att": null, "se": null, "event_time": -29, "mass": 0.0 }, { "group": 35, "year": 7, "att": null, "se": null, "event_time": -28, "mass": 0.0 }, { "group": 35, "year": 8, "att": null, "se": null, "event_time": -27, "mass": 0.0 }, { "group": 35, "year": 9, "att": null, "se": null, "event_time": -26, "mass": 0.0 }, { "group": 35, "year": 10, "att": null, "se": null, "event_time": -25, "mass": 0.0 }, { "group": 35, "year": 11, "att": null, "se": null, "event_time": -24, "mass": 0.0 }, { "group": 35, "year": 12, "att": null, "se": null, "event_time": -23, "mass": 0.0 }, { "group": 35, "year": 13, "att": null, "se": null, "event_time": -22, "mass": 0.0 }, { "group": 35, "year": 14, "att": null, "se": null, "event_time": -21, "mass": 0.0 }, { "group": 35, "year": 15, "att": null, "se": null, "event_time": -20, "mass": 0.0 }, { "group": 35, "year": 27, "att": 0.11260437169906166, "se": 0.14759666646391775, "event_time": -8, "mass": 0.0 }, { "group": 35, "year": 28, "att": -0.3537914470437442, "se": 0.14628256132766052, "event_time": -7, "mass": 0.0 }, { "group": 35, "year": 29, "att": -0.3052517810708213, "se": 0.1398150986359364, "event_time": -6, "mass": 0.0 }, { "group": 35, "year": 30, "att": -0.08045782117306068, "se": 0.11345272256409308, "event_time": -5, "mass": 0.0 }, { "group": 35, "year": 31, "att": -0.6931405534232408, "se": 0.07550582858236055, "event_time": -4, "mass": 0.0 }, { "group": 35, "year": 32, "att": -0.4762668171960217, "se": 0.1576356919859034, "event_time": -3, "mass": 0.0 }, { "group": 35, "year": 33, "att": -0.5299500834472726, "se": 0.06620237713216089, "event_time": -2, "mass": 0.0 }, { "group": 35, "year": 34, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 35, "year": 35, "att": 0.31173754773353124, "se": 0.14829453305197368, "event_time": 0, "mass": 6.0 }, { "group": 35, "year": 36, "att": -0.15755495830003519, "se": 0.14800063516912232, "event_time": 1, "mass": 5.0 }, { "group": 35, "year": 37, "att": -0.4171730765047852, "se": 0.14609197192343773, "event_time": 2, "mass": 5.0 }, { "group": 35, "year": 38, "att": -0.1494557804517691, "se": 0.14363768915687536, "event_time": 3, "mass": 5.0 }, { "group": 35, "year": 39, "att": -0.4836117603052308, "se": 0.14325261286896418, "event_time": 4, "mass": 5.0 }, { "group": 35, "year": 40, "att": 0.12909538896665973, "se": 0.143259814284079, "event_time": 5, "mass": 4.0 }, { "group": 35, "year": 41, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 35, "year": 42, "att": null, "se": null, "event_time": 7, "mass": 0.0 } ], "treated_cell_att": -0.3092737309784883, "treated_cell_se": 0.08037372791768774, "checks": { "input_rows": 109770, "retained_rows": 109770, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 5,31,35.", "No (treated or control) units for group 30 in time period 36; setting ATT to NA.", "No (treated or control) units for group 30 in time period 37; setting ATT to NA.", "No (treated or control) units for group 30 in time period 38; setting ATT to NA.", "No (treated or control) units for group 30 in time period 39; setting ATT to NA.", "No (treated or control) units for group 30 in time period 40; setting ATT to NA.", "No (treated or control) units for group 30 in time period 41; setting ATT to NA.", "No (treated or control) units for group 30 in time period 42; setting ATT to NA.", "No (treated or control) units for group 31 in time period 10; setting ATT to NA.", "No (treated or control) units for group 31 in time period 11; setting ATT to NA.", "No (treated or control) units for group 31 in time period 12; setting ATT to NA.", "No (treated or control) units for group 31 in time period 13; setting ATT to NA.", "No (treated or control) units for group 31 in time period 14; setting ATT to NA.", "No (treated or control) units for group 31 in time period 15; setting ATT to NA.", "No (treated or control) units for group 31 in time period 1; setting ATT to NA.", "No (treated or control) units for group 31 in time period 2; setting ATT to NA.", "No (treated or control) units for group 31 in time period 34; setting ATT to NA.", "No (treated or control) units for group 31 in time period 35; setting ATT to NA.", "No (treated or control) units for group 31 in time period 36; setting ATT to NA.", "No (treated or control) units for group 31 in time period 37; setting ATT to NA.", "No (treated or control) units for group 31 in time period 38; setting ATT to NA.", "No (treated or control) units for group 31 in time period 39; setting ATT to NA.", "No (treated or control) units for group 31 in time period 3; setting ATT to NA.", "No (treated or control) units for group 31 in time period 40; setting ATT to NA.", "No (treated or control) units for group 31 in time period 41; setting ATT to NA.", "No (treated or control) units for group 31 in time period 42; setting ATT to NA.", "No (treated or control) units for group 31 in time period 4; setting ATT to NA.", "No (treated or control) units for group 31 in time period 5; setting ATT to NA.", "No (treated or control) units for group 31 in time period 6; setting ATT to NA.", "No (treated or control) units for group 31 in time period 7; setting ATT to NA.", "No (treated or control) units for group 31 in time period 8; setting ATT to NA.", "No (treated or control) units for group 31 in time period 9; setting ATT to NA.", "No (treated or control) units for group 35 in time period 10; setting ATT to NA.", "No (treated or control) units for group 35 in time period 11; setting ATT to NA.", "No (treated or control) units for group 35 in time period 12; setting ATT to NA.", "No (treated or control) units for group 35 in time period 13; setting ATT to NA.", "No (treated or control) units for group 35 in time period 14; setting ATT to NA.", "No (treated or control) units for group 35 in time period 15; setting ATT to NA.", "No (treated or control) units for group 35 in time period 1; setting ATT to NA.", "No (treated or control) units for group 35 in time period 2; setting ATT to NA.", "No (treated or control) units for group 35 in time period 3; setting ATT to NA.", "No (treated or control) units for group 35 in time period 41; setting ATT to NA.", "No (treated or control) units for group 35 in time period 42; setting ATT to NA.", "No (treated or control) units for group 35 in time period 4; setting ATT to NA.", "No (treated or control) units for group 35 in time period 5; setting ATT to NA.", "No (treated or control) units for group 35 in time period 6; setting ATT to NA.", "No (treated or control) units for group 35 in time period 7; setting ATT to NA.", "No (treated or control) units for group 35 in time period 8; setting ATT to NA.", "No (treated or control) units for group 35 in time period 9; setting ATT to NA.", "No (treated or control) units for group 5 in time period 10; setting ATT to NA.", "No (treated or control) units for group 5 in time period 11; setting ATT to NA.", "No (treated or control) units for group 5 in time period 12; setting ATT to NA.", "No (treated or control) units for group 5 in time period 13; setting ATT to NA.", "No (treated or control) units for group 5 in time period 14; setting ATT to NA.", "No (treated or control) units for group 5 in time period 15; setting ATT to NA.", "No (treated or control) units for group 5 in time period 1; setting ATT to NA.", "No (treated or control) units for group 5 in time period 27; setting ATT to NA.", "No (treated or control) units for group 5 in time period 28; setting ATT to NA.", "No (treated or control) units for group 5 in time period 29; setting ATT to NA.", "No (treated or control) units for group 5 in time period 2; setting ATT to NA.", "No (treated or control) units for group 5 in time period 30; setting ATT to NA.", "No (treated or control) units for group 5 in time period 31; setting ATT to NA.", "No (treated or control) units for group 5 in time period 32; setting ATT to NA.", "No (treated or control) units for group 5 in time period 33; setting ATT to NA.", "No (treated or control) units for group 5 in time period 34; setting ATT to NA.", "No (treated or control) units for group 5 in time period 35; setting ATT to NA.", "No (treated or control) units for group 5 in time period 36; setting ATT to NA.", "No (treated or control) units for group 5 in time period 37; setting ATT to NA.", "No (treated or control) units for group 5 in time period 38; setting ATT to NA.", "No (treated or control) units for group 5 in time period 39; setting ATT to NA.", "No (treated or control) units for group 5 in time period 40; setting ATT to NA.", "No (treated or control) units for group 5 in time period 41; setting ATT to NA.", "No (treated or control) units for group 5 in time period 42; setting ATT to NA.", "No (treated or control) units for group 5 in time period 6; setting ATT to NA.", "No (treated or control) units for group 5 in time period 7; setting ATT to NA.", "No (treated or control) units for group 5 in time period 8; setting ATT to NA.", "No (treated or control) units for group 5 in time period 9; setting ATT to NA." ], "seconds": 2.351726457942277, "status": "estimated" }, { "method": "SDID", "status": "unsupported", "reason": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12289171381143947, "SE": 0.03767341904728827, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2500520964150372, "SE": 0.2565572266225612, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.14113380032902711, "SE": 0.029857725261278993, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.18562971917089063, "SE": 0.04409957744926552, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.25131515591949777, "SE": 0.06520594068006028, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.3092737309784883, "SE": 0.08037372791768774, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12289171381143947, "SE": 0.03767341904728827, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.04739249490105549, "upper": 0.19839093272182345, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2500520964150372, "SE": 0.2565572266225612, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.764204268043112, "upper": 0.26410007521303763, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.14113380032902711, "SE": 0.029857725261278993, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08129758177828042, "upper": 0.2009700188797738, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.18562971917089063, "SE": 0.04409957744926552, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27400724730334686, "upper": -0.09725219103843442, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.25131515591949777, "SE": 0.06520594068006028, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3791164512304711, "upper": -0.12351386060852443, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.3092737309784883, "SE": 0.08037372791768774, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.46680334300037774, "upper": -0.15174411895659887, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602267.434954, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12289171381143947, "SE": 0.03767341904728827, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.04739249490105549, "upper": 0.19839093272182345, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2500520964150372, "SE": 0.2565572266225612, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.764204268043112, "upper": 0.26410007521303763, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.14113380032902711, "SE": 0.029857725261278993, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08129758177828042, "upper": 0.2009700188797738, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.18562971917089063, "SE": 0.04409957744926552, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27400724730334686, "upper": -0.09725219103843442, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.25131515591949777, "SE": 0.06520594068006028, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3791164512304711, "upper": -0.12351386060852443, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.3092737309784883, "SE": 0.08037372791768774, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.46680334300037774, "upper": -0.15174411895659887, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P010", "source_specification_id": "PP-REPLY-T1-PB-ALL-SALESGR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P010.json", "input_bytes": 1501924, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p010", "specification_id": "S03-P010", "source_specification_id": "PP-REPLY-T1-PB-ALL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-ALL-SALESGR", "data": "analyses/full-archive/prepared/S03-P010.parquet", "output_dir": "analyses/full-archive/results/S03-P010" }, "source": { "file": "S03-P010.parquet", "bytes": 1501924, "sha256": "6e05e28c58fd502c77e4c1c3ac3b835b91fcc20a25d91e9280b7b4d734083374" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 128638, "source_sd": 0.4081903862204166, "rows": 118800, "units": 13225, "clusters": 56, "treated_units": 29, "never_treated_units": 13196, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 118746, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 409, "post_adoption_untreated_rows_removed": 3020, "units_without_minus_one_removed": 218, "additional_rows_removed": 5038 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.0857946819641765, "se": 0.02708791177167179, "pvalue": 0.0025111115699827688, "lower": 0.03150929368796101, "upper": 0.14008007024039199 }, { "method": "Dynamic TWFE", "estimate": -0.012041047208091153, "se": 0.15183174816637202, "pvalue": 0.9370777169630836, "lower": -0.3163186700585802, "upper": 0.29223657564239797 }, { "method": "BJS / did2s", "estimate": 0.09293017128957531, "se": 0.025402132582623794, "pvalue": 0.0005696674341763606, "lower": 0.042023160002948874, "upper": 0.14383718257620176 }, { "method": "Sun\u2013Abraham", "estimate": -0.02319214683225769, "se": 0.037437030278702946, "pvalue": 0.538146630335526, "lower": -0.09821763206413012, "upper": 0.05183333839961474 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.27566574972636426, "se": 0.1569276756428515, "pvalue": 0.08454500646451889, "lower": -0.5901558394521119, "upper": 0.038824339999383395 }, { "event_time": -28, "estimate": -0.09392856422100647, "se": 0.17473079697880758, "pvalue": 0.5930482352725301, "lower": -0.4440969063863406, "upper": 0.2562397779443276 }, { "event_time": -27, "estimate": -0.2191289713499146, "se": 0.15448718224780184, "pvalue": 0.16170752777451405, "lower": -0.5287282030186613, "upper": 0.09047026031883215 }, { "event_time": -26, "estimate": 0.19252993548925065, "se": 0.1565905881183879, "pvalue": 0.22411398062577667, "lower": -0.12128461574158392, "upper": 0.5063444867200853 }, { "event_time": -25, "estimate": 0.01684969046912989, "se": 0.1510636217033287, "pvalue": 0.9115939321992472, "lower": -0.28588857255019096, "upper": 0.3195879534884507 }, { "event_time": -24, "estimate": 0.04005148126892051, "se": 0.12564916818673894, "pvalue": 0.7511186074067764, "lower": -0.21175507876033411, "upper": 0.2918580412981751 }, { "event_time": -23, "estimate": -0.05673371673728995, "se": 0.15584619714263162, "pvalue": 0.7172264610502872, "lower": -0.3690564751164326, "upper": 0.2555890416418527 }, { "event_time": -22, "estimate": 0.1439734128917002, "se": 0.19501025837433822, "pvalue": 0.463479196135838, "lower": -0.2468358780912607, "upper": 0.5347827038746611 }, { "event_time": -21, "estimate": 0.010755056427447233, "se": 0.14031273589115545, "pvalue": 0.9391796535501509, "lower": -0.2704379499642505, "upper": 0.291948062819145 }, { "event_time": -20, "estimate": 0.04864585919738826, "se": 0.16460821718737798, "pvalue": 0.7687056247833123, "lower": -0.28123637974350324, "upper": 0.3785280981382797 }, { "event_time": -19, "estimate": 0.023384024390379045, "se": 0.17529712755012544, "pvalue": 0.894366703427696, "lower": -0.3279192696020218, "upper": 0.3746873183827799 }, { "event_time": -18, "estimate": -0.0032238461840300822, "se": 0.13759474858330586, "pvalue": 0.981392068369634, "lower": -0.2789698842903858, "upper": 0.2725221919223256 }, { "event_time": -17, "estimate": 0.294521197895332, "se": 0.16668242414486417, "pvalue": 0.08278315875594706, "lower": -0.039517844678171765, "upper": 0.6285602404688357 }, { "event_time": -16, "estimate": 0.23135486884546064, "se": 0.15648068037857324, "pvalue": 0.14498164987982504, "lower": -0.08223942235275522, "upper": 0.5449491600436764 }, { "event_time": -15, "estimate": 0.2631805369764128, "se": 0.1360314905102735, "pvalue": 0.0581766352921882, "lower": -0.0094326619437477, "upper": 0.5357937358965733 }, { "event_time": -8, "estimate": -0.5616343223204127, "se": 0.41623883635473874, "pvalue": 0.18276664119839342, "lower": -1.3957955909194713, "upper": 0.2725269462786458 }, { "event_time": -7, "estimate": -0.7259089521660469, "se": 0.27124751259543933, "pvalue": 0.00979246393153251, "lower": -1.269501114763094, "upper": -0.18231678956899988 }, { "event_time": -6, "estimate": -0.7389433914510947, "se": 0.229606274809719, "pvalue": 0.002163933969599604, "lower": -1.199084648693966, "upper": -0.27880213420822336 }, { "event_time": -5, "estimate": -0.17660163818512303, "se": 0.217013404475707, "pvalue": 0.41927902639047815, "lower": -0.6115062193284809, "upper": 0.25830294295823486 }, { "event_time": -4, "estimate": -0.48367764470605645, "se": 0.30527997541950774, "pvalue": 0.11884231503721049, "lower": -1.0954723868881595, "upper": 0.1281170974760466 }, { "event_time": -3, "estimate": -0.049372964643934876, "se": 0.06533899317389287, "pvalue": 0.4530873173230274, "lower": -0.18031523305943997, "upper": 0.08156930377157023 }, { "event_time": -2, "estimate": -0.29707414073766386, "se": 0.1535979416693113, "pvalue": 0.05825218188130189, "lower": -0.6048912944639976, "upper": 0.010743012988669864 }, { "event_time": 0, "estimate": -0.06089608032115475, "se": 0.15590723049071914, "pvalue": 0.6976078340458998, "lower": -0.37334115226313885, "upper": 0.2515489916208294 }, { "event_time": 1, "estimate": -0.07095526837091262, "se": 0.20886313044323282, "pvalue": 0.7353602990214193, "lower": -0.48952633535711365, "upper": 0.34761579861528846 }, { "event_time": 2, "estimate": -0.10659656068303734, "se": 0.20917958774679174, "pvalue": 0.612375008594794, "lower": -0.5258018222775693, "upper": 0.3126087009114947 }, { "event_time": 3, "estimate": 0.027843513075692685, "se": 0.14358998072453552, "pvalue": 0.8469608702359114, "lower": -0.2599172387279017, "upper": 0.315604264879287 }, { "event_time": 4, "estimate": 0.0730072412518007, "se": 0.15300839883795325, "pvalue": 0.6351492231760281, "lower": -0.23362844223882445, "upper": 0.37964292474242584 }, { "event_time": 5, "estimate": 0.12828599524278916, "se": 0.18152354777365962, "pvalue": 0.4827250587408533, "lower": -0.23549532371715137, "upper": 0.4920673142027297 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.25595237313441094, "se": 0.021630795622298603, "pvalue": 9.592117360955873e-17, "lower": -0.29930145625967214, "upper": -0.21260329000914974 }, { "event_time": -28, "estimate": -0.0907284299750683, "se": 0.16771804313080485, "pvalue": 0.5907208353583656, "lower": -0.42684289937482167, "upper": 0.24538603942468507 }, { "event_time": -27, "estimate": -0.21531845469416708, "se": 0.03169123628569734, "pvalue": 8.193908220161276e-09, "lower": -0.27882911144850253, "upper": -0.15180779793983165 }, { "event_time": -26, "estimate": 0.1870617757609765, "se": 0.03010251195212543, "pvalue": 7.239154063977348e-08, "lower": 0.12673499371942037, "upper": 0.2473885578025326 }, { "event_time": -25, "estimate": 0.01223518649057804, "se": 0.024074129612545014, "pvalue": 0.6133247574311331, "lower": -0.036010447371669536, "upper": 0.060480820352825614 }, { "event_time": -24, "estimate": 0.035370507089445606, "se": 0.08858758802930233, "pvalue": 0.6912392889218857, "lower": -0.1421629865648457, "upper": 0.21290400074373692 }, { "event_time": -23, "estimate": -0.06114596967340712, "se": 0.030668083852330233, "pvalue": 0.05114219267090384, "lower": -0.1226061831311436, "upper": 0.0003142437843293572 }, { "event_time": -22, "estimate": 0.13908064798418365, "se": 0.08341571463435304, "pvalue": 0.1011358722939203, "lower": -0.02808817977312761, "upper": 0.3062494757414949 }, { "event_time": -21, "estimate": 0.006153673911041794, "se": 0.014329103734172103, "pvalue": 0.6692714583961626, "lower": -0.02256249167663482, "upper": 0.034869839498718413 }, { "event_time": -20, "estimate": 0.043965479501958435, "se": 0.046056047338654996, "pvalue": 0.343952864257801, "lower": -0.048332901905991044, "upper": 0.1362638609099079 }, { "event_time": -19, "estimate": 0.018748584414231627, "se": 0.059620195902219876, "pvalue": 0.7543562032689497, "lower": -0.100732958162289, "upper": 0.13823012699075227 }, { "event_time": -18, "estimate": -0.01614731514773709, "se": 0.012708757283144719, "pvalue": 0.2092313888454171, "lower": -0.0416162338831112, "upper": 0.00932160358763702 }, { "event_time": -17, "estimate": 0.28093487528016425, "se": 0.0485001247895147, "pvalue": 3.473297053395486e-07, "lower": 0.18373845320686474, "upper": 0.37813129735346374 }, { "event_time": -16, "estimate": 0.2178907121408127, "se": 0.03377707616994679, "pvalue": 2.982425086535586e-08, "lower": 0.15019993884767074, "upper": 0.2855814854339547 }, { "event_time": -15, "estimate": 0.24964259522020818, "se": 0.022846983786573075, "pvalue": 2.1209293103209323e-15, "lower": 0.20385621654883473, "upper": 0.2954289738915816 }, { "event_time": -8, "estimate": -0.5133654727046237, "se": 0.02089462877407411, "pvalue": 2.4832952458905912e-31, "lower": -0.5552392444980703, "upper": -0.47149170091117726 }, { "event_time": -7, "estimate": -0.5303327693510679, "se": 0.016911882419477702, "pvalue": 8.944786434213583e-37, "lower": -0.5642249390894216, "upper": -0.4964405996127142 }, { "event_time": -6, "estimate": -0.5260710561003957, "se": 0.033825060006460114, "pvalue": 8.63562596329105e-22, "lower": -0.5938579911507844, "upper": -0.45828412105000704 }, { "event_time": -5, "estimate": 0.003501296288803868, "se": 0.19624508713940095, "pvalue": 0.9858299065101144, "lower": -0.3897826468390364, "upper": 0.3967852394166441 }, { "event_time": -4, "estimate": -0.30264190537995994, "se": 0.11566806423948967, "pvalue": 0.0114481626282542, "lower": -0.534445886112263, "upper": -0.07083792464765692 }, { "event_time": -3, "estimate": 0.0796451218950332, "se": 0.12197678942533269, "pvalue": 0.5165067360884407, "lower": -0.16480182663516338, "upper": 0.3240920704252298 }, { "event_time": -2, "estimate": -0.17364424358475467, "se": 0.03501478604154162, "pvalue": 7.1615548913780165e-06, "lower": -0.24381544288929174, "upper": -0.10347304428021759 }, { "event_time": -1, "estimate": 0.09958316252250163, "se": 0.15167100845519832, "pvalue": 0.514193062092749, "lower": -0.20437233074834246, "upper": 0.4035386557933457 }, { "event_time": 0, "estimate": 0.03855293510508604, "se": 0.10588609130642493, "pvalue": 0.7171807098236909, "lower": -0.173647533800433, "upper": 0.2507534040106051 }, { "event_time": 1, "estimate": 0.019433515192853117, "se": 0.11490655012605108, "pvalue": 0.8663191820927214, "lower": -0.21084435715301228, "upper": 0.2497113875387185 }, { "event_time": 2, "estimate": 0.016949672995686366, "se": 0.11976986161284517, "pvalue": 0.8879772969512042, "lower": -0.22307449336479887, "upper": 0.2569738393561716 }, { "event_time": 3, "estimate": 0.12820969460641915, "se": 0.05302317533774287, "pvalue": 0.018946139366883646, "lower": 0.021948876677389886, "upper": 0.23447051253544843 }, { "event_time": 4, "estimate": 0.17919987753191574, "se": 0.03153718729278813, "pvalue": 5.217127166152296e-07, "lower": 0.11599794185819097, "upper": 0.24240181320564053 }, { "event_time": 5, "estimate": 0.24268814895775084, "se": 0.07480066440172566, "pvalue": 0.002004027643363755, "lower": 0.09278426767691045, "upper": 0.39259203023859124 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.16195995116510653, "se": 0.05125880803754834, "pvalue": 0.0025672091562190325, "lower": -0.264684898010375, "upper": -0.05923500431983805 }, { "event_time": -28, "estimate": 0.02089884115413039, "se": 0.20068772853575972, "pvalue": 0.9174401459129704, "lower": -0.3812883542881071, "upper": 0.42308603659636784 }, { "event_time": -27, "estimate": -0.10428625798185893, "se": 0.04444654267570583, "pvalue": 0.022590202690952903, "lower": -0.19335911996634558, "upper": -0.015213395997372287 }, { "event_time": -26, "estimate": 0.30759352421201885, "se": 0.03994546124155537, "pvalue": 2.689575178577543e-10, "lower": 0.22754103099480105, "upper": 0.38764601742923666 }, { "event_time": -25, "estimate": 0.13186878221787027, "se": 0.033243198478371275, "pvalue": 0.0002126198566016218, "lower": 0.06524792372744466, "upper": 0.1984896407082959 }, { "event_time": -24, "estimate": 0.15509880007907403, "se": 0.11226169386961032, "pvalue": 0.17268666910440128, "lower": -0.06987866188352157, "upper": 0.38007626204166967 }, { "event_time": -23, "estimate": 0.05831270692739188, "se": 0.03810051697955689, "pvalue": 0.13162573035969707, "lower": -0.01804243536610861, "upper": 0.13466784922089237 }, { "event_time": -22, "estimate": 0.2590195025633489, "se": 0.08449184619111909, "pvalue": 0.0033639605148544525, "lower": 0.0896940589735678, "upper": 0.42834494615312996 }, { "event_time": -21, "estimate": 0.12580077594363245, "se": 0.03304072007196318, "pvalue": 0.0003554696243707706, "lower": 0.05958569324729768, "upper": 0.19201585863996723 }, { "event_time": -20, "estimate": 0.16369159461091448, "se": 0.04604771170559675, "pvalue": 0.0007860520108517331, "lower": 0.07140991818491078, "upper": 0.2559732710369182 }, { "event_time": -19, "estimate": 0.13842954362786938, "se": 0.05813465087832543, "pvalue": 0.020745960934201568, "lower": 0.021925099806825568, "upper": 0.2549339874489132 }, { "event_time": -18, "estimate": 0.11301728550761801, "se": 0.02952923265861509, "pvalue": 0.00033360033611893935, "lower": 0.05383938084358898, "upper": 0.17219519017164703 }, { "event_time": -17, "estimate": 0.4107616602634631, "se": 0.049972803818405256, "pvalue": 3.8295282676308837e-11, "lower": 0.31061392346485617, "upper": 0.5109093970620701 }, { "event_time": -16, "estimate": 0.34759447122442816, "se": 0.04124695205837757, "pvalue": 1.765129119009497e-11, "lower": 0.2649337321252591, "upper": 0.4302552103235972 }, { "event_time": -15, "estimate": 0.37941891661431026, "se": 0.046436349452240185, "pvalue": 4.5995854801881656e-11, "lower": 0.28635839273955654, "upper": 0.472479440489064 }, { "event_time": -8, "estimate": -1.0694584900318513, "se": 0.3128965254967954, "pvalue": 0.0011943981892546664, "lower": -1.6965171396630034, "upper": -0.44239984040069935 }, { "event_time": -7, "estimate": -1.225232522324902, "se": 0.17701202929118476, "pvalue": 5.067141394090006e-09, "lower": -1.5799725562053264, "upper": -0.8704924884444778 }, { "event_time": -6, "estimate": -1.2408810317392298, "se": 0.14647779012889367, "pvalue": 1.4965601622132444e-11, "lower": -1.5344290829147615, "upper": -0.9473329805636982 }, { "event_time": -5, "estimate": -0.6797396005945235, "se": 0.10673997931200065, "pvalue": 4.0668296595933986e-08, "lower": -0.8936512993031298, "upper": -0.46582790188591733 }, { "event_time": -4, "estimate": -0.9860766276214749, "se": 0.25437471653049587, "pvalue": 0.0002848672604105255, "lower": -1.4958549512850703, "upper": -0.4762983039578794 }, { "event_time": -3, "estimate": -0.07439686598701048, "se": 0.05512431884585426, "pvalue": 0.18266714328014813, "lower": -0.18486846960241224, "upper": 0.03607473762839128 }, { "event_time": -2, "estimate": -0.3086532911354347, "se": 0.06291645409920943, "pvalue": 8.654978283719375e-06, "lower": -0.43474068275600636, "upper": -0.18256589951486307 }, { "event_time": 0, "estimate": -0.0607273078544022, "se": 0.027002298539434016, "pvalue": 0.028539594786326443, "lower": -0.11484112337917105, "upper": -0.006613492329633354 }, { "event_time": 1, "estimate": -0.07170898391286656, "se": 0.04177520804062718, "pvalue": 0.09169020041956334, "lower": -0.15542837165750423, "upper": 0.012010403831771113 }, { "event_time": 2, "estimate": -0.1162591041656653, "se": 0.05878797204816035, "pvalue": 0.05299356094228731, "lower": -0.23407283286892916, "upper": 0.0015546245375985535 }, { "event_time": 3, "estimate": 0.005011912652201439, "se": 0.043504626662213865, "pvalue": 0.9087029009952297, "lower": -0.08217330745915012, "upper": 0.092197132763553 }, { "event_time": 4, "estimate": 0.043883112872044716, "se": 0.04025979734870683, "pvalue": 0.28046651054530963, "lower": -0.036799323980909376, "upper": 0.12456554972499881 }, { "event_time": 5, "estimate": 0.11615175161585894, "se": 0.05626194677260543, "pvalue": 0.04370056277627141, "lower": 0.0034002906885274575, "upper": 0.22890321254319043 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21323529411764705, 0.18382352941176472, 0.16911764705882354, 0.15441176470588236, 0.14705882352941177, 0.1323529411764706 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.531848995058058e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1306809033616818, "df_num": 5, "df_den": 105507, "pvalue": 0.34142504222450115, "log10_pvalue": -0.46670462820939257, "inference": "Homoskedastic nested-model F", "observations": 118800, "design_columns": 38, "restricted_design_columns": 33, "fixed_effect_rank": 13255, "covariance_rank": 5, "rss_unrestricted": 83915.48299205641, "rss_restricted": 83919.97945362367, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 2.4005388752344187e-05, 2.537546421135219e-05, 2.4856229719797852e-05, 2.818601933980612e-05, 2.7963105358800328e-05, 2.7846154374055857e-05 ], [ 2.2825692506853655e-05, 2.451511063752646e-05, 2.4078877287622697e-05, 2.7699948120007144e-05, 2.74689996675092e-05, 2.7316089044899432e-05 ], [ 2.359612250978243e-05, 2.5789167647800088e-05, 2.5455746951662892e-05, 2.962889279243887e-05, 2.951777110104849e-05, 2.9397494024276718e-05 ], [ 2.323199878977663e-05, 2.5761428254358394e-05, 2.5467767213229167e-05, 2.989912198521602e-05, 2.9934549216723358e-05, 2.98797725995901e-05 ], [ 1.365780037682942e-05, 1.6626350611060048e-05, 1.6422341901595966e-05, 2.1166226932710803e-05, 2.1186734410368318e-05, 2.1216488665077317e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.20638046891636377 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.10651591343758453 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.12118812996730677 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.2419854152881555 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1760174874238185 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5400019560074066 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.7830105949721876 }, { "event_time": 5.0, "cohort": 30, "estimate": 1.0154608768095852 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.45103528889585925 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.10373683583636371 } ] } } }, "code_sha256": { "replication_engine.py": "cd3acc93d19b09e121e2366dbaaccd6cc5c4f902ca3ac3d3c1c27b3cc1d436f0", "reference_f_test.py": "5f044e72270f04daf518d8b9667920b0bdce87bdaa9b134f2625697b9eff1909", "sparse_did2s.py": "16f2083b77e2a6a0fd9a4dda23961f99f24def371aa785b956cc08b5c86929f3", "frequency.py": "f8b8062ee5e78fff474749beed9c4a3c20ced533b2e327a18f101ff35bca26b2", "sparse_models.py": "fd6fc12f18694fa56b8e0a68bec3d72bf57339ae0aecab45d7f13a834468feec" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p010", "specification_id": "S03-P010", "source_specification_id": "PP-REPLY-T1-PB-ALL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-ALL-SALESGR", "data": "analyses/full-archive/prepared/S03-P010.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P010" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P010", "regression_results": "analyses/archive-expanded/baselines/S03-P010.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P010.parquet", "bytes": 1501924, "sha256": "6e05e28c58fd502c77e4c1c3ac3b835b91fcc20a25d91e9280b7b4d734083374" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 128638, "source_sd": 0.4081903862204166, "rows": 118800, "units": 13225, "clusters": 56, "treated_units": 29, "never_treated_units": 13196, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 118746, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 409, "post_adoption_untreated_rows_removed": 3020, "units_without_minus_one_removed": 218, "additional_rows_removed": 5038 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.0857946819641765, "se": 0.02708791177167179, "pvalue": 0.0025111115699827688, "lower": 0.03150929368796101, "upper": 0.14008007024039199 }, { "method": "Dynamic TWFE", "estimate": -0.012041047208091153, "se": 0.15183174816637202, "pvalue": 0.9370777169630836, "lower": -0.3163186700585802, "upper": 0.29223657564239797 }, { "method": "BJS / did2s", "estimate": 0.09293017128957531, "se": 0.025402132582623794, "pvalue": 0.0005696674341763606, "lower": 0.042023160002948874, "upper": 0.14383718257620176 }, { "method": "Sun\u2013Abraham", "estimate": -0.02319214683225769, "se": 0.037437030278702946, "pvalue": 0.538146630335526, "lower": -0.09821763206413012, "upper": 0.05183333839961474 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.27566574972636426, "se": 0.1569276756428515, "pvalue": 0.08454500646451889, "lower": -0.5901558394521119, "upper": 0.038824339999383395 }, { "event_time": -28, "estimate": -0.09392856422100647, "se": 0.17473079697880758, "pvalue": 0.5930482352725301, "lower": -0.4440969063863406, "upper": 0.2562397779443276 }, { "event_time": -27, "estimate": -0.2191289713499146, "se": 0.15448718224780184, "pvalue": 0.16170752777451405, "lower": -0.5287282030186613, "upper": 0.09047026031883215 }, { "event_time": -26, "estimate": 0.19252993548925065, "se": 0.1565905881183879, "pvalue": 0.22411398062577667, "lower": -0.12128461574158392, "upper": 0.5063444867200853 }, { "event_time": -25, "estimate": 0.01684969046912989, "se": 0.1510636217033287, "pvalue": 0.9115939321992472, "lower": -0.28588857255019096, "upper": 0.3195879534884507 }, { "event_time": -24, "estimate": 0.04005148126892051, "se": 0.12564916818673894, "pvalue": 0.7511186074067764, "lower": -0.21175507876033411, "upper": 0.2918580412981751 }, { "event_time": -23, "estimate": -0.05673371673728995, "se": 0.15584619714263162, "pvalue": 0.7172264610502872, "lower": -0.3690564751164326, "upper": 0.2555890416418527 }, { "event_time": -22, "estimate": 0.1439734128917002, "se": 0.19501025837433822, "pvalue": 0.463479196135838, "lower": -0.2468358780912607, "upper": 0.5347827038746611 }, { "event_time": -21, "estimate": 0.010755056427447233, "se": 0.14031273589115545, "pvalue": 0.9391796535501509, "lower": -0.2704379499642505, "upper": 0.291948062819145 }, { "event_time": -20, "estimate": 0.04864585919738826, "se": 0.16460821718737798, "pvalue": 0.7687056247833123, "lower": -0.28123637974350324, "upper": 0.3785280981382797 }, { "event_time": -19, "estimate": 0.023384024390379045, "se": 0.17529712755012544, "pvalue": 0.894366703427696, "lower": -0.3279192696020218, "upper": 0.3746873183827799 }, { "event_time": -18, "estimate": -0.0032238461840300822, "se": 0.13759474858330586, "pvalue": 0.981392068369634, "lower": -0.2789698842903858, "upper": 0.2725221919223256 }, { "event_time": -17, "estimate": 0.294521197895332, "se": 0.16668242414486417, "pvalue": 0.08278315875594706, "lower": -0.039517844678171765, "upper": 0.6285602404688357 }, { "event_time": -16, "estimate": 0.23135486884546064, "se": 0.15648068037857324, "pvalue": 0.14498164987982504, "lower": -0.08223942235275522, "upper": 0.5449491600436764 }, { "event_time": -15, "estimate": 0.2631805369764128, "se": 0.1360314905102735, "pvalue": 0.0581766352921882, "lower": -0.0094326619437477, "upper": 0.5357937358965733 }, { "event_time": -8, "estimate": -0.5616343223204127, "se": 0.41623883635473874, "pvalue": 0.18276664119839342, "lower": -1.3957955909194713, "upper": 0.2725269462786458 }, { "event_time": -7, "estimate": -0.7259089521660469, "se": 0.27124751259543933, "pvalue": 0.00979246393153251, "lower": -1.269501114763094, "upper": -0.18231678956899988 }, { "event_time": -6, "estimate": -0.7389433914510947, "se": 0.229606274809719, "pvalue": 0.002163933969599604, "lower": -1.199084648693966, "upper": -0.27880213420822336 }, { "event_time": -5, "estimate": -0.17660163818512303, "se": 0.217013404475707, "pvalue": 0.41927902639047815, "lower": -0.6115062193284809, "upper": 0.25830294295823486 }, { "event_time": -4, "estimate": -0.48367764470605645, "se": 0.30527997541950774, "pvalue": 0.11884231503721049, "lower": -1.0954723868881595, "upper": 0.1281170974760466 }, { "event_time": -3, "estimate": -0.049372964643934876, "se": 0.06533899317389287, "pvalue": 0.4530873173230274, "lower": -0.18031523305943997, "upper": 0.08156930377157023 }, { "event_time": -2, "estimate": -0.29707414073766386, "se": 0.1535979416693113, "pvalue": 0.05825218188130189, "lower": -0.6048912944639976, "upper": 0.010743012988669864 }, { "event_time": 0, "estimate": -0.06089608032115475, "se": 0.15590723049071914, "pvalue": 0.6976078340458998, "lower": -0.37334115226313885, "upper": 0.2515489916208294 }, { "event_time": 1, "estimate": -0.07095526837091262, "se": 0.20886313044323282, "pvalue": 0.7353602990214193, "lower": -0.48952633535711365, "upper": 0.34761579861528846 }, { "event_time": 2, "estimate": -0.10659656068303734, "se": 0.20917958774679174, "pvalue": 0.612375008594794, "lower": -0.5258018222775693, "upper": 0.3126087009114947 }, { "event_time": 3, "estimate": 0.027843513075692685, "se": 0.14358998072453552, "pvalue": 0.8469608702359114, "lower": -0.2599172387279017, "upper": 0.315604264879287 }, { "event_time": 4, "estimate": 0.0730072412518007, "se": 0.15300839883795325, "pvalue": 0.6351492231760281, "lower": -0.23362844223882445, "upper": 0.37964292474242584 }, { "event_time": 5, "estimate": 0.12828599524278916, "se": 0.18152354777365962, "pvalue": 0.4827250587408533, "lower": -0.23549532371715137, "upper": 0.4920673142027297 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.25595237313441094, "se": 0.021630795622298603, "pvalue": 9.592117360955873e-17, "lower": -0.29930145625967214, "upper": -0.21260329000914974 }, { "event_time": -28, "estimate": -0.0907284299750683, "se": 0.16771804313080485, "pvalue": 0.5907208353583656, "lower": -0.42684289937482167, "upper": 0.24538603942468507 }, { "event_time": -27, "estimate": -0.21531845469416708, "se": 0.03169123628569734, "pvalue": 8.193908220161276e-09, "lower": -0.27882911144850253, "upper": -0.15180779793983165 }, { "event_time": -26, "estimate": 0.1870617757609765, "se": 0.03010251195212543, "pvalue": 7.239154063977348e-08, "lower": 0.12673499371942037, "upper": 0.2473885578025326 }, { "event_time": -25, "estimate": 0.01223518649057804, "se": 0.024074129612545014, "pvalue": 0.6133247574311331, "lower": -0.036010447371669536, "upper": 0.060480820352825614 }, { "event_time": -24, "estimate": 0.035370507089445606, "se": 0.08858758802930233, "pvalue": 0.6912392889218857, "lower": -0.1421629865648457, "upper": 0.21290400074373692 }, { "event_time": -23, "estimate": -0.06114596967340712, "se": 0.030668083852330233, "pvalue": 0.05114219267090384, "lower": -0.1226061831311436, "upper": 0.0003142437843293572 }, { "event_time": -22, "estimate": 0.13908064798418365, "se": 0.08341571463435304, "pvalue": 0.1011358722939203, "lower": -0.02808817977312761, "upper": 0.3062494757414949 }, { "event_time": -21, "estimate": 0.006153673911041794, "se": 0.014329103734172103, "pvalue": 0.6692714583961626, "lower": -0.02256249167663482, "upper": 0.034869839498718413 }, { "event_time": -20, "estimate": 0.043965479501958435, "se": 0.046056047338654996, "pvalue": 0.343952864257801, "lower": -0.048332901905991044, "upper": 0.1362638609099079 }, { "event_time": -19, "estimate": 0.018748584414231627, "se": 0.059620195902219876, "pvalue": 0.7543562032689497, "lower": -0.100732958162289, "upper": 0.13823012699075227 }, { "event_time": -18, "estimate": -0.01614731514773709, "se": 0.012708757283144719, "pvalue": 0.2092313888454171, "lower": -0.0416162338831112, "upper": 0.00932160358763702 }, { "event_time": -17, "estimate": 0.28093487528016425, "se": 0.0485001247895147, "pvalue": 3.473297053395486e-07, "lower": 0.18373845320686474, "upper": 0.37813129735346374 }, { "event_time": -16, "estimate": 0.2178907121408127, "se": 0.03377707616994679, "pvalue": 2.982425086535586e-08, "lower": 0.15019993884767074, "upper": 0.2855814854339547 }, { "event_time": -15, "estimate": 0.24964259522020818, "se": 0.022846983786573075, "pvalue": 2.1209293103209323e-15, "lower": 0.20385621654883473, "upper": 0.2954289738915816 }, { "event_time": -8, "estimate": -0.5133654727046237, "se": 0.02089462877407411, "pvalue": 2.4832952458905912e-31, "lower": -0.5552392444980703, "upper": -0.47149170091117726 }, { "event_time": -7, "estimate": -0.5303327693510679, "se": 0.016911882419477702, "pvalue": 8.944786434213583e-37, "lower": -0.5642249390894216, "upper": -0.4964405996127142 }, { "event_time": -6, "estimate": -0.5260710561003957, "se": 0.033825060006460114, "pvalue": 8.63562596329105e-22, "lower": -0.5938579911507844, "upper": -0.45828412105000704 }, { "event_time": -5, "estimate": 0.003501296288803868, "se": 0.19624508713940095, "pvalue": 0.9858299065101144, "lower": -0.3897826468390364, "upper": 0.3967852394166441 }, { "event_time": -4, "estimate": -0.30264190537995994, "se": 0.11566806423948967, "pvalue": 0.0114481626282542, "lower": -0.534445886112263, "upper": -0.07083792464765692 }, { "event_time": -3, "estimate": 0.0796451218950332, "se": 0.12197678942533269, "pvalue": 0.5165067360884407, "lower": -0.16480182663516338, "upper": 0.3240920704252298 }, { "event_time": -2, "estimate": -0.17364424358475467, "se": 0.03501478604154162, "pvalue": 7.1615548913780165e-06, "lower": -0.24381544288929174, "upper": -0.10347304428021759 }, { "event_time": -1, "estimate": 0.09958316252250163, "se": 0.15167100845519832, "pvalue": 0.514193062092749, "lower": -0.20437233074834246, "upper": 0.4035386557933457 }, { "event_time": 0, "estimate": 0.03855293510508604, "se": 0.10588609130642493, "pvalue": 0.7171807098236909, "lower": -0.173647533800433, "upper": 0.2507534040106051 }, { "event_time": 1, "estimate": 0.019433515192853117, "se": 0.11490655012605108, "pvalue": 0.8663191820927214, "lower": -0.21084435715301228, "upper": 0.2497113875387185 }, { "event_time": 2, "estimate": 0.016949672995686366, "se": 0.11976986161284517, "pvalue": 0.8879772969512042, "lower": -0.22307449336479887, "upper": 0.2569738393561716 }, { "event_time": 3, "estimate": 0.12820969460641915, "se": 0.05302317533774287, "pvalue": 0.018946139366883646, "lower": 0.021948876677389886, "upper": 0.23447051253544843 }, { "event_time": 4, "estimate": 0.17919987753191574, "se": 0.03153718729278813, "pvalue": 5.217127166152296e-07, "lower": 0.11599794185819097, "upper": 0.24240181320564053 }, { "event_time": 5, "estimate": 0.24268814895775084, "se": 0.07480066440172566, "pvalue": 0.002004027643363755, "lower": 0.09278426767691045, "upper": 0.39259203023859124 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.16195995116510653, "se": 0.05125880803754834, "pvalue": 0.0025672091562190325, "lower": -0.264684898010375, "upper": -0.05923500431983805 }, { "event_time": -28, "estimate": 0.02089884115413039, "se": 0.20068772853575972, "pvalue": 0.9174401459129704, "lower": -0.3812883542881071, "upper": 0.42308603659636784 }, { "event_time": -27, "estimate": -0.10428625798185893, "se": 0.04444654267570583, "pvalue": 0.022590202690952903, "lower": -0.19335911996634558, "upper": -0.015213395997372287 }, { "event_time": -26, "estimate": 0.30759352421201885, "se": 0.03994546124155537, "pvalue": 2.689575178577543e-10, "lower": 0.22754103099480105, "upper": 0.38764601742923666 }, { "event_time": -25, "estimate": 0.13186878221787027, "se": 0.033243198478371275, "pvalue": 0.0002126198566016218, "lower": 0.06524792372744466, "upper": 0.1984896407082959 }, { "event_time": -24, "estimate": 0.15509880007907403, "se": 0.11226169386961032, "pvalue": 0.17268666910440128, "lower": -0.06987866188352157, "upper": 0.38007626204166967 }, { "event_time": -23, "estimate": 0.05831270692739188, "se": 0.03810051697955689, "pvalue": 0.13162573035969707, "lower": -0.01804243536610861, "upper": 0.13466784922089237 }, { "event_time": -22, "estimate": 0.2590195025633489, "se": 0.08449184619111909, "pvalue": 0.0033639605148544525, "lower": 0.0896940589735678, "upper": 0.42834494615312996 }, { "event_time": -21, "estimate": 0.12580077594363245, "se": 0.03304072007196318, "pvalue": 0.0003554696243707706, "lower": 0.05958569324729768, "upper": 0.19201585863996723 }, { "event_time": -20, "estimate": 0.16369159461091448, "se": 0.04604771170559675, "pvalue": 0.0007860520108517331, "lower": 0.07140991818491078, "upper": 0.2559732710369182 }, { "event_time": -19, "estimate": 0.13842954362786938, "se": 0.05813465087832543, "pvalue": 0.020745960934201568, "lower": 0.021925099806825568, "upper": 0.2549339874489132 }, { "event_time": -18, "estimate": 0.11301728550761801, "se": 0.02952923265861509, "pvalue": 0.00033360033611893935, "lower": 0.05383938084358898, "upper": 0.17219519017164703 }, { "event_time": -17, "estimate": 0.4107616602634631, "se": 0.049972803818405256, "pvalue": 3.8295282676308837e-11, "lower": 0.31061392346485617, "upper": 0.5109093970620701 }, { "event_time": -16, "estimate": 0.34759447122442816, "se": 0.04124695205837757, "pvalue": 1.765129119009497e-11, "lower": 0.2649337321252591, "upper": 0.4302552103235972 }, { "event_time": -15, "estimate": 0.37941891661431026, "se": 0.046436349452240185, "pvalue": 4.5995854801881656e-11, "lower": 0.28635839273955654, "upper": 0.472479440489064 }, { "event_time": -8, "estimate": -1.0694584900318513, "se": 0.3128965254967954, "pvalue": 0.0011943981892546664, "lower": -1.6965171396630034, "upper": -0.44239984040069935 }, { "event_time": -7, "estimate": -1.225232522324902, "se": 0.17701202929118476, "pvalue": 5.067141394090006e-09, "lower": -1.5799725562053264, "upper": -0.8704924884444778 }, { "event_time": -6, "estimate": -1.2408810317392298, "se": 0.14647779012889367, "pvalue": 1.4965601622132444e-11, "lower": -1.5344290829147615, "upper": -0.9473329805636982 }, { "event_time": -5, "estimate": -0.6797396005945235, "se": 0.10673997931200065, "pvalue": 4.0668296595933986e-08, "lower": -0.8936512993031298, "upper": -0.46582790188591733 }, { "event_time": -4, "estimate": -0.9860766276214749, "se": 0.25437471653049587, "pvalue": 0.0002848672604105255, "lower": -1.4958549512850703, "upper": -0.4762983039578794 }, { "event_time": -3, "estimate": -0.07439686598701048, "se": 0.05512431884585426, "pvalue": 0.18266714328014813, "lower": -0.18486846960241224, "upper": 0.03607473762839128 }, { "event_time": -2, "estimate": -0.3086532911354347, "se": 0.06291645409920943, "pvalue": 8.654978283719375e-06, "lower": -0.43474068275600636, "upper": -0.18256589951486307 }, { "event_time": 0, "estimate": -0.0607273078544022, "se": 0.027002298539434016, "pvalue": 0.028539594786326443, "lower": -0.11484112337917105, "upper": -0.006613492329633354 }, { "event_time": 1, "estimate": -0.07170898391286656, "se": 0.04177520804062718, "pvalue": 0.09169020041956334, "lower": -0.15542837165750423, "upper": 0.012010403831771113 }, { "event_time": 2, "estimate": -0.1162591041656653, "se": 0.05878797204816035, "pvalue": 0.05299356094228731, "lower": -0.23407283286892916, "upper": 0.0015546245375985535 }, { "event_time": 3, "estimate": 0.005011912652201439, "se": 0.043504626662213865, "pvalue": 0.9087029009952297, "lower": -0.08217330745915012, "upper": 0.092197132763553 }, { "event_time": 4, "estimate": 0.043883112872044716, "se": 0.04025979734870683, "pvalue": 0.28046651054530963, "lower": -0.036799323980909376, "upper": 0.12456554972499881 }, { "event_time": 5, "estimate": 0.11615175161585894, "se": 0.05626194677260543, "pvalue": 0.04370056277627141, "lower": 0.0034002906885274575, "upper": 0.22890321254319043 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21323529411764705, 0.18382352941176472, 0.16911764705882354, 0.15441176470588236, 0.14705882352941177, 0.1323529411764706 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.531848995058058e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1306809033616818, "df_num": 5, "df_den": 105507, "pvalue": 0.34142504222450115, "log10_pvalue": -0.46670462820939257, "inference": "Homoskedastic nested-model F", "observations": 118800, "design_columns": 38, "restricted_design_columns": 33, "fixed_effect_rank": 13255, "covariance_rank": 5, "rss_unrestricted": 83915.48299205641, "rss_restricted": 83919.97945362367, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 2.4005388752344187e-05, 2.537546421135219e-05, 2.4856229719797852e-05, 2.818601933980612e-05, 2.7963105358800328e-05, 2.7846154374055857e-05 ], [ 2.2825692506853655e-05, 2.451511063752646e-05, 2.4078877287622697e-05, 2.7699948120007144e-05, 2.74689996675092e-05, 2.7316089044899432e-05 ], [ 2.359612250978243e-05, 2.5789167647800088e-05, 2.5455746951662892e-05, 2.962889279243887e-05, 2.951777110104849e-05, 2.9397494024276718e-05 ], [ 2.323199878977663e-05, 2.5761428254358394e-05, 2.5467767213229167e-05, 2.989912198521602e-05, 2.9934549216723358e-05, 2.98797725995901e-05 ], [ 1.365780037682942e-05, 1.6626350611060048e-05, 1.6422341901595966e-05, 2.1166226932710803e-05, 2.1186734410368318e-05, 2.1216488665077317e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.20638046891636377 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.10651591343758453 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.12118812996730677 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.2419854152881555 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1760174874238185 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5400019560074066 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.7830105949721876 }, { "event_time": 5.0, "cohort": 30, "estimate": 1.0154608768095852 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.45103528889585925 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.10373683583636371 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.07971293488445079, "se": 0.10202421930047059, "lower": -0.27967673026418943, "upper": 0.12025086049528784 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.07972335251184012, "se": 0.10192353110986314, "lower": -0.27948980266431966, "upper": 0.12004309764063939 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.08014073682910675, "se": 0.10128156659403491, "lower": -0.2786489596512102, "upper": 0.11836748599299673 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 136.0, "post_cells": 13, "estimate": -0.10251954508964396, "se": 0.1594007480309278, "lower": -0.41493927033900635, "upper": 0.20990018015971845 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.07971293488445079, "se": 0.10202421930047059, "lower": -0.27967673026418943, "upper": 0.12025086049528784, "event_study": [ { "event_time": -29, "estimate": 0.047127652275448254, "se": 0.023923721585372437, "lower": 0.00023801959195479672, "upper": 0.09401728495894171, "relative_to_minus_one": 0.047127652275448254, "n": 0.0 }, { "event_time": -28, "estimate": 0.17922094269288127, "se": 0.13772488980935538, "lower": -0.09071488110820278, "upper": 0.4491567664939653, "relative_to_minus_one": 0.17922094269288127, "n": 0.0 }, { "event_time": -27, "estimate": 0.04785889908194948, "se": 0.0617887651490168, "lower": -0.07324485525932711, "upper": 0.16896265342322608, "relative_to_minus_one": 0.04785889908194948, "n": 0.0 }, { "event_time": -26, "estimate": 0.4557177193886276, "se": 0.06247406043059057, "lower": 0.3332708109766912, "upper": 0.578164627800564, "relative_to_minus_one": 0.4557177193886276, "n": 0.0 }, { "event_time": -25, "estimate": 0.27472820749879195, "se": 0.05520731477561305, "lower": 0.1665238588554244, "upper": 0.3829325561421595, "relative_to_minus_one": 0.27472820749879195, "n": 0.0 }, { "event_time": -24, "estimate": 0.2966435516515259, "se": 0.06237378708738358, "lower": 0.1743931753808846, "upper": 0.4188939279221672, "relative_to_minus_one": 0.2966435516515259, "n": 0.0 }, { "event_time": -23, "estimate": 0.16942260584287605, "se": 0.06069840526374412, "lower": 0.05045591760692113, "upper": 0.28838929407883096, "relative_to_minus_one": 0.16942260584287605, "n": 0.0 }, { "event_time": -22, "estimate": 0.3612051911621723, "se": 0.11441646062796565, "lower": 0.13695304909281455, "upper": 0.58545733323153, "relative_to_minus_one": 0.3612051911621723, "n": 0.0 }, { "event_time": -21, "estimate": 0.23022882133563827, "se": 0.04148141968085194, "lower": 0.14892673273357748, "upper": 0.31153090993769905, "relative_to_minus_one": 0.23022882133563827, "n": 0.0 }, { "event_time": -20, "estimate": 0.2641129324272932, "se": 0.0746164441092531, "lower": 0.11786738931871127, "upper": 0.4103584755358752, "relative_to_minus_one": 0.2641129324272932, "n": 0.0 }, { "event_time": -19, "estimate": 0.2356403999181535, "se": 0.08884202520726993, "lower": 0.06151323019830482, "upper": 0.4097675696380022, "relative_to_minus_one": 0.2356403999181535, "n": 0.0 }, { "event_time": -18, "estimate": 0.2626975112863008, "se": 0.04610808889943611, "lower": 0.17232731764743497, "upper": 0.35306770492516665, "relative_to_minus_one": 0.2626975112863008, "n": 0.0 }, { "event_time": -17, "estimate": 0.5463554797921419, "se": 0.08724445634497956, "lower": 0.375359487505205, "upper": 0.7173514720790789, "relative_to_minus_one": 0.5463554797921419, "n": 0.0 }, { "event_time": -16, "estimate": 0.4520606298220858, "se": 0.07201335852505254, "lower": 0.3109170407072123, "upper": 0.5932042189369593, "relative_to_minus_one": 0.4520606298220858, "n": 0.0 }, { "event_time": -15, "estimate": 0.47103508313517206, "se": 0.04924977372610484, "lower": 0.3745073003852596, "upper": 0.5675628658850845, "relative_to_minus_one": 0.47103508313517206, "n": 0.0 }, { "event_time": -8, "estimate": -0.9365418457582295, "se": 0.06959929012140476, "lower": -1.0729539477457373, "upper": -0.8001297437707218, "relative_to_minus_one": -0.9365418457582295, "n": 0.0 }, { "event_time": -7, "estimate": -0.9738426801829759, "se": 0.06317981892158102, "lower": -1.097672849819037, "upper": -0.850012510546915, "relative_to_minus_one": -0.9738426801829759, "n": 0.0 }, { "event_time": -6, "estimate": -0.9798296874138831, "se": 0.055785046840270684, "lower": -1.0891663700966936, "upper": -0.8704930047310726, "relative_to_minus_one": -0.9798296874138831, "n": 0.0 }, { "event_time": -5, "estimate": -0.48057505511678905, "se": 0.1373618579350941, "lower": -0.7497993495190809, "upper": -0.2113507607144972, "relative_to_minus_one": -0.48057505511678905, "n": 0.0 }, { "event_time": -4, "estimate": -0.8387364172061147, "se": 0.19207048343445463, "lower": -1.215187647230843, "upper": -0.46228518718138656, "relative_to_minus_one": -0.8387364172061147, "n": 0.0 }, { "event_time": -3, "estimate": 0.05008482112208015, "se": 0.04641493591998013, "lower": -0.04088678162581538, "upper": 0.1410564238699757, "relative_to_minus_one": 0.05008482112208015, "n": 0.0 }, { "event_time": -2, "estimate": -0.19842765587471994, "se": 0.10157553237717216, "lower": -0.3975120410444596, "upper": 0.0006567292950196701, "relative_to_minus_one": -0.19842765587471994, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.08664065709836324, "se": 0.03609322290244473, "lower": -0.15738207407313115, "upper": -0.015899240123595337, "relative_to_minus_one": -0.08664065709836324, "n": 29.0 }, { "event_time": 1, "estimate": -0.12916656628071385, "se": 0.1610491274621279, "lower": -0.44481705584808506, "upper": 0.1864839232866574, "relative_to_minus_one": -0.12916656628071385, "n": 25.0 }, { "event_time": 2, "estimate": -0.15984635901748212, "se": 0.15511186956555356, "lower": -0.4638600369406416, "upper": 0.14416731890567736, "relative_to_minus_one": -0.15984635901748212, "n": 23.0 }, { "event_time": 3, "estimate": -0.0773583299950511, "se": 0.05568507734977234, "lower": -0.186499076076932, "upper": 0.031782416086829815, "relative_to_minus_one": -0.0773583299950511, "n": 21.0 }, { "event_time": 4, "estimate": -0.036744797056519965, "se": 0.09677763026661554, "lower": -0.2264254668882199, "upper": 0.15293587277517995, "relative_to_minus_one": -0.036744797056519965, "n": 20.0 }, { "event_time": 5, "estimate": 0.011479100141425586, "se": 0.12399792176207146, "lower": -0.23155236067004986, "upper": 0.25451056095290103, "relative_to_minus_one": 0.011479100141425586, "n": 18.0 } ], "group_time_estimates": [ { "group": 5, "year": 1, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": null, "se": null, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.2907712870380143, "se": 0.01981156995012179, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.13565285102556882, "se": 0.013662975364155266, "event_time": 0, "mass": 1.0 }, { "group": 5, "year": 6, "att": null, "se": null, "event_time": 1, "mass": 0.0 }, { "group": 5, "year": 7, "att": null, "se": null, "event_time": 2, "mass": 0.0 }, { "group": 5, "year": 8, "att": null, "se": null, "event_time": 3, "mass": 0.0 }, { "group": 5, "year": 9, "att": null, "se": null, "event_time": 4, "mass": 0.0 }, { "group": 5, "year": 10, "att": null, "se": null, "event_time": 5, "mass": 0.0 }, { "group": 5, "year": 11, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 5, "year": 12, "att": null, "se": null, "event_time": 7, "mass": 0.0 }, { "group": 5, "year": 13, "att": null, "se": null, "event_time": 8, "mass": 0.0 }, { "group": 5, "year": 14, "att": null, "se": null, "event_time": 9, "mass": 0.0 }, { "group": 5, "year": 15, "att": null, "se": null, "event_time": 10, "mass": 0.0 }, { "group": 5, "year": 27, "att": null, "se": null, "event_time": 22, "mass": 0.0 }, { "group": 5, "year": 28, "att": null, "se": null, "event_time": 23, "mass": 0.0 }, { "group": 5, "year": 29, "att": null, "se": null, "event_time": 24, "mass": 0.0 }, { "group": 5, "year": 30, "att": null, "se": null, "event_time": 25, "mass": 0.0 }, { "group": 5, "year": 31, "att": null, "se": null, "event_time": 26, "mass": 0.0 }, { "group": 5, "year": 32, "att": null, "se": null, "event_time": 27, "mass": 0.0 }, { "group": 5, "year": 33, "att": null, "se": null, "event_time": 28, "mass": 0.0 }, { "group": 5, "year": 34, "att": null, "se": null, "event_time": 29, "mass": 0.0 }, { "group": 5, "year": 35, "att": null, "se": null, "event_time": 30, "mass": 0.0 }, { "group": 5, "year": 36, "att": null, "se": null, "event_time": 31, "mass": 0.0 }, { "group": 5, "year": 37, "att": null, "se": null, "event_time": 32, "mass": 0.0 }, { "group": 5, "year": 38, "att": null, "se": null, "event_time": 33, "mass": 0.0 }, { "group": 5, "year": 39, "att": null, "se": null, "event_time": 34, "mass": 0.0 }, { "group": 5, "year": 40, "att": null, "se": null, "event_time": 35, "mass": 0.0 }, { "group": 5, "year": 41, "att": null, "se": null, "event_time": 36, "mass": 0.0 }, { "group": 5, "year": 42, "att": null, "se": null, "event_time": 37, "mass": 0.0 }, { "group": 30, "year": 1, "att": 0.047127652275448254, "se": 0.023923721585372447, "event_time": -29, "mass": 0.0 }, { "group": 30, "year": 2, "att": 0.17922094269288127, "se": 0.13772488980935538, "event_time": -28, "mass": 0.0 }, { "group": 30, "year": 3, "att": 0.04785889908194948, "se": 0.06178876514901681, "event_time": -27, "mass": 0.0 }, { "group": 30, "year": 4, "att": 0.4557177193886276, "se": 0.062474060430590596, "event_time": -26, "mass": 0.0 }, { "group": 30, "year": 5, "att": 0.27472820749879195, "se": 0.055207314775613046, "event_time": -25, "mass": 0.0 }, { "group": 30, "year": 6, "att": 0.2966435516515259, "se": 0.06237378708738356, "event_time": -24, "mass": 0.0 }, { "group": 30, "year": 7, "att": 0.16942260584287605, "se": 0.060698405263744114, "event_time": -23, "mass": 0.0 }, { "group": 30, "year": 8, "att": 0.3612051911621723, "se": 0.1144164606279657, "event_time": -22, "mass": 0.0 }, { "group": 30, "year": 9, "att": 0.23022882133563827, "se": 0.04148141968085194, "event_time": -21, "mass": 0.0 }, { "group": 30, "year": 10, "att": 0.2641129324272932, "se": 0.07461644410925311, "event_time": -20, "mass": 0.0 }, { "group": 30, "year": 11, "att": 0.2356403999181535, "se": 0.08884202520726993, "event_time": -19, "mass": 0.0 }, { "group": 30, "year": 12, "att": 0.2626975112863008, "se": 0.04610808889943611, "event_time": -18, "mass": 0.0 }, { "group": 30, "year": 13, "att": 0.5463554797921419, "se": 0.0872444563449796, "event_time": -17, "mass": 0.0 }, { "group": 30, "year": 14, "att": 0.4520606298220858, "se": 0.07201335852505254, "event_time": -16, "mass": 0.0 }, { "group": 30, "year": 15, "att": 0.47103508313517206, "se": 0.04924977372610485, "event_time": -15, "mass": 0.0 }, { "group": 30, "year": 27, "att": 0.08798327270419003, "se": 0.03146594565311457, "event_time": -3, "mass": 0.0 }, { "group": 30, "year": 28, "att": -0.09320302308472009, "se": 0.018640401639866144, "event_time": -2, "mass": 0.0 }, { "group": 30, "year": 29, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 30, "year": 30, "att": -0.04633426634975686, "se": 0.020886219320818106, "event_time": 0, "mass": 22.0 }, { "group": 30, "year": 31, "att": 0.0767508573359439, "se": 0.027107339355550496, "event_time": 1, "mass": 20.0 }, { "group": 30, "year": 32, "att": 0.033782465194477196, "se": 0.03950131213382002, "event_time": 2, "mass": 18.0 }, { "group": 30, "year": 33, "att": -0.01068327170116328, "se": 0.02496637717857756, "event_time": 3, "mass": 16.0 }, { "group": 30, "year": 34, "att": 0.07863397634106563, "se": 0.05317696745067224, "event_time": 4, "mass": 15.0 }, { "group": 30, "year": 35, "att": 0.16942993098733097, "se": 0.02469893456547864, "event_time": 5, "mass": 14.0 }, { "group": 30, "year": 36, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 30, "year": 37, "att": null, "se": null, "event_time": 7, "mass": 0.0 }, { "group": 30, "year": 38, "att": null, "se": null, "event_time": 8, "mass": 0.0 }, { "group": 30, "year": 39, "att": null, "se": null, "event_time": 9, "mass": 0.0 }, { "group": 30, "year": 40, "att": null, "se": null, "event_time": 10, "mass": 0.0 }, { "group": 30, "year": 41, "att": null, "se": null, "event_time": 11, "mass": 0.0 }, { "group": 30, "year": 42, "att": null, "se": null, "event_time": 12, "mass": 0.0 }, { "group": 35, "year": 1, "att": null, "se": null, "event_time": -34, "mass": 0.0 }, { "group": 35, "year": 2, "att": null, "se": null, "event_time": -33, "mass": 0.0 }, { "group": 35, "year": 3, "att": null, "se": null, "event_time": -32, "mass": 0.0 }, { "group": 35, "year": 4, "att": null, "se": null, "event_time": -31, "mass": 0.0 }, { "group": 35, "year": 5, "att": null, "se": null, "event_time": -30, "mass": 0.0 }, { "group": 35, "year": 6, "att": null, "se": null, "event_time": -29, "mass": 0.0 }, { "group": 35, "year": 7, "att": null, "se": null, "event_time": -28, "mass": 0.0 }, { "group": 35, "year": 8, "att": null, "se": null, "event_time": -27, "mass": 0.0 }, { "group": 35, "year": 9, "att": null, "se": null, "event_time": -26, "mass": 0.0 }, { "group": 35, "year": 10, "att": null, "se": null, "event_time": -25, "mass": 0.0 }, { "group": 35, "year": 11, "att": null, "se": null, "event_time": -24, "mass": 0.0 }, { "group": 35, "year": 12, "att": null, "se": null, "event_time": -23, "mass": 0.0 }, { "group": 35, "year": 13, "att": null, "se": null, "event_time": -22, "mass": 0.0 }, { "group": 35, "year": 14, "att": null, "se": null, "event_time": -21, "mass": 0.0 }, { "group": 35, "year": 15, "att": null, "se": null, "event_time": -20, "mass": 0.0 }, { "group": 35, "year": 27, "att": -0.9365418457582295, "se": 0.06959929012140471, "event_time": -8, "mass": 0.0 }, { "group": 35, "year": 28, "att": -0.9738426801829759, "se": 0.06317981892158105, "event_time": -7, "mass": 0.0 }, { "group": 35, "year": 29, "att": -0.9798296874138831, "se": 0.05578504684027064, "event_time": -6, "mass": 0.0 }, { "group": 35, "year": 30, "att": -0.48057505511678905, "se": 0.13736185793509403, "event_time": -5, "mass": 0.0 }, { "group": 35, "year": 31, "att": -0.8387364172061147, "se": 0.1920704834344546, "event_time": -4, "mass": 0.0 }, { "group": 35, "year": 32, "att": -0.10861494487800498, "se": 0.0815222378024698, "event_time": -3, "mass": 0.0 }, { "group": 35, "year": 33, "att": -0.634727197972065, "se": 0.21119712547598019, "event_time": -2, "mass": 0.0 }, { "group": 35, "year": 34, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 35, "year": 35, "att": -0.2531262217678148, "se": 0.060849392754598976, "event_time": 0, "mass": 6.0 }, { "group": 35, "year": 36, "att": -0.9914457776754683, "se": 0.06778297260688662, "event_time": 1, "mass": 5.0 }, { "group": 35, "year": 37, "att": -0.9706670604050619, "se": 0.05620897410569068, "event_time": 2, "mass": 5.0 }, { "group": 35, "year": 38, "att": -0.3565601366007064, "se": 0.056900643866491046, "event_time": 3, "mass": 5.0 }, { "group": 35, "year": 39, "att": -0.5198934106589097, "se": 0.05523540007515167, "event_time": 4, "mass": 5.0 }, { "group": 35, "year": 40, "att": -0.6499400040258033, "se": 0.05426912248131596, "event_time": 5, "mass": 4.0 }, { "group": 35, "year": 41, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 35, "year": 42, "att": null, "se": null, "event_time": 7, "mass": 0.0 } ], "treated_cell_att": -0.10251954508964396, "treated_cell_se": 0.1594007480309278, "checks": { "input_rows": 118800, "retained_rows": 118800, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 5,35.", "No (treated or control) units for group 30 in time period 36; setting ATT to NA.", "No (treated or control) units for group 30 in time period 37; setting ATT to NA.", "No (treated or control) units for group 30 in time period 38; setting ATT to NA.", "No (treated or control) units for group 30 in time period 39; setting ATT to NA.", "No (treated or control) units for group 30 in time period 40; setting ATT to NA.", "No (treated or control) units for group 30 in time period 41; setting ATT to NA.", "No (treated or control) units for group 30 in time period 42; setting ATT to NA.", "No (treated or control) units for group 35 in time period 10; setting ATT to NA.", "No (treated or control) units for group 35 in time period 11; setting ATT to NA.", "No (treated or control) units for group 35 in time period 12; setting ATT to NA.", "No (treated or control) units for group 35 in time period 13; setting ATT to NA.", "No (treated or control) units for group 35 in time period 14; setting ATT to NA.", "No (treated or control) units for group 35 in time period 15; setting ATT to NA.", "No (treated or control) units for group 35 in time period 1; setting ATT to NA.", "No (treated or control) units for group 35 in time period 2; setting ATT to NA.", "No (treated or control) units for group 35 in time period 3; setting ATT to NA.", "No (treated or control) units for group 35 in time period 41; setting ATT to NA.", "No (treated or control) units for group 35 in time period 42; setting ATT to NA.", "No (treated or control) units for group 35 in time period 4; setting ATT to NA.", "No (treated or control) units for group 35 in time period 5; setting ATT to NA.", "No (treated or control) units for group 35 in time period 6; setting ATT to NA.", "No (treated or control) units for group 35 in time period 7; setting ATT to NA.", "No (treated or control) units for group 35 in time period 8; setting ATT to NA.", "No (treated or control) units for group 35 in time period 9; setting ATT to NA.", "No (treated or control) units for group 5 in time period 10; setting ATT to NA.", "No (treated or control) units for group 5 in time period 11; setting ATT to NA.", "No (treated or control) units for group 5 in time period 12; setting ATT to NA.", "No (treated or control) units for group 5 in time period 13; setting ATT to NA.", "No (treated or control) units for group 5 in time period 14; setting ATT to NA.", "No (treated or control) units for group 5 in time period 15; setting ATT to NA.", "No (treated or control) units for group 5 in time period 1; setting ATT to NA.", "No (treated or control) units for group 5 in time period 27; setting ATT to NA.", "No (treated or control) units for group 5 in time period 28; setting ATT to NA.", "No (treated or control) units for group 5 in time period 29; setting ATT to NA.", "No (treated or control) units for group 5 in time period 2; setting ATT to NA.", "No (treated or control) units for group 5 in time period 30; setting ATT to NA.", "No (treated or control) units for group 5 in time period 31; setting ATT to NA.", "No (treated or control) units for group 5 in time period 32; setting ATT to NA.", "No (treated or control) units for group 5 in time period 33; setting ATT to NA.", "No (treated or control) units for group 5 in time period 34; setting ATT to NA.", "No (treated or control) units for group 5 in time period 35; setting ATT to NA.", "No (treated or control) units for group 5 in time period 36; setting ATT to NA.", "No (treated or control) units for group 5 in time period 37; setting ATT to NA.", "No (treated or control) units for group 5 in time period 38; setting ATT to NA.", "No (treated or control) units for group 5 in time period 39; setting ATT to NA.", "No (treated or control) units for group 5 in time period 40; setting ATT to NA.", "No (treated or control) units for group 5 in time period 41; setting ATT to NA.", "No (treated or control) units for group 5 in time period 42; setting ATT to NA.", "No (treated or control) units for group 5 in time period 6; setting ATT to NA.", "No (treated or control) units for group 5 in time period 7; setting ATT to NA.", "No (treated or control) units for group 5 in time period 8; setting ATT to NA.", "No (treated or control) units for group 5 in time period 9; setting ATT to NA." ], "seconds": 2.245239249896258, "status": "estimated" }, { "method": "SDID", "status": "unsupported", "reason": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.0857946819641765, "SE": 0.02708791177167179, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.012041047208091153, "SE": 0.15183174816637202, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09293017128957531, "SE": 0.025402132582623794, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.02319214683225769, "SE": 0.037437030278702946, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.07971293488445079, "SE": 0.10202421930047059, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.10251954508964396, "SE": 0.1594007480309278, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.0857946819641765, "SE": 0.02708791177167179, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.03150929368796101, "upper": 0.14008007024039199, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.012041047208091153, "SE": 0.15183174816637202, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3163186700585802, "upper": 0.29223657564239797, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09293017128957531, "SE": 0.025402132582623794, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.042023160002948874, "upper": 0.14383718257620176, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.02319214683225769, "SE": 0.037437030278702946, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09821763206413012, "upper": 0.05183333839961474, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.07971293488445079, "SE": 0.10202421930047059, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27967673026418943, "upper": 0.12025086049528784, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.10251954508964396, "SE": 0.1594007480309278, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.41493927033900635, "upper": 0.20990018015971845, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602269.095697, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.0857946819641765, "SE": 0.02708791177167179, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.03150929368796101, "upper": 0.14008007024039199, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.012041047208091153, "SE": 0.15183174816637202, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3163186700585802, "upper": 0.29223657564239797, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09293017128957531, "SE": 0.025402132582623794, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.042023160002948874, "upper": 0.14383718257620176, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.02319214683225769, "SE": 0.037437030278702946, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09821763206413012, "upper": 0.05183333839961474, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.07971293488445079, "SE": 0.10202421930047059, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27967673026418943, "upper": 0.12025086049528784, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.10251954508964396, "SE": 0.1594007480309278, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.41493927033900635, "upper": 0.20990018015971845, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P011", "source_specification_id": "PP-REPLY-T1-PB-NOOIL-CHGEMP", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P011.json", "input_bytes": 963699, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p011", "specification_id": "S03-P011", "source_specification_id": "PP-REPLY-T1-PB-NOOIL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOOIL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P011.parquet", "output_dir": "analyses/full-archive/results/S03-P011" }, "source": { "file": "S03-P011.parquet", "bytes": 963699, "sha256": "3c42392f1002b7baf652997709230c9025c1ad8c5a5e38517601fcf367acfa6b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 114234, "source_sd": 0.30423295187253685, "rows": 105591, "units": 12134, "clusters": 56, "treated_units": 26, "never_treated_units": 12108, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 105534, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 350, "post_adoption_untreated_rows_removed": 2627, "units_without_minus_one_removed": 207, "additional_rows_removed": 4512 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1292085737760996, "se": 0.038865479579806766, "pvalue": 0.0015811637961567241, "lower": 0.05132041217415703, "upper": 0.20709673537804216 }, { "method": "Dynamic TWFE", "estimate": -0.23921868138922542, "se": 0.25948176556048597, "pvalue": 0.36060232991466606, "lower": -0.7592317600193744, "upper": 0.2807943972409236 }, { "method": "BJS / did2s", "estimate": 0.1493083173029136, "se": 0.03065314505290047, "pvalue": 9.790748475357096e-06, "lower": 0.08787804186824294, "upper": 0.21073859273758427 }, { "method": "Sun\u2013Abraham", "estimate": -0.17418418270666433, "se": 0.04287947186470046, "pvalue": 0.00015559000192266257, "lower": -0.260116564607311, "upper": -0.08825180080601769 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.6106815407640943, "se": 0.24709924161355376, "pvalue": 0.016583519598723336, "lower": -1.1058794868744408, "upper": -0.11548359465374775 }, { "event_time": -28, "estimate": -0.5658653709034089, "se": 0.25295354505964085, "pvalue": 0.029357001464047083, "lower": -1.072795603294678, "upper": -0.05893513851213994 }, { "event_time": -27, "estimate": -0.45793393472391364, "se": 0.2674779701073485, "pvalue": 0.09252241210183929, "lower": -0.9939717653623154, "upper": 0.07810389591448808 }, { "event_time": -26, "estimate": -0.45991355101353626, "se": 0.2532588581080898, "pvalue": 0.07482517365898152, "lower": -0.9674556444268195, "upper": 0.04762854239974701 }, { "event_time": -25, "estimate": -0.40207220676268907, "se": 0.2531704918702404, "pvalue": 0.11798567964866777, "lower": -0.9094372102779913, "upper": 0.10529279675261316 }, { "event_time": -24, "estimate": -0.37877160962811507, "se": 0.2495203683914803, "pvalue": 0.13474229466195473, "lower": -0.878821602227447, "upper": 0.12127838297121685 }, { "event_time": -23, "estimate": -0.3882128006840088, "se": 0.28238886006868824, "pvalue": 0.17478558047913006, "lower": -0.954132722563632, "upper": 0.17770712119561433 }, { "event_time": -22, "estimate": -0.16178438562373312, "se": 0.2544844250135788, "pvalue": 0.5275863733265841, "lower": -0.6717825700005334, "upper": 0.34821379875306724 }, { "event_time": -21, "estimate": -0.3952026174783319, "se": 0.20901988549002803, "pvalue": 0.06393118464983945, "lower": -0.8140878285983171, "upper": 0.023682593641653316 }, { "event_time": -20, "estimate": -0.34031631822093283, "se": 0.304448194097211, "pvalue": 0.2685055888190209, "lower": -0.9504441333832498, "upper": 0.2698114969413841 }, { "event_time": -19, "estimate": -0.31163557393956054, "se": 0.23887836283659641, "pvalue": 0.19746906473612635, "lower": -0.7903585108228932, "upper": 0.1670873629437722 }, { "event_time": -18, "estimate": -0.3393169101124565, "se": 0.22033859303766426, "pvalue": 0.12929946828381741, "lower": -0.7808853180468576, "upper": 0.10225149782194459 }, { "event_time": -17, "estimate": -0.051858046560509005, "se": 0.24559185803073943, "pvalue": 0.8335464539484528, "lower": -0.5440351284653008, "upper": 0.4403190353442828 }, { "event_time": -16, "estimate": -0.2408033222547667, "se": 0.2218808487306631, "pvalue": 0.28253087115897946, "lower": -0.6854624796652201, "upper": 0.20385583515568673 }, { "event_time": -15, "estimate": 0.010905533620916319, "se": 0.22528165033279512, "pvalue": 0.9615660931886483, "lower": -0.4405689824992911, "upper": 0.4623800497411238 }, { "event_time": -8, "estimate": 0.14563537302380522, "se": 0.2880613340171252, "pvalue": 0.6151782767094585, "lower": -0.43165244068052655, "upper": 0.722923186728137 }, { "event_time": -7, "estimate": -0.29967903052051825, "se": 0.29015501073433037, "pvalue": 0.3062065926276506, "lower": -0.881162666127859, "upper": 0.2818046050868225 }, { "event_time": -6, "estimate": -0.48870587070404176, "se": 0.2942363627543573, "pvalue": 0.10241849535003238, "lower": -1.0783687185358841, "upper": 0.10095697712780055 }, { "event_time": -5, "estimate": -0.2417512674819384, "se": 0.3119764903471007, "pvalue": 0.44171630155762137, "lower": -0.866966125470902, "upper": 0.38346359050702516 }, { "event_time": -4, "estimate": -1.304876059133878, "se": 0.8245867728748209, "pvalue": 0.11927852965720438, "lower": -2.957384879682894, "upper": 0.3476327614151382 }, { "event_time": -3, "estimate": -0.5026517770719321, "se": 0.3161515498536373, "pvalue": 0.11758796550727216, "lower": -1.1362336412848921, "upper": 0.13093008714102794 }, { "event_time": -2, "estimate": -0.7250268388334082, "se": 0.29398223183761896, "pvalue": 0.016800231299835166, "lower": -1.3141803969272887, "upper": -0.13587328073952787 }, { "event_time": 0, "estimate": -0.343019002845253, "se": 0.31131103610736793, "pvalue": 0.27532410497100573, "lower": -0.9669002607365625, "upper": 0.28086225504605655 }, { "event_time": 1, "estimate": -0.3283446923920845, "se": 0.26665887835004204, "pvalue": 0.22343925788771024, "lower": -0.8627410264672212, "upper": 0.20605164168305212 }, { "event_time": 2, "estimate": -0.19547323007047926, "se": 0.3034523998660665, "pvalue": 0.522146291903316, "lower": -0.8036054289986415, "upper": 0.41265896885768305 }, { "event_time": 3, "estimate": 0.07182649269855236, "se": 0.28822558879687593, "pvalue": 0.8041325779957579, "lower": -0.5057904949402693, "upper": 0.649443480337374 }, { "event_time": 4, "estimate": -0.540534687469348, "se": 0.25558162020343883, "pvalue": 0.03898218105506356, "lower": -1.0527317001426373, "upper": -0.028337674796058754 }, { "event_time": 5, "estimate": -0.025017218703199007, "se": 0.25927689990434605, "pvalue": 0.9234834044478709, "lower": -0.5446197373838857, "upper": 0.4945852999774876 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.24512921190450274, "se": 0.023229323241245516, "pvalue": 7.845346974773659e-15, "lower": -0.2916818159654581, "upper": -0.19857660784354736 }, { "event_time": -28, "estimate": -0.18774836418908974, "se": 0.021164397759027773, "pvalue": 3.4010100913708885e-12, "lower": -0.23016276510952582, "upper": -0.14533396326865367 }, { "event_time": -27, "estimate": -0.07982788674943411, "se": 0.025317178360671808, "pvalue": 0.0026163086621729375, "lower": -0.1305646459707393, "upper": -0.029091127528128938 }, { "event_time": -26, "estimate": -0.08256005936514929, "se": 0.018649708818207242, "pvalue": 4.579762591306505e-05, "lower": -0.11993491103213909, "upper": -0.045185207698159494 }, { "event_time": -25, "estimate": -0.03746308340892178, "se": 0.011637059272667644, "pvalue": 0.0021577030713123444, "lower": -0.06078427133713794, "upper": -0.014141895480705612 }, { "event_time": -24, "estimate": -0.020063765000877427, "se": 0.021443707247925776, "pvalue": 0.353544530061436, "lower": -0.06303791464546271, "upper": 0.022910384643707864 }, { "event_time": -23, "estimate": -0.06744833626612544, "se": 0.09896911849212893, "pvalue": 0.4984092620852913, "lower": -0.2657868818870017, "upper": 0.13089020935475082 }, { "event_time": -22, "estimate": 0.15845457851531483, "se": 0.05801185254309892, "pvalue": 0.008459351529573406, "lower": 0.042196228057378285, "upper": 0.2747129289732514 }, { "event_time": -21, "estimate": -0.07449399159713375, "se": 0.06346587952373206, "pvalue": 0.24554718606780068, "lower": -0.2016824563735264, "upper": 0.05269447317925889 }, { "event_time": -20, "estimate": -0.01971541611636887, "se": 0.13154209741957415, "pvalue": 0.8814082520813866, "lower": -0.283331670232979, "upper": 0.2439008380002413 }, { "event_time": -19, "estimate": 0.008903195188934393, "se": 0.0320605234216072, "pvalue": 0.7822841685135832, "lower": -0.05534752952365698, "upper": 0.07315391990152577 }, { "event_time": -18, "estimate": -0.01904750664873227, "se": 0.035072346003807445, "pvalue": 0.5892608806083093, "lower": -0.08933405869537449, "upper": 0.05123904539790995 }, { "event_time": -17, "estimate": 0.26777792325915295, "se": 0.03566175027645218, "pvalue": 5.533260340337673e-10, "lower": 0.1963101786546687, "upper": 0.3392456678636372 }, { "event_time": -16, "estimate": 0.07920827650904305, "se": 0.028223230054050547, "pvalue": 0.006913880254446356, "lower": 0.022647659551653626, "upper": 0.13576889346643248 }, { "event_time": -15, "estimate": 0.33034587507582985, "se": 0.019064712440837957, "pvalue": 6.100227541655467e-24, "lower": 0.2921393375638609, "upper": 0.3685524125877988 }, { "event_time": -8, "estimate": 0.4994345497710907, "se": 0.015588199446822593, "pvalue": 2.916023960116913e-37, "lower": 0.46819509998881514, "upper": 0.5306739995533662 }, { "event_time": -7, "estimate": 0.05476676717962592, "se": 0.015140094435935557, "pvalue": 0.0006475506913827807, "lower": 0.02442533990678425, "upper": 0.08510819445246759 }, { "event_time": -6, "estimate": -0.1356318743280152, "se": 0.036633165086170524, "pvalue": 0.0004960103935384658, "lower": -0.20904637771432533, "upper": -0.06221737094170511 }, { "event_time": -5, "estimate": 0.1415509241126904, "se": 0.07704159220585234, "pvalue": 0.0715656543092229, "lower": -0.012843876843737667, "upper": 0.2959457250691185 }, { "event_time": -4, "estimate": -1.0099034126010729, "se": 0.5518383681745483, "pvalue": 0.072660447415538, "lower": -2.115812215560071, "upper": 0.09600539035792566 }, { "event_time": -3, "estimate": -0.08414828972596773, "se": 0.06779399120788203, "pvalue": 0.21978681092204005, "lower": -0.22001048414447388, "upper": 0.051713904692538434 }, { "event_time": -2, "estimate": -0.2899983408379772, "se": 0.04660947524016453, "pvalue": 7.03329069171551e-08, "lower": -0.38340581654487355, "upper": -0.19659086513108087 }, { "event_time": -1, "estimate": 0.34762983157831023, "se": 0.23128790603331292, "pvalue": 0.13855502289453664, "lower": -0.11588148994562059, "upper": 0.811141153102241 }, { "event_time": 0, "estimate": 0.0049237821987616875, "se": 0.2050778488230429, "pvalue": 0.9809320632142745, "lower": -0.40606141090321746, "upper": 0.4159089753007408 }, { "event_time": 1, "estimate": 0.030659149302769792, "se": 0.04187998410806155, "pvalue": 0.46723298510249545, "lower": -0.05327021437322327, "upper": 0.11458851297876285 }, { "event_time": 2, "estimate": 0.1638287541963514, "se": 0.08953389802040752, "pvalue": 0.07270222025290589, "lower": -0.015601187058988636, "upper": 0.3432586954516914 }, { "event_time": 3, "estimate": 0.4958217501785449, "se": 0.1145189671526791, "pvalue": 6.373315845478988e-05, "lower": 0.26632061146855734, "upper": 0.7253228888885325 }, { "event_time": 4, "estimate": -0.11385017536033508, "se": 0.028120555980759455, "pvalue": 0.00016267226209691754, "lower": -0.17020502887676645, "upper": -0.05749532184390371 }, { "event_time": 5, "estimate": 0.4388381969953322, "se": 0.07565501872319494, "pvalue": 3.3713381697591507e-07, "lower": 0.28722215139347074, "upper": 0.5904542425971937 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.4055316792446991, "se": 0.02926835220188741, "pvalue": 1.3936990576469752e-19, "lower": -0.4641867677903609, "upper": -0.34687659069903726 }, { "event_time": -28, "estimate": -0.3555321090597788, "se": 0.0330670520465738, "pvalue": 3.9005368707720036e-15, "lower": -0.42179996221246563, "upper": -0.2892642559070919 }, { "event_time": -27, "estimate": -0.24739169252122056, "se": 0.039258132627339404, "pvalue": 5.2178711905425795e-08, "lower": -0.3260667484147135, "upper": -0.16871663662772762 }, { "event_time": -26, "estimate": -0.249795165922414, "se": 0.032570578173145064, "pvalue": 3.022354255558711e-10, "lower": -0.31506806319901665, "upper": -0.18452226864581134 }, { "event_time": -25, "estimate": -0.19690679645118203, "se": 0.02568873118973031, "pvalue": 3.071060554699881e-10, "lower": -0.24838816418127824, "upper": -0.14542542872108583 }, { "event_time": -24, "estimate": -0.17235744120464333, "se": 0.025270381138774264, "pvalue": 7.421455873355611e-09, "lower": -0.22300041669753232, "upper": -0.12171446571175434 }, { "event_time": -23, "estimate": -0.1811710908998231, "se": 0.07284022356117134, "pvalue": 0.01593589506779694, "lower": -0.32714616094120363, "upper": -0.03519602085844259 }, { "event_time": -22, "estimate": 0.04525692089587465, "se": 0.04164764355310537, "pvalue": 0.28192569508509063, "lower": -0.03820682190301198, "upper": 0.1287206636947613 }, { "event_time": -21, "estimate": -0.18816147833034905, "se": 0.10802665976042598, "pvalue": 0.08713284184337902, "lower": -0.40465174227938217, "upper": 0.0283287856186841 }, { "event_time": -20, "estimate": -0.13327530759112333, "se": 0.1063399419802585, "pvalue": 0.21540022527621652, "lower": -0.3463853135719308, "upper": 0.07983469838968413 }, { "event_time": -19, "estimate": -0.10459470877503645, "se": 0.031388681802812485, "pvalue": 0.0015451055057776456, "lower": -0.16749903279628575, "upper": -0.041690384753787155 }, { "event_time": -18, "estimate": -0.13146882511127406, "se": 0.07269345123689257, "pvalue": 0.07599071897423547, "lower": -0.2771497568418525, "upper": 0.01421210661930436 }, { "event_time": -17, "estimate": 0.15598952342450434, "se": 0.029057961101176307, "pvalue": 1.6456197238524724e-06, "lower": 0.09775606806667306, "upper": 0.21422297878233562 }, { "event_time": -16, "estimate": -0.03295684158401185, "se": 0.06502699021432577, "pvalue": 0.6143085696356508, "lower": -0.16327384209602572, "upper": 0.09736015892800201 }, { "event_time": -15, "estimate": 0.21875139570658877, "se": 0.054808012566514935, "pvalue": 0.00019633380475213733, "lower": 0.10891368404021859, "upper": 0.328589107372959 }, { "event_time": -8, "estimate": 0.2895099257556076, "se": 0.1181925351855886, "pvalue": 0.017519236052366563, "lower": 0.052646792193209974, "upper": 0.5263730593180052 }, { "event_time": -7, "estimate": -0.15567578336035864, "se": 0.11749511337171828, "pvalue": 0.19066443181576173, "lower": -0.39114125237491737, "upper": 0.07978968565420008 }, { "event_time": -6, "estimate": -0.34544953854986804, "se": 0.120816742467349, "pvalue": 0.005987957978899404, "lower": -0.587571701025547, "upper": -0.10332737607418913 }, { "event_time": -5, "estimate": -0.09764460989519774, "se": 0.19671806179892407, "pvalue": 0.6216126215513565, "lower": -0.49187641542208327, "upper": 0.2965871956316878 }, { "event_time": -4, "estimate": -2.3784950492954398, "se": 0.10847421248343503, "pvalue": 7.330887374607502e-29, "lower": -2.5958822289442662, "upper": -2.1611078696466133 }, { "event_time": -3, "estimate": -0.5557810393858211, "se": 0.05095246026563829, "pvalue": 2.2647685790932152e-15, "lower": -0.657892051576921, "upper": -0.45367002719472127 }, { "event_time": -2, "estimate": -0.7531531882187388, "se": 0.04915868427427611, "pvalue": 1.694095605106414e-21, "lower": -0.85166939299196, "upper": -0.6546369834455176 }, { "event_time": 0, "estimate": -0.34219642264843464, "se": 0.03969126462074731, "pvalue": 8.567882269465697e-12, "lower": -0.42173949445379233, "upper": -0.26265335084307695 }, { "event_time": 1, "estimate": -0.35485610734567913, "se": 0.0479773408906671, "pvalue": 8.456672802591383e-10, "lower": -0.45100484707370553, "upper": -0.25870736761765273 }, { "event_time": 2, "estimate": -0.2329201496212313, "se": 0.059522235738963085, "pvalue": 0.0002530463017149586, "lower": -0.352205375643607, "upper": -0.1136349235988556 }, { "event_time": 3, "estimate": 0.25790096148346897, "se": 0.043498470194398405, "pvalue": 2.094792545239729e-07, "lower": 0.17072807920932648, "upper": 0.34507384375761146 }, { "event_time": 4, "estimate": -0.3576324727207005, "se": 0.040408173375948056, "pvalue": 3.667938410849979e-12, "lower": -0.4386122617770125, "upper": -0.27665268366438844 }, { "event_time": 5, "estimate": 0.16331345785975887, "se": 0.0558414861288301, "pvalue": 0.005001539063677458, "lower": 0.05140461889216373, "upper": 0.275222296827354 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21487603305785125, 0.19008264462809918, 0.18181818181818182, 0.15702479338842976, 0.14049586776859505, 0.11570247933884298 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 5.043625732114411e-12 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 6.193027368560201, "df_num": 7, "df_den": 93383, "pvalue": 2.8645232175731985e-07, "log10_pvalue": -6.542947653350462, "inference": "Homoskedastic nested-model F", "observations": 105591, "design_columns": 44, "restricted_design_columns": 37, "fixed_effect_rank": 12164, "covariance_rank": 7, "rss_unrestricted": 78529.62327512898, "rss_restricted": 78566.07908339493, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 1.7498417200933215e-05, 5.592594802399798e-06, 5.266427688399662e-06, 4.895970585333108e-06, 1.5182612281694297e-05, 1.926992947600953e-05 ], [ 1.850507871503987e-05, 7.0288626600787175e-06, 6.7144905620605604e-06, 6.378899153900584e-06, 1.6270529612985105e-05, 2.0876988472510317e-05 ], [ 1.9971742907978464e-05, 8.866802236290302e-06, 8.626758772926941e-06, 8.612259225834598e-06, 1.8720438216648492e-05, 2.4139267661144812e-05 ], [ 2.0239422761209053e-05, 9.908283983601704e-06, 9.730589395378859e-06, 9.783353723344192e-06, 1.9622486839503786e-05, 2.5426016475211444e-05 ], [ 2.0217523361703818e-05, 1.1261677301719737e-05, 1.1211169566673277e-05, 1.1264829766795646e-05, 2.012866355510697e-05, 2.627399087385642e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.16543707894549342 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.23710017621103519 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.3430620546653598 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.28209509311567316 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6821349720275784 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.587478055433316 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.1853479638066733 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.042783299051584435 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.881034619455574 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.181541948308453 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.5658972350531455 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9638718410515126 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.8900933313816575 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.886984543199411 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.18168336838029478 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.4085873231096203 } ] } } }, "code_sha256": { "replication_engine.py": "836da12e7ca9210de54b65782ae08d98863e1382a1ec9e9b6fa80c3db0494f39", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "80f31c1a9b71ccb8a6113641ff8ef830af32dbdea8af48d60740c31d4b00b63c", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p011", "specification_id": "S03-P011", "source_specification_id": "PP-REPLY-T1-PB-NOOIL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOOIL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P011.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P011" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P011", "regression_results": "analyses/archive-expanded/baselines/S03-P011.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P011.parquet", "bytes": 963699, "sha256": "3c42392f1002b7baf652997709230c9025c1ad8c5a5e38517601fcf367acfa6b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 114234, "source_sd": 0.30423295187253685, "rows": 105591, "units": 12134, "clusters": 56, "treated_units": 26, "never_treated_units": 12108, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 105534, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 350, "post_adoption_untreated_rows_removed": 2627, "units_without_minus_one_removed": 207, "additional_rows_removed": 4512 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1292085737760996, "se": 0.038865479579806766, "pvalue": 0.0015811637961567241, "lower": 0.05132041217415703, "upper": 0.20709673537804216 }, { "method": "Dynamic TWFE", "estimate": -0.23921868138922542, "se": 0.25948176556048597, "pvalue": 0.36060232991466606, "lower": -0.7592317600193744, "upper": 0.2807943972409236 }, { "method": "BJS / did2s", "estimate": 0.1493083173029136, "se": 0.03065314505290047, "pvalue": 9.790748475357096e-06, "lower": 0.08787804186824294, "upper": 0.21073859273758427 }, { "method": "Sun\u2013Abraham", "estimate": -0.17418418270666433, "se": 0.04287947186470046, "pvalue": 0.00015559000192266257, "lower": -0.260116564607311, "upper": -0.08825180080601769 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.6106815407640943, "se": 0.24709924161355376, "pvalue": 0.016583519598723336, "lower": -1.1058794868744408, "upper": -0.11548359465374775 }, { "event_time": -28, "estimate": -0.5658653709034089, "se": 0.25295354505964085, "pvalue": 0.029357001464047083, "lower": -1.072795603294678, "upper": -0.05893513851213994 }, { "event_time": -27, "estimate": -0.45793393472391364, "se": 0.2674779701073485, "pvalue": 0.09252241210183929, "lower": -0.9939717653623154, "upper": 0.07810389591448808 }, { "event_time": -26, "estimate": -0.45991355101353626, "se": 0.2532588581080898, "pvalue": 0.07482517365898152, "lower": -0.9674556444268195, "upper": 0.04762854239974701 }, { "event_time": -25, "estimate": -0.40207220676268907, "se": 0.2531704918702404, "pvalue": 0.11798567964866777, "lower": -0.9094372102779913, "upper": 0.10529279675261316 }, { "event_time": -24, "estimate": -0.37877160962811507, "se": 0.2495203683914803, "pvalue": 0.13474229466195473, "lower": -0.878821602227447, "upper": 0.12127838297121685 }, { "event_time": -23, "estimate": -0.3882128006840088, "se": 0.28238886006868824, "pvalue": 0.17478558047913006, "lower": -0.954132722563632, "upper": 0.17770712119561433 }, { "event_time": -22, "estimate": -0.16178438562373312, "se": 0.2544844250135788, "pvalue": 0.5275863733265841, "lower": -0.6717825700005334, "upper": 0.34821379875306724 }, { "event_time": -21, "estimate": -0.3952026174783319, "se": 0.20901988549002803, "pvalue": 0.06393118464983945, "lower": -0.8140878285983171, "upper": 0.023682593641653316 }, { "event_time": -20, "estimate": -0.34031631822093283, "se": 0.304448194097211, "pvalue": 0.2685055888190209, "lower": -0.9504441333832498, "upper": 0.2698114969413841 }, { "event_time": -19, "estimate": -0.31163557393956054, "se": 0.23887836283659641, "pvalue": 0.19746906473612635, "lower": -0.7903585108228932, "upper": 0.1670873629437722 }, { "event_time": -18, "estimate": -0.3393169101124565, "se": 0.22033859303766426, "pvalue": 0.12929946828381741, "lower": -0.7808853180468576, "upper": 0.10225149782194459 }, { "event_time": -17, "estimate": -0.051858046560509005, "se": 0.24559185803073943, "pvalue": 0.8335464539484528, "lower": -0.5440351284653008, "upper": 0.4403190353442828 }, { "event_time": -16, "estimate": -0.2408033222547667, "se": 0.2218808487306631, "pvalue": 0.28253087115897946, "lower": -0.6854624796652201, "upper": 0.20385583515568673 }, { "event_time": -15, "estimate": 0.010905533620916319, "se": 0.22528165033279512, "pvalue": 0.9615660931886483, "lower": -0.4405689824992911, "upper": 0.4623800497411238 }, { "event_time": -8, "estimate": 0.14563537302380522, "se": 0.2880613340171252, "pvalue": 0.6151782767094585, "lower": -0.43165244068052655, "upper": 0.722923186728137 }, { "event_time": -7, "estimate": -0.29967903052051825, "se": 0.29015501073433037, "pvalue": 0.3062065926276506, "lower": -0.881162666127859, "upper": 0.2818046050868225 }, { "event_time": -6, "estimate": -0.48870587070404176, "se": 0.2942363627543573, "pvalue": 0.10241849535003238, "lower": -1.0783687185358841, "upper": 0.10095697712780055 }, { "event_time": -5, "estimate": -0.2417512674819384, "se": 0.3119764903471007, "pvalue": 0.44171630155762137, "lower": -0.866966125470902, "upper": 0.38346359050702516 }, { "event_time": -4, "estimate": -1.304876059133878, "se": 0.8245867728748209, "pvalue": 0.11927852965720438, "lower": -2.957384879682894, "upper": 0.3476327614151382 }, { "event_time": -3, "estimate": -0.5026517770719321, "se": 0.3161515498536373, "pvalue": 0.11758796550727216, "lower": -1.1362336412848921, "upper": 0.13093008714102794 }, { "event_time": -2, "estimate": -0.7250268388334082, "se": 0.29398223183761896, "pvalue": 0.016800231299835166, "lower": -1.3141803969272887, "upper": -0.13587328073952787 }, { "event_time": 0, "estimate": -0.343019002845253, "se": 0.31131103610736793, "pvalue": 0.27532410497100573, "lower": -0.9669002607365625, "upper": 0.28086225504605655 }, { "event_time": 1, "estimate": -0.3283446923920845, "se": 0.26665887835004204, "pvalue": 0.22343925788771024, "lower": -0.8627410264672212, "upper": 0.20605164168305212 }, { "event_time": 2, "estimate": -0.19547323007047926, "se": 0.3034523998660665, "pvalue": 0.522146291903316, "lower": -0.8036054289986415, "upper": 0.41265896885768305 }, { "event_time": 3, "estimate": 0.07182649269855236, "se": 0.28822558879687593, "pvalue": 0.8041325779957579, "lower": -0.5057904949402693, "upper": 0.649443480337374 }, { "event_time": 4, "estimate": -0.540534687469348, "se": 0.25558162020343883, "pvalue": 0.03898218105506356, "lower": -1.0527317001426373, "upper": -0.028337674796058754 }, { "event_time": 5, "estimate": -0.025017218703199007, "se": 0.25927689990434605, "pvalue": 0.9234834044478709, "lower": -0.5446197373838857, "upper": 0.4945852999774876 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.24512921190450274, "se": 0.023229323241245516, "pvalue": 7.845346974773659e-15, "lower": -0.2916818159654581, "upper": -0.19857660784354736 }, { "event_time": -28, "estimate": -0.18774836418908974, "se": 0.021164397759027773, "pvalue": 3.4010100913708885e-12, "lower": -0.23016276510952582, "upper": -0.14533396326865367 }, { "event_time": -27, "estimate": -0.07982788674943411, "se": 0.025317178360671808, "pvalue": 0.0026163086621729375, "lower": -0.1305646459707393, "upper": -0.029091127528128938 }, { "event_time": -26, "estimate": -0.08256005936514929, "se": 0.018649708818207242, "pvalue": 4.579762591306505e-05, "lower": -0.11993491103213909, "upper": -0.045185207698159494 }, { "event_time": -25, "estimate": -0.03746308340892178, "se": 0.011637059272667644, "pvalue": 0.0021577030713123444, "lower": -0.06078427133713794, "upper": -0.014141895480705612 }, { "event_time": -24, "estimate": -0.020063765000877427, "se": 0.021443707247925776, "pvalue": 0.353544530061436, "lower": -0.06303791464546271, "upper": 0.022910384643707864 }, { "event_time": -23, "estimate": -0.06744833626612544, "se": 0.09896911849212893, "pvalue": 0.4984092620852913, "lower": -0.2657868818870017, "upper": 0.13089020935475082 }, { "event_time": -22, "estimate": 0.15845457851531483, "se": 0.05801185254309892, "pvalue": 0.008459351529573406, "lower": 0.042196228057378285, "upper": 0.2747129289732514 }, { "event_time": -21, "estimate": -0.07449399159713375, "se": 0.06346587952373206, "pvalue": 0.24554718606780068, "lower": -0.2016824563735264, "upper": 0.05269447317925889 }, { "event_time": -20, "estimate": -0.01971541611636887, "se": 0.13154209741957415, "pvalue": 0.8814082520813866, "lower": -0.283331670232979, "upper": 0.2439008380002413 }, { "event_time": -19, "estimate": 0.008903195188934393, "se": 0.0320605234216072, "pvalue": 0.7822841685135832, "lower": -0.05534752952365698, "upper": 0.07315391990152577 }, { "event_time": -18, "estimate": -0.01904750664873227, "se": 0.035072346003807445, "pvalue": 0.5892608806083093, "lower": -0.08933405869537449, "upper": 0.05123904539790995 }, { "event_time": -17, "estimate": 0.26777792325915295, "se": 0.03566175027645218, "pvalue": 5.533260340337673e-10, "lower": 0.1963101786546687, "upper": 0.3392456678636372 }, { "event_time": -16, "estimate": 0.07920827650904305, "se": 0.028223230054050547, "pvalue": 0.006913880254446356, "lower": 0.022647659551653626, "upper": 0.13576889346643248 }, { "event_time": -15, "estimate": 0.33034587507582985, "se": 0.019064712440837957, "pvalue": 6.100227541655467e-24, "lower": 0.2921393375638609, "upper": 0.3685524125877988 }, { "event_time": -8, "estimate": 0.4994345497710907, "se": 0.015588199446822593, "pvalue": 2.916023960116913e-37, "lower": 0.46819509998881514, "upper": 0.5306739995533662 }, { "event_time": -7, "estimate": 0.05476676717962592, "se": 0.015140094435935557, "pvalue": 0.0006475506913827807, "lower": 0.02442533990678425, "upper": 0.08510819445246759 }, { "event_time": -6, "estimate": -0.1356318743280152, "se": 0.036633165086170524, "pvalue": 0.0004960103935384658, "lower": -0.20904637771432533, "upper": -0.06221737094170511 }, { "event_time": -5, "estimate": 0.1415509241126904, "se": 0.07704159220585234, "pvalue": 0.0715656543092229, "lower": -0.012843876843737667, "upper": 0.2959457250691185 }, { "event_time": -4, "estimate": -1.0099034126010729, "se": 0.5518383681745483, "pvalue": 0.072660447415538, "lower": -2.115812215560071, "upper": 0.09600539035792566 }, { "event_time": -3, "estimate": -0.08414828972596773, "se": 0.06779399120788203, "pvalue": 0.21978681092204005, "lower": -0.22001048414447388, "upper": 0.051713904692538434 }, { "event_time": -2, "estimate": -0.2899983408379772, "se": 0.04660947524016453, "pvalue": 7.03329069171551e-08, "lower": -0.38340581654487355, "upper": -0.19659086513108087 }, { "event_time": -1, "estimate": 0.34762983157831023, "se": 0.23128790603331292, "pvalue": 0.13855502289453664, "lower": -0.11588148994562059, "upper": 0.811141153102241 }, { "event_time": 0, "estimate": 0.0049237821987616875, "se": 0.2050778488230429, "pvalue": 0.9809320632142745, "lower": -0.40606141090321746, "upper": 0.4159089753007408 }, { "event_time": 1, "estimate": 0.030659149302769792, "se": 0.04187998410806155, "pvalue": 0.46723298510249545, "lower": -0.05327021437322327, "upper": 0.11458851297876285 }, { "event_time": 2, "estimate": 0.1638287541963514, "se": 0.08953389802040752, "pvalue": 0.07270222025290589, "lower": -0.015601187058988636, "upper": 0.3432586954516914 }, { "event_time": 3, "estimate": 0.4958217501785449, "se": 0.1145189671526791, "pvalue": 6.373315845478988e-05, "lower": 0.26632061146855734, "upper": 0.7253228888885325 }, { "event_time": 4, "estimate": -0.11385017536033508, "se": 0.028120555980759455, "pvalue": 0.00016267226209691754, "lower": -0.17020502887676645, "upper": -0.05749532184390371 }, { "event_time": 5, "estimate": 0.4388381969953322, "se": 0.07565501872319494, "pvalue": 3.3713381697591507e-07, "lower": 0.28722215139347074, "upper": 0.5904542425971937 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.4055316792446991, "se": 0.02926835220188741, "pvalue": 1.3936990576469752e-19, "lower": -0.4641867677903609, "upper": -0.34687659069903726 }, { "event_time": -28, "estimate": -0.3555321090597788, "se": 0.0330670520465738, "pvalue": 3.9005368707720036e-15, "lower": -0.42179996221246563, "upper": -0.2892642559070919 }, { "event_time": -27, "estimate": -0.24739169252122056, "se": 0.039258132627339404, "pvalue": 5.2178711905425795e-08, "lower": -0.3260667484147135, "upper": -0.16871663662772762 }, { "event_time": -26, "estimate": -0.249795165922414, "se": 0.032570578173145064, "pvalue": 3.022354255558711e-10, "lower": -0.31506806319901665, "upper": -0.18452226864581134 }, { "event_time": -25, "estimate": -0.19690679645118203, "se": 0.02568873118973031, "pvalue": 3.071060554699881e-10, "lower": -0.24838816418127824, "upper": -0.14542542872108583 }, { "event_time": -24, "estimate": -0.17235744120464333, "se": 0.025270381138774264, "pvalue": 7.421455873355611e-09, "lower": -0.22300041669753232, "upper": -0.12171446571175434 }, { "event_time": -23, "estimate": -0.1811710908998231, "se": 0.07284022356117134, "pvalue": 0.01593589506779694, "lower": -0.32714616094120363, "upper": -0.03519602085844259 }, { "event_time": -22, "estimate": 0.04525692089587465, "se": 0.04164764355310537, "pvalue": 0.28192569508509063, "lower": -0.03820682190301198, "upper": 0.1287206636947613 }, { "event_time": -21, "estimate": -0.18816147833034905, "se": 0.10802665976042598, "pvalue": 0.08713284184337902, "lower": -0.40465174227938217, "upper": 0.0283287856186841 }, { "event_time": -20, "estimate": -0.13327530759112333, "se": 0.1063399419802585, "pvalue": 0.21540022527621652, "lower": -0.3463853135719308, "upper": 0.07983469838968413 }, { "event_time": -19, "estimate": -0.10459470877503645, "se": 0.031388681802812485, "pvalue": 0.0015451055057776456, "lower": -0.16749903279628575, "upper": -0.041690384753787155 }, { "event_time": -18, "estimate": -0.13146882511127406, "se": 0.07269345123689257, "pvalue": 0.07599071897423547, "lower": -0.2771497568418525, "upper": 0.01421210661930436 }, { "event_time": -17, "estimate": 0.15598952342450434, "se": 0.029057961101176307, "pvalue": 1.6456197238524724e-06, "lower": 0.09775606806667306, "upper": 0.21422297878233562 }, { "event_time": -16, "estimate": -0.03295684158401185, "se": 0.06502699021432577, "pvalue": 0.6143085696356508, "lower": -0.16327384209602572, "upper": 0.09736015892800201 }, { "event_time": -15, "estimate": 0.21875139570658877, "se": 0.054808012566514935, "pvalue": 0.00019633380475213733, "lower": 0.10891368404021859, "upper": 0.328589107372959 }, { "event_time": -8, "estimate": 0.2895099257556076, "se": 0.1181925351855886, "pvalue": 0.017519236052366563, "lower": 0.052646792193209974, "upper": 0.5263730593180052 }, { "event_time": -7, "estimate": -0.15567578336035864, "se": 0.11749511337171828, "pvalue": 0.19066443181576173, "lower": -0.39114125237491737, "upper": 0.07978968565420008 }, { "event_time": -6, "estimate": -0.34544953854986804, "se": 0.120816742467349, "pvalue": 0.005987957978899404, "lower": -0.587571701025547, "upper": -0.10332737607418913 }, { "event_time": -5, "estimate": -0.09764460989519774, "se": 0.19671806179892407, "pvalue": 0.6216126215513565, "lower": -0.49187641542208327, "upper": 0.2965871956316878 }, { "event_time": -4, "estimate": -2.3784950492954398, "se": 0.10847421248343503, "pvalue": 7.330887374607502e-29, "lower": -2.5958822289442662, "upper": -2.1611078696466133 }, { "event_time": -3, "estimate": -0.5557810393858211, "se": 0.05095246026563829, "pvalue": 2.2647685790932152e-15, "lower": -0.657892051576921, "upper": -0.45367002719472127 }, { "event_time": -2, "estimate": -0.7531531882187388, "se": 0.04915868427427611, "pvalue": 1.694095605106414e-21, "lower": -0.85166939299196, "upper": -0.6546369834455176 }, { "event_time": 0, "estimate": -0.34219642264843464, "se": 0.03969126462074731, "pvalue": 8.567882269465697e-12, "lower": -0.42173949445379233, "upper": -0.26265335084307695 }, { "event_time": 1, "estimate": -0.35485610734567913, "se": 0.0479773408906671, "pvalue": 8.456672802591383e-10, "lower": -0.45100484707370553, "upper": -0.25870736761765273 }, { "event_time": 2, "estimate": -0.2329201496212313, "se": 0.059522235738963085, "pvalue": 0.0002530463017149586, "lower": -0.352205375643607, "upper": -0.1136349235988556 }, { "event_time": 3, "estimate": 0.25790096148346897, "se": 0.043498470194398405, "pvalue": 2.094792545239729e-07, "lower": 0.17072807920932648, "upper": 0.34507384375761146 }, { "event_time": 4, "estimate": -0.3576324727207005, "se": 0.040408173375948056, "pvalue": 3.667938410849979e-12, "lower": -0.4386122617770125, "upper": -0.27665268366438844 }, { "event_time": 5, "estimate": 0.16331345785975887, "se": 0.0558414861288301, "pvalue": 0.005001539063677458, "lower": 0.05140461889216373, "upper": 0.275222296827354 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21487603305785125, 0.19008264462809918, 0.18181818181818182, 0.15702479338842976, 0.14049586776859505, 0.11570247933884298 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 5.043625732114411e-12 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 6.193027368560201, "df_num": 7, "df_den": 93383, "pvalue": 2.8645232175731985e-07, "log10_pvalue": -6.542947653350462, "inference": "Homoskedastic nested-model F", "observations": 105591, "design_columns": 44, "restricted_design_columns": 37, "fixed_effect_rank": 12164, "covariance_rank": 7, "rss_unrestricted": 78529.62327512898, "rss_restricted": 78566.07908339493, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 1.7498417200933215e-05, 5.592594802399798e-06, 5.266427688399662e-06, 4.895970585333108e-06, 1.5182612281694297e-05, 1.926992947600953e-05 ], [ 1.850507871503987e-05, 7.0288626600787175e-06, 6.7144905620605604e-06, 6.378899153900584e-06, 1.6270529612985105e-05, 2.0876988472510317e-05 ], [ 1.9971742907978464e-05, 8.866802236290302e-06, 8.626758772926941e-06, 8.612259225834598e-06, 1.8720438216648492e-05, 2.4139267661144812e-05 ], [ 2.0239422761209053e-05, 9.908283983601704e-06, 9.730589395378859e-06, 9.783353723344192e-06, 1.9622486839503786e-05, 2.5426016475211444e-05 ], [ 2.0217523361703818e-05, 1.1261677301719737e-05, 1.1211169566673277e-05, 1.1264829766795646e-05, 2.012866355510697e-05, 2.627399087385642e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.16543707894549342 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.23710017621103519 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.3430620546653598 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.28209509311567316 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6821349720275784 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.587478055433316 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.1853479638066733 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.042783299051584435 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.881034619455574 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.181541948308453 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.5658972350531455 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9638718410515126 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.8900933313816575 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.886984543199411 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.18168336838029478 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.4085873231096203 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.24195448935016192, "se": 0.06479262458166413, "lower": -0.3689456999940482, "upper": -0.11496327870627565 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.24257002193144506, "se": 0.06563912446228173, "lower": -0.3712203418542593, "upper": -0.11391970200863083 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.3120106853840808, "se": 0.1102116044071572, "lower": -0.5280214607004847, "upper": -0.09599991006767677 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 121.0, "post_cells": 16, "estimate": -0.3012071403399093, "se": 0.07868093481051908, "lower": -0.4554189388384705, "upper": -0.1469953418413481 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.24195448935016192, "se": 0.06479262458166413, "lower": -0.3689456999940482, "upper": -0.11496327870627565, "event_study": [ { "event_time": -29, "estimate": -0.44386631774125135, "se": 0.025271327764167007, "lower": -0.49339721000052583, "upper": -0.39433542548197686, "relative_to_minus_one": -0.44386631774125135, "n": 0.0 }, { "event_time": -28, "estimate": -0.4132873560756469, "se": 0.029328985998435163, "lower": -0.4707711123356593, "upper": -0.3558035998156344, "relative_to_minus_one": -0.4132873560756469, "n": 0.0 }, { "event_time": -27, "estimate": -0.3121093320914294, "se": 0.03346615544397172, "lower": -0.377701791462633, "upper": -0.24651687272022577, "relative_to_minus_one": -0.3121093320914294, "n": 0.0 }, { "event_time": -26, "estimate": -0.32662402581825967, "se": 0.03140697201599334, "lower": -0.38818055983306393, "upper": -0.2650674918034554, "relative_to_minus_one": -0.32662402581825967, "n": 0.0 }, { "event_time": -25, "estimate": -0.26769262184098724, "se": 0.02705166898254917, "lower": -0.3207129187684829, "upper": -0.21467232491349159, "relative_to_minus_one": -0.26769262184098724, "n": 0.0 }, { "event_time": -24, "estimate": -0.24731685721699492, "se": 0.022485038020411834, "lower": -0.2913867219280159, "upper": -0.20324699250597394, "relative_to_minus_one": -0.24731685721699492, "n": 0.0 }, { "event_time": -23, "estimate": -0.3699552758085781, "se": 0.16479933514503506, "lower": -0.6929560373689928, "upper": -0.04695451424816344, "relative_to_minus_one": -0.3699552758085781, "n": 0.0 }, { "event_time": -22, "estimate": -0.1606398098884803, "se": 0.1244929645275785, "lower": -0.40464153669115666, "upper": 0.08336191691419606, "relative_to_minus_one": -0.1606398098884803, "n": 0.0 }, { "event_time": -21, "estimate": -0.39264407289291253, "se": 0.023476241611402854, "lower": -0.4386566609436227, "upper": -0.34663148484220235, "relative_to_minus_one": -0.39264407289291253, "n": 0.0 }, { "event_time": -20, "estimate": -0.3409294121799064, "se": 0.1967121160899427, "lower": -0.7264780750388562, "upper": 0.044619250679043376, "relative_to_minus_one": -0.3409294121799064, "n": 0.0 }, { "event_time": -19, "estimate": -0.3172651481248716, "se": 0.09747933931190643, "lower": -0.5083211424129677, "upper": -0.12620915383677556, "relative_to_minus_one": -0.3172651481248716, "n": 0.0 }, { "event_time": -18, "estimate": -0.30944934265051116, "se": 0.039801851902918586, "lower": -0.3874595388982286, "upper": -0.23143914640279373, "relative_to_minus_one": -0.30944934265051116, "n": 0.0 }, { "event_time": -17, "estimate": -0.03301241352023576, "se": 0.09982465219163988, "lower": -0.2286651365850873, "upper": 0.16264030954461578, "relative_to_minus_one": -0.03301241352023576, "n": 0.0 }, { "event_time": -16, "estimate": -0.2343386772752153, "se": 0.04265069420487258, "lower": -0.31793250183239674, "upper": -0.15074485271803384, "relative_to_minus_one": -0.2343386772752153, "n": 0.0 }, { "event_time": -15, "estimate": 0.010136442250551967, "se": 0.05844071149625193, "lower": -0.1044052475129977, "upper": 0.12467813201410163, "relative_to_minus_one": 0.010136442250551967, "n": 0.0 }, { "event_time": -8, "estimate": 0.11716434889063672, "se": 0.1466614931510613, "lower": -0.17028689560431126, "upper": 0.40461559338558467, "relative_to_minus_one": 0.11716434889063672, "n": 0.0 }, { "event_time": -7, "estimate": -0.36406934937295443, "se": 0.14736370896936643, "lower": -0.6528969115811547, "upper": -0.0752417871647541, "relative_to_minus_one": -0.36406934937295443, "n": 0.0 }, { "event_time": -6, "estimate": -0.3191728172398589, "se": 0.14296413832915553, "lower": -0.599377379445806, "upper": -0.03896825503391177, "relative_to_minus_one": -0.3191728172398589, "n": 0.0 }, { "event_time": -5, "estimate": -0.08097258939936772, "se": 0.11616391617030598, "lower": -0.30864968139629745, "upper": 0.14670450259756201, "relative_to_minus_one": -0.08097258939936772, "n": 0.0 }, { "event_time": -4, "estimate": -1.4922728605466644, "se": 0.6965518169807238, "lower": -2.8574893351948183, "upper": -0.12705638589851054, "relative_to_minus_one": -1.4922728605466644, "n": 0.0 }, { "event_time": -3, "estimate": -0.453221413472103, "se": 0.11303072148966538, "lower": -0.6747575567384246, "upper": -0.2316852702057813, "relative_to_minus_one": -0.453221413472103, "n": 0.0 }, { "event_time": -2, "estimate": -0.6931504413299645, "se": 0.10192953735466526, "lower": -0.8929286635059385, "upper": -0.49337221915399054, "relative_to_minus_one": -0.6931504413299645, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.3834413860842387, "se": 0.12914895635612658, "lower": -0.6365686891831821, "upper": -0.13031408298529534, "relative_to_minus_one": -0.3834413860842387, "n": 26.0 }, { "event_time": 1, "estimate": -0.2735637493852382, "se": 0.15648855135449652, "lower": -0.580275674032898, "upper": 0.0331481752624217, "relative_to_minus_one": -0.2735637493852382, "n": 23.0 }, { "event_time": 2, "estimate": -0.15278331449919855, "se": 0.15919998968482157, "lower": -0.464809560620597, "upper": 0.15924293162219985, "relative_to_minus_one": -0.15278331449919855, "n": 22.0 }, { "event_time": 3, "estimate": 0.03671134080467106, "se": 0.0443510330007714, "lower": -0.05021508655398829, "upper": 0.12363776816333041, "relative_to_minus_one": 0.03671134080467106, "n": 19.0 }, { "event_time": 4, "estimate": -0.5821793110587549, "se": 0.04525462971260159, "lower": -0.6708767554291502, "upper": -0.4934818666883595, "relative_to_minus_one": -0.5821793110587549, "n": 17.0 }, { "event_time": 5, "estimate": -0.09647051587821212, "se": 0.06479178523250506, "lower": -0.22346008142797616, "upper": 0.030519049671551918, "relative_to_minus_one": -0.09647051587821212, "n": 14.0 } ], "group_time_estimates": [ { "group": 5, "year": 1, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": null, "se": null, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.2800197090461932, "se": 0.02905498166553067, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.09514751989099293, "se": 0.020421636920697442, "event_time": 0, "mass": 1.0 }, { "group": 5, "year": 6, "att": null, "se": null, "event_time": 1, "mass": 0.0 }, { "group": 5, "year": 7, "att": null, "se": null, "event_time": 2, "mass": 0.0 }, { "group": 5, "year": 8, "att": null, "se": null, "event_time": 3, "mass": 0.0 }, { "group": 5, "year": 9, "att": null, "se": null, "event_time": 4, "mass": 0.0 }, { "group": 5, "year": 10, "att": null, "se": null, "event_time": 5, "mass": 0.0 }, { "group": 5, "year": 11, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 5, "year": 12, "att": null, "se": null, "event_time": 7, "mass": 0.0 }, { "group": 5, "year": 13, "att": null, "se": null, "event_time": 8, "mass": 0.0 }, { "group": 5, "year": 14, "att": null, "se": null, "event_time": 9, "mass": 0.0 }, { "group": 5, "year": 15, "att": null, "se": null, "event_time": 10, "mass": 0.0 }, { "group": 5, "year": 27, "att": null, "se": null, "event_time": 22, "mass": 0.0 }, { "group": 5, "year": 28, "att": null, "se": null, "event_time": 23, "mass": 0.0 }, { "group": 5, "year": 29, "att": null, "se": null, "event_time": 24, "mass": 0.0 }, { "group": 5, "year": 30, "att": null, "se": null, "event_time": 25, "mass": 0.0 }, { "group": 5, "year": 31, "att": null, "se": null, "event_time": 26, "mass": 0.0 }, { "group": 5, "year": 32, "att": null, "se": null, "event_time": 27, "mass": 0.0 }, { "group": 5, "year": 33, "att": null, "se": null, "event_time": 28, "mass": 0.0 }, { "group": 5, "year": 34, "att": null, "se": null, "event_time": 29, "mass": 0.0 }, { "group": 5, "year": 35, "att": null, "se": null, "event_time": 30, "mass": 0.0 }, { "group": 5, "year": 36, "att": null, "se": null, "event_time": 31, "mass": 0.0 }, { "group": 5, "year": 37, "att": null, "se": null, "event_time": 32, "mass": 0.0 }, { "group": 5, "year": 38, "att": null, "se": null, "event_time": 33, "mass": 0.0 }, { "group": 5, "year": 39, "att": null, "se": null, "event_time": 34, "mass": 0.0 }, { "group": 5, "year": 40, "att": null, "se": null, "event_time": 35, "mass": 0.0 }, { "group": 5, "year": 41, "att": null, "se": null, "event_time": 36, "mass": 0.0 }, { "group": 5, "year": 42, "att": null, "se": null, "event_time": 37, "mass": 0.0 }, { "group": 30, "year": 1, "att": -0.44386631774125135, "se": 0.02527132776416699, "event_time": -29, "mass": 0.0 }, { "group": 30, "year": 2, "att": -0.4132873560756469, "se": 0.02932898599843516, "event_time": -28, "mass": 0.0 }, { "group": 30, "year": 3, "att": -0.3121093320914294, "se": 0.033466155443971704, "event_time": -27, "mass": 0.0 }, { "group": 30, "year": 4, "att": -0.32662402581825967, "se": 0.03140697201599336, "event_time": -26, "mass": 0.0 }, { "group": 30, "year": 5, "att": -0.26769262184098724, "se": 0.027051668982549182, "event_time": -25, "mass": 0.0 }, { "group": 30, "year": 6, "att": -0.24731685721699492, "se": 0.02248503802041183, "event_time": -24, "mass": 0.0 }, { "group": 30, "year": 7, "att": -0.3699552758085781, "se": 0.1647993351450353, "event_time": -23, "mass": 0.0 }, { "group": 30, "year": 8, "att": -0.1606398098884803, "se": 0.12449296452757867, "event_time": -22, "mass": 0.0 }, { "group": 30, "year": 9, "att": -0.39264407289291253, "se": 0.023476241611402868, "event_time": -21, "mass": 0.0 }, { "group": 30, "year": 10, "att": -0.3409294121799064, "se": 0.19671211608994288, "event_time": -20, "mass": 0.0 }, { "group": 30, "year": 11, "att": -0.3172651481248716, "se": 0.09747933931190639, "event_time": -19, "mass": 0.0 }, { "group": 30, "year": 12, "att": -0.30944934265051116, "se": 0.03980185190291855, "event_time": -18, "mass": 0.0 }, { "group": 30, "year": 13, "att": -0.03301241352023576, "se": 0.09982465219163988, "event_time": -17, "mass": 0.0 }, { "group": 30, "year": 14, "att": -0.2343386772752153, "se": 0.04265069420487257, "event_time": -16, "mass": 0.0 }, { "group": 30, "year": 15, "att": 0.010136442250551967, "se": 0.058440711496251865, "event_time": -15, "mass": 0.0 }, { "group": 30, "year": 27, "att": -0.2831958876921217, "se": 0.02861489991037431, "event_time": -3, "mass": 0.0 }, { "group": 30, "year": 28, "att": -0.5717981953454815, "se": 0.025986501563098164, "event_time": -2, "mass": 0.0 }, { "group": 30, "year": 29, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 30, "year": 30, "att": -0.4679567488996062, "se": 0.027488645786436172, "event_time": 0, "mass": 18.0 }, { "group": 30, "year": 31, "att": -0.04755001231280899, "se": 0.031474185621745004, "event_time": 1, "mass": 17.0 }, { "group": 30, "year": 32, "att": 0.11195914008633541, "se": 0.04475768598492571, "event_time": 2, "mass": 16.0 }, { "group": 30, "year": 33, "att": 0.07992484216680859, "se": 0.027356516955567102, "event_time": 3, "mass": 14.0 }, { "group": 30, "year": 34, "att": -0.6067657708136492, "se": 0.03977219310843536, "event_time": 4, "mass": 12.0 }, { "group": 30, "year": 35, "att": -0.15289776831368862, "se": 0.03547024824961465, "event_time": 5, "mass": 10.0 }, { "group": 30, "year": 36, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 30, "year": 37, "att": null, "se": null, "event_time": 7, "mass": 0.0 }, { "group": 30, "year": 38, "att": null, "se": null, "event_time": 8, "mass": 0.0 }, { "group": 30, "year": 39, "att": null, "se": null, "event_time": 9, "mass": 0.0 }, { "group": 30, "year": 40, "att": null, "se": null, "event_time": 10, "mass": 0.0 }, { "group": 30, "year": 41, "att": null, "se": null, "event_time": 11, "mass": 0.0 }, { "group": 30, "year": 42, "att": null, "se": null, "event_time": 12, "mass": 0.0 }, { "group": 31, "year": 1, "att": null, "se": null, "event_time": -30, "mass": 0.0 }, { "group": 31, "year": 2, "att": null, "se": null, "event_time": -29, "mass": 0.0 }, { "group": 31, "year": 3, "att": null, "se": null, "event_time": -28, "mass": 0.0 }, { "group": 31, "year": 4, "att": null, "se": null, "event_time": -27, "mass": 0.0 }, { "group": 31, "year": 5, "att": null, "se": null, "event_time": -26, "mass": 0.0 }, { "group": 31, "year": 6, "att": null, "se": null, "event_time": -25, "mass": 0.0 }, { "group": 31, "year": 7, "att": null, "se": null, "event_time": -24, "mass": 0.0 }, { "group": 31, "year": 8, "att": null, "se": null, "event_time": -23, "mass": 0.0 }, { "group": 31, "year": 9, "att": null, "se": null, "event_time": -22, "mass": 0.0 }, { "group": 31, "year": 10, "att": null, "se": null, "event_time": -21, "mass": 0.0 }, { "group": 31, "year": 11, "att": null, "se": null, "event_time": -20, "mass": 0.0 }, { "group": 31, "year": 12, "att": null, "se": null, "event_time": -19, "mass": 0.0 }, { "group": 31, "year": 13, "att": null, "se": null, "event_time": -18, "mass": 0.0 }, { "group": 31, "year": 14, "att": null, "se": null, "event_time": -17, "mass": 0.0 }, { "group": 31, "year": 15, "att": null, "se": null, "event_time": -16, "mass": 0.0 }, { "group": 31, "year": 27, "att": -7.4171325558384895, "se": 0.027660938152678956, "event_time": -4, "mass": 0.0 }, { "group": 31, "year": 28, "att": -5.524387689899672, "se": 0.03219657649455704, "event_time": -3, "mass": 0.0 }, { "group": 31, "year": 29, "att": -5.819361419333491, "se": 0.027486604803279472, "event_time": -2, "mass": 0.0 }, { "group": 31, "year": 30, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 31, "year": 31, "att": -3.1016230193625143, "se": 0.021147227248518512, "event_time": 0, "mass": 1.0 }, { "group": 31, "year": 32, "att": -8.181144475646349, "se": 0.030739133308345077, "event_time": 1, "mass": 1.0 }, { "group": 31, "year": 33, "att": -6.42660716093331, "se": 0.03421514291531648, "event_time": 2, "mass": 1.0 }, { "group": 31, "year": 34, "att": null, "se": null, "event_time": 3, "mass": 0.0 }, { "group": 31, "year": 35, "att": null, "se": null, "event_time": 4, "mass": 0.0 }, { "group": 31, "year": 36, "att": null, "se": null, "event_time": 5, "mass": 0.0 }, { "group": 31, "year": 37, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 31, "year": 38, "att": null, "se": null, "event_time": 7, "mass": 0.0 }, { "group": 31, "year": 39, "att": null, "se": null, "event_time": 8, "mass": 0.0 }, { "group": 31, "year": 40, "att": null, "se": null, "event_time": 9, "mass": 0.0 }, { "group": 31, "year": 41, "att": null, "se": null, "event_time": 10, "mass": 0.0 }, { "group": 31, "year": 42, "att": null, "se": null, "event_time": 11, "mass": 0.0 }, { "group": 35, "year": 1, "att": null, "se": null, "event_time": -34, "mass": 0.0 }, { "group": 35, "year": 2, "att": null, "se": null, "event_time": -33, "mass": 0.0 }, { "group": 35, "year": 3, "att": null, "se": null, "event_time": -32, "mass": 0.0 }, { "group": 35, "year": 4, "att": null, "se": null, "event_time": -31, "mass": 0.0 }, { "group": 35, "year": 5, "att": null, "se": null, "event_time": -30, "mass": 0.0 }, { "group": 35, "year": 6, "att": null, "se": null, "event_time": -29, "mass": 0.0 }, { "group": 35, "year": 7, "att": null, "se": null, "event_time": -28, "mass": 0.0 }, { "group": 35, "year": 8, "att": null, "se": null, "event_time": -27, "mass": 0.0 }, { "group": 35, "year": 9, "att": null, "se": null, "event_time": -26, "mass": 0.0 }, { "group": 35, "year": 10, "att": null, "se": null, "event_time": -25, "mass": 0.0 }, { "group": 35, "year": 11, "att": null, "se": null, "event_time": -24, "mass": 0.0 }, { "group": 35, "year": 12, "att": null, "se": null, "event_time": -23, "mass": 0.0 }, { "group": 35, "year": 13, "att": null, "se": null, "event_time": -22, "mass": 0.0 }, { "group": 35, "year": 14, "att": null, "se": null, "event_time": -21, "mass": 0.0 }, { "group": 35, "year": 15, "att": null, "se": null, "event_time": -20, "mass": 0.0 }, { "group": 35, "year": 27, "att": 0.11716434889063672, "se": 0.14666149315106136, "event_time": -8, "mass": 0.0 }, { "group": 35, "year": 28, "att": -0.36406934937295443, "se": 0.14736370896936649, "event_time": -7, "mass": 0.0 }, { "group": 35, "year": 29, "att": -0.3191728172398589, "se": 0.14296413832915558, "event_time": -6, "mass": 0.0 }, { "group": 35, "year": 30, "att": -0.08097258939936772, "se": 0.11616391617030601, "event_time": -5, "mass": 0.0 }, { "group": 35, "year": 31, "att": -0.6946955938727649, "se": 0.07592238899647363, "event_time": -4, "mass": 0.0 }, { "group": 35, "year": 32, "att": -0.4833637343383129, "se": 0.15998862142702852, "event_time": -3, "mass": 0.0 }, { "group": 35, "year": 33, "att": -0.53566399855004, "se": 0.06706770216735479, "event_time": -2, "mass": 0.0 }, { "group": 35, "year": 34, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 35, "year": 35, "att": 0.3201497471488055, "se": 0.14783515682077633, "event_time": 0, "mass": 6.0 }, { "group": 35, "year": 36, "att": -0.15660085703834928, "se": 0.14860448365573947, "event_time": 1, "mass": 5.0 }, { "group": 35, "year": 37, "att": -0.4181119332416528, "se": 0.14633873202334646, "event_time": 2, "mass": 5.0 }, { "group": 35, "year": 38, "att": -0.14445295336736705, "se": 0.1438157624176142, "event_time": 3, "mass": 5.0 }, { "group": 35, "year": 39, "att": -0.4791053067016975, "se": 0.14334887552390563, "event_time": 4, "mass": 5.0 }, { "group": 35, "year": 40, "att": 0.140089888562824, "se": 0.14296704714645295, "event_time": 5, "mass": 4.0 }, { "group": 35, "year": 41, "att": null, "se": null, "event_time": 6, "mass": 0.0 }, { "group": 35, "year": 42, "att": null, "se": null, "event_time": 7, "mass": 0.0 } ], "treated_cell_att": -0.3012071403399093, "treated_cell_se": 0.07868093481051908, "checks": { "input_rows": 105591, "retained_rows": 105591, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 1.3877787807814457e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 5,31,35.", "No (treated or control) units for group 30 in time period 36; setting ATT to NA.", "No (treated or control) units for group 30 in time period 37; setting ATT to NA.", "No (treated or control) units for group 30 in time period 38; setting ATT to NA.", "No (treated or control) units for group 30 in time period 39; setting ATT to NA.", "No (treated or control) units for group 30 in time period 40; setting ATT to NA.", "No (treated or control) units for group 30 in time period 41; setting ATT to NA.", "No (treated or control) units for group 30 in time period 42; setting ATT to NA.", "No (treated or control) units for group 31 in time period 10; setting ATT to NA.", "No (treated or control) units for group 31 in time period 11; setting ATT to NA.", "No (treated or control) units for group 31 in time period 12; setting ATT to NA.", "No (treated or control) units for group 31 in time period 13; setting ATT to NA.", "No (treated or control) units for group 31 in time period 14; setting ATT to NA.", "No (treated or control) units for group 31 in time period 15; setting ATT to NA.", "No (treated or control) units for group 31 in time period 1; setting ATT to NA.", "No (treated or control) units for group 31 in time period 2; setting ATT to NA.", "No (treated or control) units for group 31 in time period 34; setting ATT to NA.", "No (treated or control) units for group 31 in time period 35; setting ATT to NA.", "No (treated or control) units for group 31 in time period 36; setting ATT to NA.", "No (treated or control) units for group 31 in time period 37; setting ATT to NA.", "No (treated or control) units for group 31 in time period 38; setting ATT to NA.", "No (treated or control) units for group 31 in time period 39; setting ATT to NA.", "No (treated or control) units for group 31 in time period 3; setting ATT to NA.", "No (treated or control) units for group 31 in time period 40; setting ATT to NA.", "No (treated or control) units for group 31 in time period 41; setting ATT to NA.", "No (treated or control) units for group 31 in time period 42; setting ATT to NA.", "No (treated or control) units for group 31 in time period 4; setting ATT to NA.", "No (treated or control) units for group 31 in time period 5; setting ATT to NA.", "No (treated or control) units for group 31 in time period 6; setting ATT to NA.", "No (treated or control) units for group 31 in time period 7; setting ATT to NA.", "No (treated or control) units for group 31 in time period 8; setting ATT to NA.", "No (treated or control) units for group 31 in time period 9; setting ATT to NA.", "No (treated or control) units for group 35 in time period 10; setting ATT to NA.", "No (treated or control) units for group 35 in time period 11; setting ATT to NA.", "No (treated or control) units for group 35 in time period 12; setting ATT to NA.", "No (treated or control) units for group 35 in time period 13; setting ATT to NA.", "No (treated or control) units for group 35 in time period 14; setting ATT to NA.", "No (treated or control) units for group 35 in time period 15; setting ATT to NA.", "No (treated or control) units for group 35 in time period 1; setting ATT to NA.", "No (treated or control) units for group 35 in time period 2; setting ATT to NA.", "No (treated or control) units for group 35 in time period 3; setting ATT to NA.", "No (treated or control) units for group 35 in time period 41; setting ATT to NA.", "No (treated or control) units for group 35 in time period 42; setting ATT to NA.", "No (treated or control) units for group 35 in time period 4; setting ATT to NA.", "No (treated or control) units for group 35 in time period 5; setting ATT to NA.", "No (treated or control) units for group 35 in time period 6; setting ATT to NA.", "No (treated or control) units for group 35 in time period 7; setting ATT to NA.", "No (treated or control) units for group 35 in time period 8; setting ATT to NA.", "No (treated or control) units for group 35 in time period 9; setting ATT to NA.", "No (treated or control) units for group 5 in time period 10; setting ATT to NA.", "No (treated or control) units for group 5 in time period 11; setting ATT to NA.", "No (treated or control) units for group 5 in time period 12; setting ATT to NA.", "No (treated or control) units for group 5 in time period 13; setting ATT to NA.", "No (treated or control) units for group 5 in time period 14; setting ATT to NA.", "No (treated or control) units for group 5 in time period 15; setting ATT to NA.", "No (treated or control) units for group 5 in time period 1; setting ATT to NA.", "No (treated or control) units for group 5 in time period 27; setting ATT to NA.", "No (treated or control) units for group 5 in time period 28; setting ATT to NA.", "No (treated or control) units for group 5 in time period 29; setting ATT to NA.", "No (treated or control) units for group 5 in time period 2; setting ATT to NA.", "No (treated or control) units for group 5 in time period 30; setting ATT to NA.", "No (treated or control) units for group 5 in time period 31; setting ATT to NA.", "No (treated or control) units for group 5 in time period 32; setting ATT to NA.", "No (treated or control) units for group 5 in time period 33; setting ATT to NA.", "No (treated or control) units for group 5 in time period 34; setting ATT to NA.", "No (treated or control) units for group 5 in time period 35; setting ATT to NA.", "No (treated or control) units for group 5 in time period 36; setting ATT to NA.", "No (treated or control) units for group 5 in time period 37; setting ATT to NA.", "No (treated or control) units for group 5 in time period 38; setting ATT to NA.", "No (treated or control) units for group 5 in time period 39; setting ATT to NA.", "No (treated or control) units for group 5 in time period 40; setting ATT to NA.", "No (treated or control) units for group 5 in time period 41; setting ATT to NA.", "No (treated or control) units for group 5 in time period 42; setting ATT to NA.", "No (treated or control) units for group 5 in time period 6; setting ATT to NA.", "No (treated or control) units for group 5 in time period 7; setting ATT to NA.", "No (treated or control) units for group 5 in time period 8; setting ATT to NA.", "No (treated or control) units for group 5 in time period 9; setting ATT to NA." ], "seconds": 2.309626292437315, "status": "estimated" }, { "method": "SDID", "status": "unsupported", "reason": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1292085737760996, "SE": 0.038865479579806766, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.23921868138922542, "SE": 0.25948176556048597, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1493083173029136, "SE": 0.03065314505290047, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.17418418270666433, "SE": 0.04287947186470046, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.24195448935016192, "SE": 0.06479262458166413, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.3012071403399093, "SE": 0.07868093481051908, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1292085737760996, "SE": 0.038865479579806766, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.05132041217415703, "upper": 0.20709673537804216, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.23921868138922542, "SE": 0.25948176556048597, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7592317600193744, "upper": 0.2807943972409236, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1493083173029136, "SE": 0.03065314505290047, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08787804186824294, "upper": 0.21073859273758427, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.17418418270666433, "SE": 0.04287947186470046, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.260116564607311, "upper": -0.08825180080601769, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.24195448935016192, "SE": 0.06479262458166413, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3689456999940482, "upper": -0.11496327870627565, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.3012071403399093, "SE": 0.07868093481051908, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4554189388384705, "upper": -0.1469953418413481, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602270.890026, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1292085737760996, "SE": 0.038865479579806766, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.05132041217415703, "upper": 0.20709673537804216, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.23921868138922542, "SE": 0.25948176556048597, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7592317600193744, "upper": 0.2807943972409236, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1493083173029136, "SE": 0.03065314505290047, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08787804186824294, "upper": 0.21073859273758427, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.17418418270666433, "SE": 0.04287947186470046, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.260116564607311, "upper": -0.08825180080601769, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.24195448935016192, "SE": 0.06479262458166413, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3689456999940482, "upper": -0.11496327870627565, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.3012071403399093, "SE": 0.07868093481051908, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4554189388384705, "upper": -0.1469953418413481, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P012", "source_specification_id": "PP-REPLY-T1-PB-NOOIL-SALESGR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P012.json", "input_bytes": 1442351, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p012", "specification_id": "S03-P012", "source_specification_id": "PP-REPLY-T1-PB-NOOIL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOOIL-SALESGR", "data": "analyses/full-archive/prepared/S03-P012.parquet", "output_dir": "analyses/full-archive/results/S03-P012" }, "source": { "file": "S03-P012.parquet", "bytes": 1442351, "sha256": "8e6fd9ca036fd8194ad0ab43a91404426af38339bc1ed7878905c24633dec3d3" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 123775, "source_sd": 0.40230780370051045, "rows": 114267, "units": 12772, "clusters": 56, "treated_units": 29, "never_treated_units": 12743, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 114215, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 399, "post_adoption_untreated_rows_removed": 2880, "units_without_minus_one_removed": 215, "additional_rows_removed": 4890 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.09307990409843145, "se": 0.027324633105262498, "pvalue": 0.0012365761136502338, "lower": 0.03832011566854025, "upper": 0.14783969252832263 }, { "method": "Dynamic TWFE", "estimate": -0.010392991158671514, "se": 0.16044618215277254, "pvalue": 0.948587568896099, "lower": -0.3319343255005953, "upper": 0.31114834318325224 }, { "method": "BJS / did2s", "estimate": 0.09255129358624278, "se": 0.02366058764576764, "pvalue": 0.00025430954924051356, "lower": 0.045134416345186536, "upper": 0.13996817082729904 }, { "method": "Sun\u2013Abraham", "estimate": -0.023350193242507977, "se": 0.03910749754988285, "pvalue": 0.5529060269346868, "lower": -0.10172336969484375, "upper": 0.05502298320982779 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.27443550633260017, "se": 0.16667075454812147, "pvalue": 0.10534881025765264, "lower": -0.6084511625116287, "upper": 0.05958014984642829 }, { "event_time": -28, "estimate": -0.09499086187246002, "se": 0.1782306190630982, "pvalue": 0.5962041459868593, "lower": -0.4521730042282569, "upper": 0.26219128048333684 }, { "event_time": -27, "estimate": -0.22021886889059183, "se": 0.16516006243646705, "pvalue": 0.1879079665983083, "lower": -0.5512070304241032, "upper": 0.11076929264291951 }, { "event_time": -26, "estimate": 0.19611232116269958, "se": 0.1668748855411451, "pvalue": 0.2449750485038961, "lower": -0.1383124226680055, "upper": 0.5305370649934047 }, { "event_time": -25, "estimate": 0.014165829003677917, "se": 0.1613595917232369, "pvalue": 0.9303621060700801, "lower": -0.3092060190229414, "upper": 0.33753767703029725 }, { "event_time": -24, "estimate": 0.03311704070681643, "se": 0.13255173592470224, "pvalue": 0.8036400745183182, "lower": -0.23252257418900352, "upper": 0.29875665560263637 }, { "event_time": -23, "estimate": -0.058702783072768744, "se": 0.16633676726655325, "pvalue": 0.7255009633575884, "lower": -0.3920491137824855, "upper": 0.274643547636948 }, { "event_time": -22, "estimate": 0.17009968974418188, "se": 0.2057111144240996, "pvalue": 0.41187464742667973, "lower": -0.24215459598203137, "upper": 0.5823539754703951 }, { "event_time": -21, "estimate": 0.01453473223517433, "se": 0.15014496159984245, "pvalue": 0.9232334165830175, "lower": -0.286362494796139, "upper": 0.31543195926648765 }, { "event_time": -20, "estimate": 0.04675483917917088, "se": 0.1749227087100636, "pvalue": 0.7902467382317334, "lower": -0.3037981026900388, "upper": 0.3973077810483806 }, { "event_time": -19, "estimate": 0.021362409569579823, "se": 0.1859597169027285, "pvalue": 0.9089613444664436, "lower": -0.35130919099125957, "upper": 0.39403401013041917 }, { "event_time": -18, "estimate": -0.009135850184694136, "se": 0.1476209090157146, "pvalue": 0.9508769854815351, "lower": -0.30497476280203856, "upper": 0.28670306243265026 }, { "event_time": -17, "estimate": 0.30360644759971317, "se": 0.17729128611829068, "pvalue": 0.09244282987933289, "lower": -0.05169322946827054, "upper": 0.6589061246676968 }, { "event_time": -16, "estimate": 0.25847632982660174, "se": 0.1663933967974308, "pvalue": 0.1260623102057919, "lower": -0.07498348899905022, "upper": 0.5919361486522536 }, { "event_time": -15, "estimate": 0.2765174397533626, "se": 0.14570301029501667, "pvalue": 0.06297382425690705, "lower": -0.015477917937890218, "upper": 0.5685127974446155 }, { "event_time": -8, "estimate": -0.583586354359564, "se": 0.42738742315012657, "pvalue": 0.177663026112447, "lower": -1.4400898901669656, "upper": 0.2729171814478377 }, { "event_time": -7, "estimate": -0.7556889366794166, "se": 0.2819858352124241, "pvalue": 0.00969757208260346, "lower": -1.3208011786983076, "upper": -0.19057669466052551 }, { "event_time": -6, "estimate": -0.7739918722020587, "se": 0.2393821640161476, "pvalue": 0.0020709304316303408, "lower": -1.2537244492110857, "upper": -0.2942592951930315 }, { "event_time": -5, "estimate": -0.17916289236987054, "se": 0.22427925758363534, "pvalue": 0.4278203357391762, "lower": -0.6286285685303175, "upper": 0.2703027837905764 }, { "event_time": -4, "estimate": -0.4954881762831284, "se": 0.31524296319859313, "pvalue": 0.12174046544870451, "lower": -1.127249192149881, "upper": 0.13627283958362418 }, { "event_time": -3, "estimate": -0.05926698905432654, "se": 0.07694954041919902, "pvalue": 0.4444735438588348, "lower": -0.21347731410791956, "upper": 0.09494333599926649 }, { "event_time": -2, "estimate": -0.3120044264634923, "se": 0.16302049788957107, "pvalue": 0.06084262587900472, "lower": -0.6387048048282864, "upper": 0.01469595190130174 }, { "event_time": 0, "estimate": -0.04841368686305244, "se": 0.16150177983698344, "pvalue": 0.7654812129044967, "lower": -0.3720704862372712, "upper": 0.27524311251116634 }, { "event_time": 1, "estimate": -0.06459862022031382, "se": 0.22233166037329355, "pvalue": 0.7724877409864839, "lower": -0.5101612243514269, "upper": 0.38096398391079916 }, { "event_time": 2, "estimate": -0.11144379352743596, "se": 0.21497732455253, "pvalue": 0.6062600635662101, "lower": -0.5422679793223912, "upper": 0.3193803922675193 }, { "event_time": 3, "estimate": 0.036267540391286816, "se": 0.15211132616206224, "pvalue": 0.812435567951572, "lower": -0.2685703692829877, "upper": 0.34110545006556137 }, { "event_time": 4, "estimate": 0.1111272772650002, "se": 0.16377032187146162, "pvalue": 0.5002647203351893, "lower": -0.21707578193908672, "upper": 0.43933033646908715 }, { "event_time": 5, "estimate": 0.07029129268998303, "se": 0.18077743990915532, "pvalue": 0.6989047917860297, "lower": -0.29199479269632667, "upper": 0.4325773780762927 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.25540242471730046, "se": 0.020955637263916874, "pvalue": 2.9337049093550805e-17, "lower": -0.2973984602565527, "upper": -0.21340638917804822 }, { "event_time": -28, "estimate": -0.09255512239176651, "se": 0.16953804697605915, "pvalue": 0.5873248550631904, "lower": -0.4323169610031679, "upper": 0.24720671621963491 }, { "event_time": -27, "estimate": -0.21714492541147748, "se": 0.032814649037373946, "pvalue": 1.59532831841825e-08, "lower": -0.2829069516302909, "upper": -0.15138289919266404 }, { "event_time": -26, "estimate": 0.1893447341872913, "se": 0.030826445956896997, "pvalue": 9.468614818254678e-08, "lower": 0.1275671559800271, "upper": 0.2511223123945555 }, { "event_time": -25, "estimate": 0.008304524921021694, "se": 0.024514421308833606, "pvalue": 0.7360798756565843, "lower": -0.04082347321829856, "upper": 0.05743252306034195 }, { "event_time": -24, "estimate": 0.027215896763969787, "se": 0.08953368814993572, "pvalue": 0.7622949074294, "lower": -0.15221362390154605, "upper": 0.20664541742948564 }, { "event_time": -23, "estimate": -0.06435677188481899, "se": 0.03136145870487808, "pvalue": 0.044932184458171966, "lower": -0.12720653959866787, "upper": -0.0015070041709701054 }, { "event_time": -22, "estimate": 0.16388198732070852, "se": 0.08540738278823598, "pvalue": 0.06020168789321076, "lower": -0.007278232610434948, "upper": 0.33504220725185196 }, { "event_time": -21, "estimate": 0.00866798054710783, "se": 0.014934122738449719, "pvalue": 0.5640057586716831, "lower": -0.021260670219882136, "upper": 0.038596631314097796 }, { "event_time": -20, "estimate": 0.040819027455569534, "se": 0.04647194705668513, "pvalue": 0.3835704010653508, "lower": -0.05231283561266965, "upper": 0.1339508905238087 }, { "event_time": -19, "estimate": 0.01547248197011793, "se": 0.06060857784273062, "pvalue": 0.7994549672027381, "lower": -0.10598982227818046, "upper": 0.13693478621841632 }, { "event_time": -18, "estimate": -0.023099685034769318, "se": 0.011885999853280689, "pvalue": 0.05708765589557819, "lower": -0.04691976103491203, "upper": 0.0007203909653733936 }, { "event_time": -17, "estimate": 0.28891162231499795, "se": 0.0493822601553964, "pvalue": 2.80194239106815e-07, "lower": 0.18994736146354835, "upper": 0.38787588316644755 }, { "event_time": -16, "estimate": 0.24386281132509313, "se": 0.03428150669528877, "pvalue": 2.4577945575393363e-09, "lower": 0.17516113666910776, "upper": 0.3125644859810785 }, { "event_time": -15, "estimate": 0.26185256006184493, "se": 0.021190382493663514, "pvalue": 1.6765270104371586e-17, "lower": 0.21938608456951691, "upper": 0.30431903555417295 }, { "event_time": -8, "estimate": -0.5244452278311637, "se": 0.02009979175999934, "pvalue": 1.1753904711927845e-32, "lower": -0.5647261106529885, "upper": -0.4841643450093388 }, { "event_time": -7, "estimate": -0.5489438651279995, "se": 0.015728662874696646, "pvalue": 3.277684163452446e-39, "lower": -0.580464809910149, "upper": -0.51742292034585 }, { "event_time": -6, "estimate": -0.5498204136589429, "se": 0.03796876620287143, "pvalue": 2.0551247038163312e-20, "lower": -0.6259115214957326, "upper": -0.47372930582215317 }, { "event_time": -5, "estimate": 0.011006063285897948, "se": 0.2014918741454688, "pvalue": 0.9566368591843568, "lower": -0.39279267597048184, "upper": 0.4148048025422777 }, { "event_time": -4, "estimate": -0.30432648208540386, "se": 0.11550757899654207, "pvalue": 0.01091777625116402, "lower": -0.5358088432037829, "upper": -0.07284412096702486 }, { "event_time": -3, "estimate": 0.07717980941552707, "se": 0.11889082945346514, "pvalue": 0.5189332669310792, "lower": -0.16108273713160923, "upper": 0.31544235596266335 }, { "event_time": -2, "estimate": -0.18071390245101024, "se": 0.03532711546930236, "pvalue": 4.099438434326925e-06, "lower": -0.2515110239159189, "upper": -0.10991678098610157 }, { "event_time": -1, "estimate": 0.09996471747680037, "se": 0.16135573333693548, "pvalue": 0.5381253866974418, "lower": -0.22339939817087967, "upper": 0.4233288331244804 }, { "event_time": 0, "estimate": 0.05138158849291987, "se": 0.10382656663888282, "pvalue": 0.6226567545001793, "lower": -0.15669150074655605, "upper": 0.2594546777323958 }, { "event_time": 1, "estimate": 0.02658241626924089, "se": 0.12178065100396587, "pvalue": 0.8280179875675716, "lower": -0.21747146208081297, "upper": 0.2706362946192947 }, { "event_time": 2, "estimate": 0.013061174088427049, "se": 0.11572121147241601, "pvalue": 0.9105464921060409, "lower": -0.21884931607876829, "upper": 0.2449716642556224 }, { "event_time": 3, "estimate": 0.1366546056118009, "se": 0.05541272290135347, "pvalue": 0.016804589535624238, "lower": 0.025605027353496512, "upper": 0.2477041838701053 }, { "event_time": 4, "estimate": 0.21714743145425647, "se": 0.03542732918567017, "pvalue": 9.93580472570992e-08, "lower": 0.14614947721384688, "upper": 0.2881453856946661 }, { "event_time": 5, "estimate": 0.16627622412648865, "se": 0.05560589460029838, "pvalue": 0.004163569034886648, "lower": 0.054839521132634614, "upper": 0.2777129271203427 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.15190021846569862, "se": 0.05088898450611122, "pvalue": 0.004226357320280007, "lower": -0.253884022392053, "upper": -0.049916414539344284 }, { "event_time": -28, "estimate": 0.02865765895901747, "se": 0.20237552303054943, "pvalue": 0.8879083728400098, "lower": -0.37691195223576746, "upper": 0.43422727015380236 }, { "event_time": -27, "estimate": -0.09654386667500899, "se": 0.047028208050982526, "pvalue": 0.044852205036515456, "lower": -0.1907905016870171, "upper": -0.0022972316630008593 }, { "event_time": -26, "estimate": 0.32007185860231413, "se": 0.04185280109546194, "pvalue": 3.2807741481714767e-10, "lower": 0.2361969709009154, "upper": 0.40394674630371286 }, { "event_time": -25, "estimate": 0.1380674110031756, "se": 0.03508047007879559, "pvalue": 0.00023520089502801828, "lower": 0.06776457794643434, "upper": 0.20837024405991686 }, { "event_time": -24, "estimate": 0.15705830332623774, "se": 0.1133545860537501, "pvalue": 0.17147801338825733, "lower": -0.07010936351668065, "upper": 0.38422597016915616 }, { "event_time": -23, "estimate": 0.06523748307249855, "se": 0.04070644294601888, "pvalue": 0.11474398512899325, "lower": -0.016340051559727814, "upper": 0.1468150177047249 }, { "event_time": -22, "estimate": 0.2940395802362249, "se": 0.08652710016296226, "pvalue": 0.0012675916393056848, "lower": 0.12063539654150299, "upper": 0.4674437639309468 }, { "event_time": -21, "estimate": 0.138474274901912, "se": 0.03264380038335109, "pvalue": 8.5610758182561e-05, "lower": 0.07305463703692504, "upper": 0.20389391276689894 }, { "event_time": -20, "estimate": 0.17069434607025707, "se": 0.048108862843374026, "pvalue": 0.0008025719816319851, "lower": 0.07428203045902035, "upper": 0.2671066616814938 }, { "event_time": -19, "estimate": 0.14530176525740407, "se": 0.060680030256792576, "pvalue": 0.020075238374121996, "lower": 0.0236962671714514, "upper": 0.26690726334335674 }, { "event_time": -18, "estimate": 0.11597511158250477, "se": 0.03105338360887568, "pvalue": 0.0004479631479303041, "lower": 0.05374274015766081, "upper": 0.17820748300734873 }, { "event_time": -17, "estimate": 0.42871674423134465, "se": 0.05160971123433078, "pvalue": 2.764510010304041e-11, "lower": 0.3252885716651248, "upper": 0.5321449167975645 }, { "event_time": -16, "estimate": 0.38358572485079345, "se": 0.04084737028745209, "pvalue": 5.048492347897504e-13, "lower": 0.3017257655151451, "upper": 0.46544568418644183 }, { "event_time": -15, "estimate": 0.4016257695785905, "se": 0.044222185908624964, "pvalue": 1.5629212393282556e-12, "lower": 0.31300252860276784, "upper": 0.4902490105544131 }, { "event_time": -8, "estimate": -1.1225291567278497, "se": 0.31770881234539483, "pvalue": 0.0008402300026821181, "lower": -1.7592318447136281, "upper": -0.48582646874207114 }, { "event_time": -7, "estimate": -1.2875836920339059, "se": 0.1788025491969827, "pvalue": 1.7659536083167094e-09, "lower": -1.64591200799092, "upper": -0.9292553760768919 }, { "event_time": -6, "estimate": -1.3081556841074669, "se": 0.1452779269410676, "pvalue": 2.0784053947506343e-12, "lower": -1.599299155720775, "upper": -1.0170122124941587 }, { "event_time": -5, "estimate": -0.7142072586815523, "se": 0.11275719435727141, "pvalue": 4.6222057406607185e-08, "lower": -0.9401777258115623, "upper": -0.4882367915515423 }, { "event_time": -4, "estimate": -1.0297470475431942, "se": 0.2560919653863048, "pvalue": 0.00017811574033879034, "lower": -1.5429668148178828, "upper": -0.5165272802685057 }, { "event_time": -3, "estimate": -0.08476778606270907, "se": 0.057147620582220934, "pvalue": 0.1436995133440797, "lower": -0.19929417696789634, "upper": 0.029758604842478192 }, { "event_time": -2, "estimate": -0.3234313802193669, "se": 0.06590581319187319, "pvalue": 8.6025962971601e-06, "lower": -0.4555095813349693, "upper": -0.19135317910376448 }, { "event_time": 0, "estimate": -0.04822244162485008, "se": 0.026954107023870542, "pvalue": 0.07911271924806984, "lower": -0.10223967919425515, "upper": 0.005794795944554995 }, { "event_time": 1, "estimate": -0.06506748563426429, "se": 0.043154619631369254, "pvalue": 0.13733496737582193, "lower": -0.1515512759813372, "upper": 0.021416304712808615 }, { "event_time": 2, "estimate": -0.12163207139686058, "se": 0.06234374066188425, "pvalue": 0.056159773690531954, "lower": -0.24657171964104108, "upper": 0.003307576847319929 }, { "event_time": 3, "estimate": 0.012004813709019166, "se": 0.04538126169694808, "pvalue": 0.7923585180530498, "lower": -0.07894126705382914, "upper": 0.10295089447186748 }, { "event_time": 4, "estimate": 0.08008999969965083, "se": 0.04218411625674767, "pvalue": 0.06287084328545384, "lower": -0.004448858422347171, "upper": 0.16462885782164882 }, { "event_time": 5, "estimate": 0.04802931885200323, "se": 0.060621157763868165, "pvalue": 0.4315978478178006, "lower": -0.07345819612162505, "upper": 0.1695168338256315 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21481481481481482, 0.18518518518518517, 0.17037037037037037, 0.15555555555555556, 0.14814814814814814, 0.1259259259259259 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 5.0377404672541884e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.2091842853532706, "df_num": 5, "df_den": 101427, "pvalue": 0.3017849118765784, "log10_pvalue": -0.5203024771268523, "inference": "Homoskedastic nested-model F", "observations": 114267, "design_columns": 38, "restricted_design_columns": 33, "fixed_effect_rank": 12802, "covariance_rank": 5, "rss_unrestricted": 80937.42759191632, "rss_restricted": 80942.25215862642, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 2.4880143569389916e-05, 2.629746159009428e-05, 2.5769967631409603e-05, 2.9261238519569953e-05, 2.910855774993639e-05, 2.90341975000771e-05 ], [ 2.36895490802628e-05, 2.5452817804612366e-05, 2.501113598113429e-05, 2.8819317714592594e-05, 2.8639472676327188e-05, 2.851070218750019e-05 ], [ 2.4510858076576455e-05, 2.6807143266826367e-05, 2.6479614847430624e-05, 3.087281000193689e-05, 3.081285968912618e-05, 3.070938128103193e-05 ], [ 2.415782956191302e-05, 2.681541478898231e-05, 2.6527722022834833e-05, 3.119482527149637e-05, 3.128145356736766e-05, 3.123848503165372e-05 ], [ 1.4321711551506932e-05, 1.7465113845895465e-05, 1.7265194661783005e-05, 2.2275705185053827e-05, 2.227466822531868e-05, 2.2309154047369576e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.26326952191642455 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.1019717455673458 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.15127233902937665 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.3241604583336517 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.2069048761265284 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5834598187426921 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.8550876830020545 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.9919245157896306 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.49447604214183916 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.12640140918908624 } ] } } }, "code_sha256": { "replication_engine.py": "cd3acc93d19b09e121e2366dbaaccd6cc5c4f902ca3ac3d3c1c27b3cc1d436f0", "reference_f_test.py": "5f044e72270f04daf518d8b9667920b0bdce87bdaa9b134f2625697b9eff1909", "sparse_did2s.py": "16f2083b77e2a6a0fd9a4dda23961f99f24def371aa785b956cc08b5c86929f3", "frequency.py": "f8b8062ee5e78fff474749beed9c4a3c20ced533b2e327a18f101ff35bca26b2", "sparse_models.py": "fd6fc12f18694fa56b8e0a68bec3d72bf57339ae0aecab45d7f13a834468feec" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p012", "specification_id": "S03-P012", "source_specification_id": "PP-REPLY-T1-PB-NOOIL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOOIL-SALESGR", "data": "analyses/full-archive/prepared/S03-P012.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P012" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P012", "regression_results": "analyses/archive-expanded/baselines/S03-P012.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P012.parquet", "bytes": 1442351, "sha256": "8e6fd9ca036fd8194ad0ab43a91404426af38339bc1ed7878905c24633dec3d3" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 123775, "source_sd": 0.40230780370051045, "rows": 114267, "units": 12772, "clusters": 56, "treated_units": 29, "never_treated_units": 12743, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 114215, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 399, "post_adoption_untreated_rows_removed": 2880, "units_without_minus_one_removed": 215, "additional_rows_removed": 4890 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.09307990409843145, "se": 0.027324633105262498, "pvalue": 0.0012365761136502338, "lower": 0.03832011566854025, "upper": 0.14783969252832263 }, { "method": "Dynamic TWFE", "estimate": -0.010392991158671514, "se": 0.16044618215277254, "pvalue": 0.948587568896099, "lower": -0.3319343255005953, "upper": 0.31114834318325224 }, { "method": "BJS / did2s", "estimate": 0.09255129358624278, "se": 0.02366058764576764, "pvalue": 0.00025430954924051356, "lower": 0.045134416345186536, "upper": 0.13996817082729904 }, { "method": "Sun\u2013Abraham", "estimate": -0.023350193242507977, "se": 0.03910749754988285, "pvalue": 0.5529060269346868, "lower": -0.10172336969484375, "upper": 0.05502298320982779 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.27443550633260017, "se": 0.16667075454812147, "pvalue": 0.10534881025765264, "lower": -0.6084511625116287, "upper": 0.05958014984642829 }, { "event_time": -28, "estimate": -0.09499086187246002, "se": 0.1782306190630982, "pvalue": 0.5962041459868593, "lower": -0.4521730042282569, "upper": 0.26219128048333684 }, { "event_time": -27, "estimate": -0.22021886889059183, "se": 0.16516006243646705, "pvalue": 0.1879079665983083, "lower": -0.5512070304241032, "upper": 0.11076929264291951 }, { "event_time": -26, "estimate": 0.19611232116269958, "se": 0.1668748855411451, "pvalue": 0.2449750485038961, "lower": -0.1383124226680055, "upper": 0.5305370649934047 }, { "event_time": -25, "estimate": 0.014165829003677917, "se": 0.1613595917232369, "pvalue": 0.9303621060700801, "lower": -0.3092060190229414, "upper": 0.33753767703029725 }, { "event_time": -24, "estimate": 0.03311704070681643, "se": 0.13255173592470224, "pvalue": 0.8036400745183182, "lower": -0.23252257418900352, "upper": 0.29875665560263637 }, { "event_time": -23, "estimate": -0.058702783072768744, "se": 0.16633676726655325, "pvalue": 0.7255009633575884, "lower": -0.3920491137824855, "upper": 0.274643547636948 }, { "event_time": -22, "estimate": 0.17009968974418188, "se": 0.2057111144240996, "pvalue": 0.41187464742667973, "lower": -0.24215459598203137, "upper": 0.5823539754703951 }, { "event_time": -21, "estimate": 0.01453473223517433, "se": 0.15014496159984245, "pvalue": 0.9232334165830175, "lower": -0.286362494796139, "upper": 0.31543195926648765 }, { "event_time": -20, "estimate": 0.04675483917917088, "se": 0.1749227087100636, "pvalue": 0.7902467382317334, "lower": -0.3037981026900388, "upper": 0.3973077810483806 }, { "event_time": -19, "estimate": 0.021362409569579823, "se": 0.1859597169027285, "pvalue": 0.9089613444664436, "lower": -0.35130919099125957, "upper": 0.39403401013041917 }, { "event_time": -18, "estimate": -0.009135850184694136, "se": 0.1476209090157146, "pvalue": 0.9508769854815351, "lower": -0.30497476280203856, "upper": 0.28670306243265026 }, { "event_time": -17, "estimate": 0.30360644759971317, "se": 0.17729128611829068, "pvalue": 0.09244282987933289, "lower": -0.05169322946827054, "upper": 0.6589061246676968 }, { "event_time": -16, "estimate": 0.25847632982660174, "se": 0.1663933967974308, "pvalue": 0.1260623102057919, "lower": -0.07498348899905022, "upper": 0.5919361486522536 }, { "event_time": -15, "estimate": 0.2765174397533626, "se": 0.14570301029501667, "pvalue": 0.06297382425690705, "lower": -0.015477917937890218, "upper": 0.5685127974446155 }, { "event_time": -8, "estimate": -0.583586354359564, "se": 0.42738742315012657, "pvalue": 0.177663026112447, "lower": -1.4400898901669656, "upper": 0.2729171814478377 }, { "event_time": -7, "estimate": -0.7556889366794166, "se": 0.2819858352124241, "pvalue": 0.00969757208260346, "lower": -1.3208011786983076, "upper": -0.19057669466052551 }, { "event_time": -6, "estimate": -0.7739918722020587, "se": 0.2393821640161476, "pvalue": 0.0020709304316303408, "lower": -1.2537244492110857, "upper": -0.2942592951930315 }, { "event_time": -5, "estimate": -0.17916289236987054, "se": 0.22427925758363534, "pvalue": 0.4278203357391762, "lower": -0.6286285685303175, "upper": 0.2703027837905764 }, { "event_time": -4, "estimate": -0.4954881762831284, "se": 0.31524296319859313, "pvalue": 0.12174046544870451, "lower": -1.127249192149881, "upper": 0.13627283958362418 }, { "event_time": -3, "estimate": -0.05926698905432654, "se": 0.07694954041919902, "pvalue": 0.4444735438588348, "lower": -0.21347731410791956, "upper": 0.09494333599926649 }, { "event_time": -2, "estimate": -0.3120044264634923, "se": 0.16302049788957107, "pvalue": 0.06084262587900472, "lower": -0.6387048048282864, "upper": 0.01469595190130174 }, { "event_time": 0, "estimate": -0.04841368686305244, "se": 0.16150177983698344, "pvalue": 0.7654812129044967, "lower": -0.3720704862372712, "upper": 0.27524311251116634 }, { "event_time": 1, "estimate": -0.06459862022031382, "se": 0.22233166037329355, "pvalue": 0.7724877409864839, "lower": -0.5101612243514269, "upper": 0.38096398391079916 }, { "event_time": 2, "estimate": -0.11144379352743596, "se": 0.21497732455253, "pvalue": 0.6062600635662101, "lower": -0.5422679793223912, "upper": 0.3193803922675193 }, { "event_time": 3, "estimate": 0.036267540391286816, "se": 0.15211132616206224, "pvalue": 0.812435567951572, "lower": -0.2685703692829877, "upper": 0.34110545006556137 }, { "event_time": 4, "estimate": 0.1111272772650002, "se": 0.16377032187146162, "pvalue": 0.5002647203351893, "lower": -0.21707578193908672, "upper": 0.43933033646908715 }, { "event_time": 5, "estimate": 0.07029129268998303, "se": 0.18077743990915532, "pvalue": 0.6989047917860297, "lower": -0.29199479269632667, "upper": 0.4325773780762927 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.25540242471730046, "se": 0.020955637263916874, "pvalue": 2.9337049093550805e-17, "lower": -0.2973984602565527, "upper": -0.21340638917804822 }, { "event_time": -28, "estimate": -0.09255512239176651, "se": 0.16953804697605915, "pvalue": 0.5873248550631904, "lower": -0.4323169610031679, "upper": 0.24720671621963491 }, { "event_time": -27, "estimate": -0.21714492541147748, "se": 0.032814649037373946, "pvalue": 1.59532831841825e-08, "lower": -0.2829069516302909, "upper": -0.15138289919266404 }, { "event_time": -26, "estimate": 0.1893447341872913, "se": 0.030826445956896997, "pvalue": 9.468614818254678e-08, "lower": 0.1275671559800271, "upper": 0.2511223123945555 }, { "event_time": -25, "estimate": 0.008304524921021694, "se": 0.024514421308833606, "pvalue": 0.7360798756565843, "lower": -0.04082347321829856, "upper": 0.05743252306034195 }, { "event_time": -24, "estimate": 0.027215896763969787, "se": 0.08953368814993572, "pvalue": 0.7622949074294, "lower": -0.15221362390154605, "upper": 0.20664541742948564 }, { "event_time": -23, "estimate": -0.06435677188481899, "se": 0.03136145870487808, "pvalue": 0.044932184458171966, "lower": -0.12720653959866787, "upper": -0.0015070041709701054 }, { "event_time": -22, "estimate": 0.16388198732070852, "se": 0.08540738278823598, "pvalue": 0.06020168789321076, "lower": -0.007278232610434948, "upper": 0.33504220725185196 }, { "event_time": -21, "estimate": 0.00866798054710783, "se": 0.014934122738449719, "pvalue": 0.5640057586716831, "lower": -0.021260670219882136, "upper": 0.038596631314097796 }, { "event_time": -20, "estimate": 0.040819027455569534, "se": 0.04647194705668513, "pvalue": 0.3835704010653508, "lower": -0.05231283561266965, "upper": 0.1339508905238087 }, { "event_time": -19, "estimate": 0.01547248197011793, "se": 0.06060857784273062, "pvalue": 0.7994549672027381, "lower": -0.10598982227818046, "upper": 0.13693478621841632 }, { "event_time": -18, "estimate": -0.023099685034769318, "se": 0.011885999853280689, "pvalue": 0.05708765589557819, "lower": -0.04691976103491203, "upper": 0.0007203909653733936 }, { "event_time": -17, "estimate": 0.28891162231499795, "se": 0.0493822601553964, "pvalue": 2.80194239106815e-07, "lower": 0.18994736146354835, "upper": 0.38787588316644755 }, { "event_time": -16, "estimate": 0.24386281132509313, "se": 0.03428150669528877, "pvalue": 2.4577945575393363e-09, "lower": 0.17516113666910776, "upper": 0.3125644859810785 }, { "event_time": -15, "estimate": 0.26185256006184493, "se": 0.021190382493663514, "pvalue": 1.6765270104371586e-17, "lower": 0.21938608456951691, "upper": 0.30431903555417295 }, { "event_time": -8, "estimate": -0.5244452278311637, "se": 0.02009979175999934, "pvalue": 1.1753904711927845e-32, "lower": -0.5647261106529885, "upper": -0.4841643450093388 }, { "event_time": -7, "estimate": -0.5489438651279995, "se": 0.015728662874696646, "pvalue": 3.277684163452446e-39, "lower": -0.580464809910149, "upper": -0.51742292034585 }, { "event_time": -6, "estimate": -0.5498204136589429, "se": 0.03796876620287143, "pvalue": 2.0551247038163312e-20, "lower": -0.6259115214957326, "upper": -0.47372930582215317 }, { "event_time": -5, "estimate": 0.011006063285897948, "se": 0.2014918741454688, "pvalue": 0.9566368591843568, "lower": -0.39279267597048184, "upper": 0.4148048025422777 }, { "event_time": -4, "estimate": -0.30432648208540386, "se": 0.11550757899654207, "pvalue": 0.01091777625116402, "lower": -0.5358088432037829, "upper": -0.07284412096702486 }, { "event_time": -3, "estimate": 0.07717980941552707, "se": 0.11889082945346514, "pvalue": 0.5189332669310792, "lower": -0.16108273713160923, "upper": 0.31544235596266335 }, { "event_time": -2, "estimate": -0.18071390245101024, "se": 0.03532711546930236, "pvalue": 4.099438434326925e-06, "lower": -0.2515110239159189, "upper": -0.10991678098610157 }, { "event_time": -1, "estimate": 0.09996471747680037, "se": 0.16135573333693548, "pvalue": 0.5381253866974418, "lower": -0.22339939817087967, "upper": 0.4233288331244804 }, { "event_time": 0, "estimate": 0.05138158849291987, "se": 0.10382656663888282, "pvalue": 0.6226567545001793, "lower": -0.15669150074655605, "upper": 0.2594546777323958 }, { "event_time": 1, "estimate": 0.02658241626924089, "se": 0.12178065100396587, "pvalue": 0.8280179875675716, "lower": -0.21747146208081297, "upper": 0.2706362946192947 }, { "event_time": 2, "estimate": 0.013061174088427049, "se": 0.11572121147241601, "pvalue": 0.9105464921060409, "lower": -0.21884931607876829, "upper": 0.2449716642556224 }, { "event_time": 3, "estimate": 0.1366546056118009, "se": 0.05541272290135347, "pvalue": 0.016804589535624238, "lower": 0.025605027353496512, "upper": 0.2477041838701053 }, { "event_time": 4, "estimate": 0.21714743145425647, "se": 0.03542732918567017, "pvalue": 9.93580472570992e-08, "lower": 0.14614947721384688, "upper": 0.2881453856946661 }, { "event_time": 5, "estimate": 0.16627622412648865, "se": 0.05560589460029838, "pvalue": 0.004163569034886648, "lower": 0.054839521132634614, "upper": 0.2777129271203427 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.15190021846569862, "se": 0.05088898450611122, "pvalue": 0.004226357320280007, "lower": -0.253884022392053, "upper": -0.049916414539344284 }, { "event_time": -28, "estimate": 0.02865765895901747, "se": 0.20237552303054943, "pvalue": 0.8879083728400098, "lower": -0.37691195223576746, "upper": 0.43422727015380236 }, { "event_time": -27, "estimate": -0.09654386667500899, "se": 0.047028208050982526, "pvalue": 0.044852205036515456, "lower": -0.1907905016870171, "upper": -0.0022972316630008593 }, { "event_time": -26, "estimate": 0.32007185860231413, "se": 0.04185280109546194, "pvalue": 3.2807741481714767e-10, "lower": 0.2361969709009154, "upper": 0.40394674630371286 }, { "event_time": -25, "estimate": 0.1380674110031756, "se": 0.03508047007879559, "pvalue": 0.00023520089502801828, "lower": 0.06776457794643434, "upper": 0.20837024405991686 }, { "event_time": -24, "estimate": 0.15705830332623774, "se": 0.1133545860537501, "pvalue": 0.17147801338825733, "lower": -0.07010936351668065, "upper": 0.38422597016915616 }, { "event_time": -23, "estimate": 0.06523748307249855, "se": 0.04070644294601888, "pvalue": 0.11474398512899325, "lower": -0.016340051559727814, "upper": 0.1468150177047249 }, { "event_time": -22, "estimate": 0.2940395802362249, "se": 0.08652710016296226, "pvalue": 0.0012675916393056848, "lower": 0.12063539654150299, "upper": 0.4674437639309468 }, { "event_time": -21, "estimate": 0.138474274901912, "se": 0.03264380038335109, "pvalue": 8.5610758182561e-05, "lower": 0.07305463703692504, "upper": 0.20389391276689894 }, { "event_time": -20, "estimate": 0.17069434607025707, "se": 0.048108862843374026, "pvalue": 0.0008025719816319851, "lower": 0.07428203045902035, "upper": 0.2671066616814938 }, { "event_time": -19, "estimate": 0.14530176525740407, "se": 0.060680030256792576, "pvalue": 0.020075238374121996, "lower": 0.0236962671714514, "upper": 0.26690726334335674 }, { "event_time": -18, "estimate": 0.11597511158250477, "se": 0.03105338360887568, "pvalue": 0.0004479631479303041, "lower": 0.05374274015766081, "upper": 0.17820748300734873 }, { "event_time": -17, "estimate": 0.42871674423134465, "se": 0.05160971123433078, "pvalue": 2.764510010304041e-11, "lower": 0.3252885716651248, "upper": 0.5321449167975645 }, { "event_time": -16, "estimate": 0.38358572485079345, "se": 0.04084737028745209, "pvalue": 5.048492347897504e-13, "lower": 0.3017257655151451, "upper": 0.46544568418644183 }, { "event_time": -15, "estimate": 0.4016257695785905, "se": 0.044222185908624964, "pvalue": 1.5629212393282556e-12, "lower": 0.31300252860276784, "upper": 0.4902490105544131 }, { "event_time": -8, "estimate": -1.1225291567278497, "se": 0.31770881234539483, "pvalue": 0.0008402300026821181, "lower": -1.7592318447136281, "upper": -0.48582646874207114 }, { "event_time": -7, "estimate": -1.2875836920339059, "se": 0.1788025491969827, "pvalue": 1.7659536083167094e-09, "lower": -1.64591200799092, "upper": -0.9292553760768919 }, { "event_time": -6, "estimate": -1.3081556841074669, "se": 0.1452779269410676, "pvalue": 2.0784053947506343e-12, "lower": -1.599299155720775, "upper": -1.0170122124941587 }, { "event_time": -5, "estimate": -0.7142072586815523, "se": 0.11275719435727141, "pvalue": 4.6222057406607185e-08, "lower": -0.9401777258115623, "upper": -0.4882367915515423 }, { "event_time": -4, "estimate": -1.0297470475431942, "se": 0.2560919653863048, "pvalue": 0.00017811574033879034, "lower": -1.5429668148178828, "upper": -0.5165272802685057 }, { "event_time": -3, "estimate": -0.08476778606270907, "se": 0.057147620582220934, "pvalue": 0.1436995133440797, "lower": -0.19929417696789634, "upper": 0.029758604842478192 }, { "event_time": -2, "estimate": -0.3234313802193669, "se": 0.06590581319187319, "pvalue": 8.6025962971601e-06, "lower": -0.4555095813349693, "upper": -0.19135317910376448 }, { "event_time": 0, "estimate": -0.04822244162485008, "se": 0.026954107023870542, "pvalue": 0.07911271924806984, "lower": -0.10223967919425515, "upper": 0.005794795944554995 }, { "event_time": 1, "estimate": -0.06506748563426429, "se": 0.043154619631369254, "pvalue": 0.13733496737582193, "lower": -0.1515512759813372, "upper": 0.021416304712808615 }, { "event_time": 2, "estimate": -0.12163207139686058, "se": 0.06234374066188425, "pvalue": 0.056159773690531954, "lower": -0.24657171964104108, "upper": 0.003307576847319929 }, { "event_time": 3, "estimate": 0.012004813709019166, "se": 0.04538126169694808, "pvalue": 0.7923585180530498, "lower": -0.07894126705382914, "upper": 0.10295089447186748 }, { "event_time": 4, "estimate": 0.08008999969965083, "se": 0.04218411625674767, "pvalue": 0.06287084328545384, "lower": -0.004448858422347171, "upper": 0.16462885782164882 }, { "event_time": 5, "estimate": 0.04802931885200323, "se": 0.060621157763868165, "pvalue": 0.4315978478178006, "lower": -0.07345819612162505, "upper": 0.1695168338256315 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21481481481481482, 0.18518518518518517, 0.17037037037037037, 0.15555555555555556, 0.14814814814814814, 0.1259259259259259 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 5.0377404672541884e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.2091842853532706, "df_num": 5, "df_den": 101427, "pvalue": 0.3017849118765784, "log10_pvalue": -0.5203024771268523, "inference": "Homoskedastic nested-model F", "observations": 114267, "design_columns": 38, "restricted_design_columns": 33, "fixed_effect_rank": 12802, "covariance_rank": 5, "rss_unrestricted": 80937.42759191632, "rss_restricted": 80942.25215862642, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 2.4880143569389916e-05, 2.629746159009428e-05, 2.5769967631409603e-05, 2.9261238519569953e-05, 2.910855774993639e-05, 2.90341975000771e-05 ], [ 2.36895490802628e-05, 2.5452817804612366e-05, 2.501113598113429e-05, 2.8819317714592594e-05, 2.8639472676327188e-05, 2.851070218750019e-05 ], [ 2.4510858076576455e-05, 2.6807143266826367e-05, 2.6479614847430624e-05, 3.087281000193689e-05, 3.081285968912618e-05, 3.070938128103193e-05 ], [ 2.415782956191302e-05, 2.681541478898231e-05, 2.6527722022834833e-05, 3.119482527149637e-05, 3.128145356736766e-05, 3.123848503165372e-05 ], [ 1.4321711551506932e-05, 1.7465113845895465e-05, 1.7265194661783005e-05, 2.2275705185053827e-05, 2.227466822531868e-05, 2.2309154047369576e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.26326952191642455 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.1019717455673458 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.15127233902937665 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.3241604583336517 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.2069048761265284 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5834598187426921 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.8550876830020545 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.9919245157896306 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.49447604214183916 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.12640140918908624 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.07759146594399587, "se": 0.1087302254890315, "lower": -0.2906987919334166, "upper": 0.13551586004542487, "event_study": [ { "event_time": -29, "estimate": 0.06946248847004233, "se": 0.021680604123994026, "lower": 0.02696928522394347, "upper": 0.11195569171614118, "n": 0.0, "relative_to_minus_one": 0.06946248847004233 }, { "event_time": -28, "estimate": 0.19841292759984214, "se": 0.13938816669463386, "lower": -0.0747828589927057, "upper": 0.47160871419239, "n": 0.0, "relative_to_minus_one": 0.19841292759984214 }, { "event_time": -27, "estimate": 0.06723309838128955, "se": 0.06377879952037838, "lower": -0.05777105165585256, "upper": 0.19223724841843165, "n": 0.0, "relative_to_minus_one": 0.06723309838128955 }, { "event_time": -26, "estimate": 0.4786007297849577, "se": 0.06440119354090267, "lower": 0.3523767098833949, "upper": 0.6048247496865204, "n": 0.0, "relative_to_minus_one": 0.4786007297849577 }, { "event_time": -25, "estimate": 0.29112836592063707, "se": 0.05673800112054853, "lower": 0.17992392716956873, "upper": 0.4023328046717054, "n": 0.0, "relative_to_minus_one": 0.29112836592063707 }, { "event_time": -24, "estimate": 0.308181954276156, "se": 0.06350963952595297, "lower": 0.18370534813416672, "upper": 0.4326585604181453, "n": 0.0, "relative_to_minus_one": 0.308181954276156 }, { "event_time": -23, "estimate": 0.18501585823266947, "se": 0.06261131755276604, "lower": 0.06229993080464752, "upper": 0.3077317856606914, "n": 0.0, "relative_to_minus_one": 0.18501585823266947 }, { "event_time": -22, "estimate": 0.40389124103788465, "se": 0.11669266344168507, "lower": 0.1751778234321281, "upper": 0.6326046586436412, "n": 0.0, "relative_to_minus_one": 0.40389124103788465 }, { "event_time": -21, "estimate": 0.2508010454015426, "se": 0.04192683873688704, "lower": 0.16862595149162518, "upper": 0.33297613931146, "n": 0.0, "relative_to_minus_one": 0.2508010454015426 }, { "event_time": -20, "estimate": 0.2798237669632649, "se": 0.07621718273895217, "lower": 0.13044083379181076, "upper": 0.429206700134719, "n": 0.0, "relative_to_minus_one": 0.2798237669632649 }, { "event_time": -19, "estimate": 0.2524298032911806, "se": 0.09089449304572109, "lower": 0.07427987052854085, "upper": 0.43057973605382033, "n": 0.0, "relative_to_minus_one": 0.2524298032911806 }, { "event_time": -18, "estimate": 0.2781458876119717, "se": 0.04711488307672848, "lower": 0.18580241364576816, "upper": 0.3704893615781752, "n": 0.0, "relative_to_minus_one": 0.2781458876119717 }, { "event_time": -17, "estimate": 0.578491739813112, "se": 0.08871464892745862, "lower": 0.40461422301417815, "upper": 0.7523692566120458, "n": 0.0, "relative_to_minus_one": 0.578491739813112 }, { "event_time": -16, "estimate": 0.510409408423652, "se": 0.07162056862141856, "lower": 0.3700356733733921, "upper": 0.650783143473912, "n": 0.0, "relative_to_minus_one": 0.510409408423652 }, { "event_time": -15, "estimate": 0.5186180745028378, "se": 0.04446430341328482, "lower": 0.4314696412151382, "upper": 0.6057665077905374, "n": 0.0, "relative_to_minus_one": 0.5186180745028378 }, { "event_time": -8, "estimate": -0.9808442587177342, "se": 0.07484043903546791, "lower": -1.127528823814417, "upper": -0.8341596936210515, "n": 0.0, "relative_to_minus_one": -0.9808442587177342 }, { "event_time": -7, "estimate": -1.0256964653582858, "se": 0.06737538314537896, "lower": -1.1577497897678155, "upper": -0.8936431409487561, "n": 0.0, "relative_to_minus_one": -1.0256964653582858 }, { "event_time": -6, "estimate": -1.0393371686744257, "se": 0.0582639140963773, "lower": -1.1535323419016608, "upper": -0.9251419954471907, "n": 0.0, "relative_to_minus_one": -1.0393371686744257 }, { "event_time": -5, "estimate": -0.5095205030238072, "se": 0.1426701426441799, "lower": -0.789148844275592, "upper": -0.22989216177202254, "n": 0.0, "relative_to_minus_one": -0.5095205030238072 }, { "event_time": -4, "estimate": -0.8786507846273036, "se": 0.19351848942858996, "lower": -1.257940054249935, "upper": -0.49936151500467213, "n": 0.0, "relative_to_minus_one": -0.8786507846273036 }, { "event_time": -3, "estimate": 0.052889884033902684, "se": 0.053597354087485935, "lower": -0.052158999644210405, "upper": 0.15793876771201576, "n": 0.0, "relative_to_minus_one": 0.052889884033902684 }, { "event_time": -2, "estimate": -0.2021283729938943, "se": 0.10969598266745532, "lower": -0.4171285482708368, "upper": 0.012871802283048156, "n": 0.0, "relative_to_minus_one": -0.2021283729938943 }, { "event_time": -1, "estimate": 0.0, "se": 3.530149289155647e-21, "lower": -6.91896546679474e-21, "upper": 6.91896546679474e-21, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.07477160094007278, "se": 0.04297610588222536, "lower": -0.15900322066501446, "upper": 0.009460018784868907, "n": 29.0, "relative_to_minus_one": -0.07477160094007278 }, { "event_time": 1, "estimate": -0.12632679392872637, "se": 0.17301778077012483, "lower": -0.4654354129232178, "upper": 0.21278182506576504, "n": 25.0, "relative_to_minus_one": -0.12632679392872637 }, { "event_time": 2, "estimate": -0.16942712094929396, "se": 0.16003642034926824, "lower": -0.48309274104857275, "upper": 0.14423849914998482, "n": 23.0, "relative_to_minus_one": -0.16942712094929396 }, { "event_time": 3, "estimate": -0.07405286167797889, "se": 0.06109045236725661, "lower": -0.19378794811706154, "upper": 0.04568222476110376, "n": 21.0, "relative_to_minus_one": -0.07405286167797889 }, { "event_time": 4, "estimate": -0.0033992083140653674, "se": 0.10659284602848906, "lower": -0.21231734753952727, "upper": 0.20551893091139653, "n": 20.0, "relative_to_minus_one": -0.0033992083140653674 }, { "event_time": 5, "estimate": -0.01757120985383789, "se": 0.12491992428621693, "lower": -0.2624097624062935, "upper": 0.2272673426986177, "n": 17.0, "relative_to_minus_one": -0.01757120985383789 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.292500582994246, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.1414196469858751, "mass": 1.0, "base": 4 }, { "group": 30, "year": 1, "event_time": -29, "att": 0.06946248847004233, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": 0.19841292759984214, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": 0.06723309838128955, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": 0.4786007297849577, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": 0.29112836592063707, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": 0.308181954276156, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": 0.18501585823266947, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": 0.40389124103788465, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": 0.2508010454015426, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": 0.2798237669632649, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": 0.2524298032911806, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": 0.2781458876119717, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": 0.578491739813112, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": 0.510409408423652, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": 0.5186180745028378, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": 0.10382430881153298, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.08700800575785755, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.023785760368087938, "mass": 22.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": 0.0953846340870852, "mass": 20.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.030034347311646448, "mass": 18.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": 0.0001691538370213186, "mass": 16.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": 0.12488095003562344, "mass": 15.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": 0.14176086070738228, "mass": 13.0, "base": 29 }, { "group": 35, "year": 27, "event_time": -8, "att": -0.9808442587177342, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -1.0256964653582858, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -1.0393371686744257, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.5095205030238072, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.8786507846273036, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.1596021693352737, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.6781599577129687, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": -0.28435402741792504, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -1.0512791576821903, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -1.0015554338504047, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.3836978326546204, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.5385679939291733, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": -0.6822846917264282, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.07759146594399587, "se": 0.1087302254890315, "lower": -0.2906987919334166, "upper": 0.13551586004542487 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.07758721275394471, "se": 0.10862642376178352, "lower": -0.29049109109642635, "upper": 0.13531666558853694 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.07806500043532143, "se": 0.1079515356485103, "lower": -0.2896461223821934, "upper": 0.1335161215115505 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.1022840634267038, "se": 0.17112065765191037, "lower": -0.43767438943525655, "upper": 0.2331062625818489 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.1022840634267038, "treated_cell_se": 0.17112065765191037, "checks": { "input_rows": 114267, "retained_rows": 114267, "all_observed_post_cells_estimated": true, "post_weight_sum": 135.0, "avoided_dense_if_bytes": 85014648 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.0995859163813293, "status": "estimated" }, { "method": "SDID", "status": "unsupported", "reason": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09307990409843145, "SE": 0.027324633105262498, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.010392991158671514, "SE": 0.16044618215277254, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09255129358624278, "SE": 0.02366058764576764, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.023350193242507977, "SE": 0.03910749754988285, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.07759146594399587, "SE": 0.1087302254890315, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1022840634267038, "SE": 0.17112065765191037, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09307990409843145, "SE": 0.027324633105262498, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.03832011566854025, "upper": 0.14783969252832263, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.010392991158671514, "SE": 0.16044618215277254, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3319343255005953, "upper": 0.31114834318325224, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09255129358624278, "SE": 0.02366058764576764, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.045134416345186536, "upper": 0.13996817082729904, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.023350193242507977, "SE": 0.03910749754988285, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10172336969484375, "upper": 0.05502298320982779, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.07759146594399587, "SE": 0.1087302254890315, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2906987919334166, "upper": 0.13551586004542487, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1022840634267038, "SE": 0.17112065765191037, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.43767438943525655, "upper": 0.2331062625818489, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602272.705518, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09307990409843145, "SE": 0.027324633105262498, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.03832011566854025, "upper": 0.14783969252832263, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.010392991158671514, "SE": 0.16044618215277254, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3319343255005953, "upper": 0.31114834318325224, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09255129358624278, "SE": 0.02366058764576764, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.045134416345186536, "upper": 0.13996817082729904, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.023350193242507977, "SE": 0.03910749754988285, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10172336969484375, "upper": 0.05502298320982779, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.07759146594399587, "SE": 0.1087302254890315, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2906987919334166, "upper": 0.13551586004542487, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1022840634267038, "SE": 0.17112065765191037, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.43767438943525655, "upper": 0.2331062625818489, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P013", "source_specification_id": "PP-REPLY-T1-PB-NOTX-CHGEMP", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P013.json", "input_bytes": 922329, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p013", "specification_id": "S03-P013", "source_specification_id": "PP-REPLY-T1-PB-NOTX-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOTX-CHGEMP", "data": "analyses/full-archive/prepared/S03-P013.parquet", "output_dir": "analyses/full-archive/results/S03-P013" }, "source": { "file": "S03-P013.parquet", "bytes": 922329, "sha256": "f8c146c6cd3cbb80961e657c3a5094284bba1142ff9f7d6de9f5a92ba575ee77" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 109338, "source_sd": 0.30352436208654454, "rows": 100573, "units": 11515, "clusters": 55, "treated_units": 26, "never_treated_units": 11489, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 100520, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 358, "post_adoption_untreated_rows_removed": 2682, "units_without_minus_one_removed": 210, "additional_rows_removed": 4555 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12085226786022098, "se": 0.038486828046456936, "pvalue": 0.002738239996833432, "lower": 0.043690823441824275, "upper": 0.1980137122786177 }, { "method": "Dynamic TWFE", "estimate": -0.25077193745519, "se": 0.25905909459486876, "pvalue": 0.3373548074178302, "lower": -0.7701541506251929, "upper": 0.2686102757148129 }, { "method": "BJS / did2s", "estimate": 0.1400250432310634, "se": 0.03218415503257224, "pvalue": 6.0679670635371644e-05, "lower": 0.07549969739842592, "upper": 0.20455038906370088 }, { "method": "Sun\u2013Abraham", "estimate": -0.1856924837110375, "se": 0.04648514849833733, "pvalue": 0.0001975104195084741, "lower": -0.27888959514370015, "upper": -0.09249537227837486 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.6189904598062815, "se": 0.2454983059230859, "pvalue": 0.014674039028577847, "lower": -1.1111849286367317, "upper": -0.12679599097583133 }, { "event_time": -28, "estimate": -0.5708073701857437, "se": 0.25172289975043544, "pvalue": 0.027378395093867806, "lower": -1.07548139825803, "upper": -0.06613334211345723 }, { "event_time": -27, "estimate": -0.47105450651561304, "se": 0.26638022287816565, "pvalue": 0.08265026833883699, "lower": -1.0051146981469656, "upper": 0.06300568511573951 }, { "event_time": -26, "estimate": -0.47691360486905243, "se": 0.2518294327934071, "pvalue": 0.06361416011365398, "lower": -0.9818012188327004, "upper": 0.027974009094595575 }, { "event_time": -25, "estimate": -0.4062905936475924, "se": 0.2522644584885633, "pvalue": 0.11310328979693995, "lower": -0.9120503816172887, "upper": 0.09946919432210394 }, { "event_time": -24, "estimate": -0.38588504125403755, "se": 0.24791683984339946, "pvalue": 0.12542881594374394, "lower": -0.8829283786491047, "upper": 0.11115829614102951 }, { "event_time": -23, "estimate": -0.40300000782724804, "se": 0.28080250777150756, "pvalue": 0.15700498857497147, "lower": -0.9659751397296092, "upper": 0.15997512407511322 }, { "event_time": -22, "estimate": -0.17789281928037862, "se": 0.25334140583342885, "pvalue": 0.4855789133158196, "lower": -0.6858117566762649, "upper": 0.33002611811550775 }, { "event_time": -21, "estimate": -0.4046116512446415, "se": 0.20861765213265615, "pvalue": 0.05767330113714274, "lower": -0.8228648611558247, "upper": 0.013641558666541709 }, { "event_time": -20, "estimate": -0.35842336672739605, "se": 0.3023996941307228, "pvalue": 0.24110310566868814, "lower": -0.9646982502444856, "upper": 0.24785151678969353 }, { "event_time": -19, "estimate": -0.3224967378977889, "se": 0.2375567847211271, "pvalue": 0.1802509633501564, "lower": -0.7987694153537255, "upper": 0.15377593955814778 }, { "event_time": -18, "estimate": -0.3454917323858991, "se": 0.2196993653342055, "pvalue": 0.12166081633529242, "lower": -0.7859624395725088, "upper": 0.0949789748007106 }, { "event_time": -17, "estimate": -0.05947206363090935, "se": 0.24431035490875544, "pvalue": 0.8085959897943201, "lower": -0.5492848340773464, "upper": 0.43034070681552766 }, { "event_time": -16, "estimate": -0.2567066533135992, "se": 0.22114837290464637, "pvalue": 0.2508335583964926, "lower": -0.7000824457666135, "upper": 0.18666913913941507 }, { "event_time": -15, "estimate": -0.00633189368398507, "se": 0.2240730159735349, "pvalue": 0.9775604190575629, "lower": -0.4555712424511567, "upper": 0.4429074550831866 }, { "event_time": -8, "estimate": 0.15744210243193704, "se": 0.28877722673964573, "pvalue": 0.5878590924359617, "lower": -0.4215213783587649, "upper": 0.7364055832226389 }, { "event_time": -7, "estimate": -0.28195580355036765, "se": 0.2912265224207561, "pvalue": 0.33727757589591917, "lower": -0.8658298265227762, "upper": 0.3019182194220409 }, { "event_time": -6, "estimate": -0.4729932517595288, "se": 0.29329570341688044, "pvalue": 0.11264291668855936, "lower": -1.0610157328545793, "upper": 0.11502922933552173 }, { "event_time": -5, "estimate": -0.23814362812700934, "se": 0.31268368971326616, "pvalue": 0.44960519249645625, "lower": -0.8650366813873576, "upper": 0.3887494251333388 }, { "event_time": -4, "estimate": -1.2997233911141324, "se": 0.8291536427595223, "pvalue": 0.12283267514375087, "lower": -2.962076356208377, "upper": 0.36262957398011264 }, { "event_time": -3, "estimate": -0.5038964522774644, "se": 0.3151224871093238, "pvalue": 0.1156449774422997, "lower": -1.1356789999252555, "upper": 0.1278860953703267 }, { "event_time": -2, "estimate": -0.7226489323403444, "se": 0.2949132939860136, "pvalue": 0.017541436174762396, "lower": -1.3139144872642183, "upper": -0.13138337741647044 }, { "event_time": 0, "estimate": -0.35110288168691084, "se": 0.3120682055290195, "pvalue": 0.26552951709095757, "lower": -0.9767619634540555, "upper": 0.27455620008023385 }, { "event_time": 1, "estimate": -0.3331184119828613, "se": 0.26609509099932027, "pvalue": 0.2160100868359083, "lower": -0.8666069486159146, "upper": 0.200370124650192 }, { "event_time": 2, "estimate": -0.20630659248619326, "se": 0.30435480142227794, "pvalue": 0.5007617005112349, "lower": -0.8165012301183072, "upper": 0.40388804514592064 }, { "event_time": 3, "estimate": 0.059839330978141037, "se": 0.2860228057606033, "pvalue": 0.8350701897530958, "lower": -0.513601868240728, "upper": 0.6332805301970101 }, { "event_time": 4, "estimate": -0.5613571510094126, "se": 0.25420711444261, "pvalue": 0.03149157384413475, "lower": -1.0710117296654524, "upper": -0.05170257235337283 }, { "event_time": 5, "estimate": -0.04343833709577925, "se": 0.2596026441576338, "pvalue": 0.8677383988555277, "lower": -0.5639103015262734, "upper": 0.4770336273347149 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.24429611798821405, "se": 0.02753918984853687, "pvalue": 3.9795680460006535e-12, "lower": -0.2995088693290244, "upper": -0.1890833666474037 }, { "event_time": -28, "estimate": -0.18351356132874905, "se": 0.022927579495136758, "pvalue": 9.717186056763438e-11, "lower": -0.2294805905868339, "upper": -0.1375465320706642 }, { "event_time": -27, "estimate": -0.0837563014382673, "se": 0.02598127280050115, "pvalue": 0.00214832245134054, "lower": -0.13584561715675575, "upper": -0.03166698571977884 }, { "event_time": -26, "estimate": -0.0903750664293155, "se": 0.01694927563863435, "pvalue": 1.955936032252239e-06, "lower": -0.1243563181070039, "upper": -0.0563938147516271 }, { "event_time": -25, "estimate": -0.0325492463274217, "se": 0.012069044074975768, "pvalue": 0.009315611808946233, "lower": -0.056746222821569395, "upper": -0.008352269833274 }, { "event_time": -24, "estimate": -0.018076998751461196, "se": 0.020481886691579333, "pvalue": 0.38137286878231325, "lower": -0.05914070916242319, "upper": 0.0229867116595008 }, { "event_time": -23, "estimate": -0.07309482182327036, "se": 0.09788419194250164, "pvalue": 0.4584547676006521, "lower": -0.26934081088981615, "upper": 0.12315116724327542 }, { "event_time": -22, "estimate": 0.15146348076499755, "se": 0.057602762471059575, "pvalue": 0.011117051542536314, "lower": 0.03597689534435394, "upper": 0.26695006618564115 }, { "event_time": -21, "estimate": -0.0747783280321532, "se": 0.06449837817721907, "pvalue": 0.25140106125990946, "lower": -0.20408979056138024, "upper": 0.05453313449707384 }, { "event_time": -20, "estimate": -0.028687552232098335, "se": 0.13057383550901452, "pvalue": 0.8269303573857045, "lower": -0.2904723306233957, "upper": 0.23309722615919903 }, { "event_time": -19, "estimate": 0.007159676874007197, "se": 0.031729613359480685, "pvalue": 0.8223281985865488, "lower": -0.05645436777263068, "upper": 0.07077372152064507 }, { "event_time": -18, "estimate": -0.016568902617909484, "se": 0.03588006365008192, "pvalue": 0.6460899687731823, "lower": -0.08850409908882788, "upper": 0.05536629385300891 }, { "event_time": -17, "estimate": 0.2687927764927863, "se": 0.03511518659879746, "pvalue": 3.5687166763910227e-10, "lower": 0.1983910661799985, "upper": 0.3391944868055742 }, { "event_time": -16, "estimate": 0.07196840549556348, "se": 0.02936822523110273, "pvalue": 0.01753374926450259, "lower": 0.013088658998883722, "upper": 0.13084815199224323 }, { "event_time": -15, "estimate": 0.32176355058310024, "se": 0.020211537713321154, "pvalue": 4.7768678723048585e-22, "lower": 0.2812418572392309, "upper": 0.3622852439269696 }, { "event_time": -8, "estimate": 0.5054871967038884, "se": 0.013996631588744642, "pvalue": 1.6829794050542182e-39, "lower": 0.4774256399272156, "upper": 0.5335487534805612 }, { "event_time": -7, "estimate": 0.06675474972963696, "se": 0.01487332266821397, "pvalue": 3.805817328210237e-05, "lower": 0.036935533165596855, "upper": 0.09657396629367707 }, { "event_time": -6, "estimate": -0.1243677010275373, "se": 0.04065125514642917, "pvalue": 0.00344917793583195, "lower": -0.20586856050946128, "upper": -0.04286684154561332 }, { "event_time": -5, "estimate": 0.14210894188457537, "se": 0.07541826176679507, "pvalue": 0.06491509175719917, "lower": -0.00909556908281725, "upper": 0.29331345285196797 }, { "event_time": -4, "estimate": -1.0074746358974012, "se": 0.5543913596662869, "pvalue": 0.07472730462480076, "lower": -2.1189623904427553, "upper": 0.10401311864795293 }, { "event_time": -3, "estimate": -0.08350466122074574, "se": 0.06799306226734812, "pvalue": 0.22472248860909066, "lower": -0.21982254350103284, "upper": 0.052813221059541365 }, { "event_time": -2, "estimate": -0.28577967975067003, "se": 0.04802631606275705, "pvalue": 2.047253585437164e-07, "lower": -0.382066646112865, "upper": -0.18949271338847506 }, { "event_time": -1, "estimate": 0.34996924143912717, "se": 0.230636013523538, "pvalue": 0.13499638817013246, "lower": -0.11242812518447465, "upper": 0.812366608062729 }, { "event_time": 0, "estimate": -0.0007987890341826147, "se": 0.2067340248753366, "pvalue": 0.9969313413066297, "lower": -0.4152755536704994, "upper": 0.41367797560213415 }, { "event_time": 1, "estimate": 0.028237832420345634, "se": 0.04188947515917888, "pvalue": 0.5031212378339016, "lower": -0.05574550871936018, "upper": 0.11222117356005146 }, { "event_time": 2, "estimate": 0.1549796116420556, "se": 0.09248771822105288, "pvalue": 0.09958300546006893, "lower": -0.030447099031106428, "upper": 0.3404063223152176 }, { "event_time": 3, "estimate": 0.4864610732848098, "se": 0.11163878382096375, "pvalue": 5.9321277740251496e-05, "lower": 0.2626387878436557, "upper": 0.7102833587259639 }, { "event_time": 4, "estimate": -0.1322581409893894, "se": 0.025765656816017238, "pvalue": 3.993238888981529e-06, "lower": -0.1839151726863838, "upper": -0.08060110929239502 }, { "event_time": 5, "estimate": 0.42217179631874885, "se": 0.07783876400170256, "pvalue": 1.4050045640583275e-06, "lower": 0.2661144705535773, "upper": 0.5782291220839204 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.4173499831630481, "se": 0.031235599631195134, "pvalue": 9.30485676494187e-19, "lower": -0.47997358991776573, "upper": -0.3547263764083305 }, { "event_time": -28, "estimate": -0.3640648611718241, "se": 0.03608169461929909, "pvalue": 4.9749576128896404e-14, "lower": -0.43640430339678327, "upper": -0.2917254189468649 }, { "event_time": -27, "estimate": -0.26410432474136514, "se": 0.04145956570367792, "pvalue": 4.323775780440091e-08, "lower": -0.34722574931794087, "upper": -0.1809829001647894 }, { "event_time": -26, "estimate": -0.27040050330310694, "se": 0.03485045929122517, "pvalue": 2.4192760179936063e-10, "lower": -0.3402714673199253, "upper": -0.20052953928628858 }, { "event_time": -25, "estimate": -0.20462369287458818, "se": 0.027781910056340627, "pvalue": 1.0509372133512096e-09, "lower": -0.26032306893284896, "upper": -0.14892431681632737 }, { "event_time": -24, "estimate": -0.1829809436942628, "se": 0.026364212383395896, "pvalue": 5.146644496406636e-09, "lower": -0.2358380070511243, "upper": -0.1301238803374013 }, { "event_time": -23, "estimate": -0.1994309241863502, "se": 0.07259677046694134, "pvalue": 0.008153843412312702, "lower": -0.34497868568486323, "upper": -0.05388316268783713 }, { "event_time": -22, "estimate": 0.025675889576016877, "se": 0.044189503988822695, "pvalue": 0.5636305740321982, "lower": -0.06291873172647724, "upper": 0.114270510878511 }, { "event_time": -21, "estimate": -0.2010432925399807, "se": 0.10959637264344758, "pvalue": 0.07210680418526935, "lower": -0.4207707901133689, "upper": 0.018684205033407453 }, { "event_time": -20, "estimate": -0.154855114749767, "se": 0.10594875325414004, "pvalue": 0.1496449837031016, "lower": -0.3672695757583393, "upper": 0.05755934625880532 }, { "event_time": -19, "estimate": -0.11892863354656524, "se": 0.03309022803946669, "pvalue": 0.0007047091879438712, "lower": -0.18527054638431167, "upper": -0.0525867207088188 }, { "event_time": -18, "estimate": -0.141142644316145, "se": 0.07419078403815577, "pvalue": 0.06245358209924053, "lower": -0.2898862106086766, "upper": 0.007600921976386538 }, { "event_time": -17, "estimate": 0.14487631545336072, "se": 0.03116547088535756, "pvalue": 2.19334529155221e-05, "lower": 0.08239330836867946, "upper": 0.20735932253804196 }, { "event_time": -16, "estimate": -0.052359436864524087, "se": 0.06699269987673973, "pvalue": 0.4378811507605888, "lower": -0.18667171330719812, "upper": 0.08195283957814996 }, { "event_time": -15, "estimate": 0.19801441144153542, "se": 0.057366692360527785, "pvalue": 0.0010896895930550897, "lower": 0.08300111809605726, "upper": 0.3130277047870136 }, { "event_time": -8, "estimate": 0.3121258358705728, "se": 0.11978501736054957, "pvalue": 0.011822757310949695, "lower": 0.07197133552916021, "upper": 0.5522803362119854 }, { "event_time": -7, "estimate": -0.1271210191427797, "se": 0.11729482816305446, "pvalue": 0.28328061336296145, "lower": -0.3622829907384647, "upper": 0.10804095245290532 }, { "event_time": -6, "estimate": -0.31893889006858234, "se": 0.1178282047783414, "pvalue": 0.009075227358445154, "lower": -0.5551702173930599, "upper": -0.08270756274410468 }, { "event_time": -5, "estimate": -0.08321839594030889, "se": 0.19564262208584046, "pvalue": 0.6722652145114537, "lower": -0.4754582368470136, "upper": 0.30902144496639583 }, { "event_time": -4, "estimate": -2.3663640097072136, "se": 0.10896495509138761, "pvalue": 2.3601929598477876e-28, "lower": -2.5848255913082783, "upper": -2.147902428106149 }, { "event_time": -3, "estimate": -0.558416068326163, "se": 0.053468225470668186, "pvalue": 1.4371163976517714e-14, "lower": -0.6656134061484748, "upper": -0.45121873050385125 }, { "event_time": -2, "estimate": -0.7518653022777839, "se": 0.05055256883543966, "pvalue": 9.621195215333873e-21, "lower": -0.8532171005006579, "upper": -0.6505135040549099 }, { "event_time": 0, "estimate": -0.3502462801954913, "se": 0.041963493682950784, "pvalue": 2.7331304783779623e-11, "lower": -0.4343780195404497, "upper": -0.26611454085053293 }, { "event_time": 1, "estimate": -0.3599762004499927, "se": 0.051734160598105074, "pvalue": 4.81728488726811e-09, "lower": -0.4636969475249282, "upper": -0.2562554533750572 }, { "event_time": 2, "estimate": -0.24403338425422993, "se": 0.06437870938487747, "pvalue": 0.0003806036687013632, "lower": -0.37310492530024886, "upper": -0.11496184320821104 }, { "event_time": 3, "estimate": 0.2460651850920492, "se": 0.04710201981125809, "pvalue": 2.883990257568543e-06, "lower": 0.15163132114063432, "upper": 0.34049904904346406 }, { "event_time": 4, "estimate": -0.3779239111336071, "se": 0.041751126456786, "pvalue": 2.0574460602413995e-12, "lower": -0.46162987982533776, "upper": -0.2942179424418765 }, { "event_time": 5, "estimate": 0.14537627089375116, "se": 0.061538908966275466, "pvalue": 0.021793229853027292, "lower": 0.021998186889575208, "upper": 0.2687543548979271 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21487603305785125, 0.19008264462809918, 0.18181818181818182, 0.15702479338842976, 0.14049586776859505, 0.11570247933884298 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 3.4772922659480444e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 6.222103870721728, "df_num": 7, "df_den": 88984, "pvalue": 2.617018334686794e-07, "log10_pvalue": -6.58219323470616, "inference": "Homoskedastic nested-model F", "observations": 100573, "design_columns": 44, "restricted_design_columns": 37, "fixed_effect_rank": 11545, "covariance_rank": 7, "rss_unrestricted": 74699.28620099758, "rss_restricted": 74735.8490327952, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 1.8866082927692774e-05, 6.3305488238664905e-06, 5.9224150287615675e-06, 5.643452045789355e-06, 1.645165564352928e-05, 2.0736101553875192e-05 ], [ 1.9714122232665875e-05, 7.643384156078363e-06, 7.254914277639241e-06, 7.012615236594039e-06, 1.7335598713616254e-05, 2.2051730561095088e-05 ], [ 2.1071391132438248e-05, 9.419629816745429e-06, 9.120782210681461e-06, 9.181928239666979e-06, 1.9755222616051054e-05, 2.5374989432208356e-05 ], [ 2.1384965516083426e-05, 1.0475081119555779e-05, 1.025070055770541e-05, 1.0388232361185026e-05, 2.0677585815622356e-05, 2.6721899944552294e-05 ], [ 2.1172912568115394e-05, 1.1685961958462545e-05, 1.1611902571038154e-05, 1.1728364030271571e-05, 2.1066993722040545e-05, 2.7453564224328632e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.1454422403226244 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.23994044412834264 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.369290787258325 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.2754286151509725 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6771518831539103 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5617659690096544 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.15906823677119464 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.02314055549439362 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.910959099330608 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.19437875474566 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.570115366252528 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.977061973979566 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.909317481419681 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.901896070776247 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.1782465403575935 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.40013002832118644 } ] } } }, "code_sha256": { "replication_engine.py": "836da12e7ca9210de54b65782ae08d98863e1382a1ec9e9b6fa80c3db0494f39", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p013", "specification_id": "S03-P013", "source_specification_id": "PP-REPLY-T1-PB-NOTX-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOTX-CHGEMP", "data": "analyses/full-archive/prepared/S03-P013.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P013" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P013", "regression_results": "analyses/archive-expanded/baselines/S03-P013.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P013.parquet", "bytes": 922329, "sha256": "f8c146c6cd3cbb80961e657c3a5094284bba1142ff9f7d6de9f5a92ba575ee77" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 109338, "source_sd": 0.30352436208654454, "rows": 100573, "units": 11515, "clusters": 55, "treated_units": 26, "never_treated_units": 11489, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 100520, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 358, "post_adoption_untreated_rows_removed": 2682, "units_without_minus_one_removed": 210, "additional_rows_removed": 4555 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12085226786022098, "se": 0.038486828046456936, "pvalue": 0.002738239996833432, "lower": 0.043690823441824275, "upper": 0.1980137122786177 }, { "method": "Dynamic TWFE", "estimate": -0.25077193745519, "se": 0.25905909459486876, "pvalue": 0.3373548074178302, "lower": -0.7701541506251929, "upper": 0.2686102757148129 }, { "method": "BJS / did2s", "estimate": 0.1400250432310634, "se": 0.03218415503257224, "pvalue": 6.0679670635371644e-05, "lower": 0.07549969739842592, "upper": 0.20455038906370088 }, { "method": "Sun\u2013Abraham", "estimate": -0.1856924837110375, "se": 0.04648514849833733, "pvalue": 0.0001975104195084741, "lower": -0.27888959514370015, "upper": -0.09249537227837486 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.6189904598062815, "se": 0.2454983059230859, "pvalue": 0.014674039028577847, "lower": -1.1111849286367317, "upper": -0.12679599097583133 }, { "event_time": -28, "estimate": -0.5708073701857437, "se": 0.25172289975043544, "pvalue": 0.027378395093867806, "lower": -1.07548139825803, "upper": -0.06613334211345723 }, { "event_time": -27, "estimate": -0.47105450651561304, "se": 0.26638022287816565, "pvalue": 0.08265026833883699, "lower": -1.0051146981469656, "upper": 0.06300568511573951 }, { "event_time": -26, "estimate": -0.47691360486905243, "se": 0.2518294327934071, "pvalue": 0.06361416011365398, "lower": -0.9818012188327004, "upper": 0.027974009094595575 }, { "event_time": -25, "estimate": -0.4062905936475924, "se": 0.2522644584885633, "pvalue": 0.11310328979693995, "lower": -0.9120503816172887, "upper": 0.09946919432210394 }, { "event_time": -24, "estimate": -0.38588504125403755, "se": 0.24791683984339946, "pvalue": 0.12542881594374394, "lower": -0.8829283786491047, "upper": 0.11115829614102951 }, { "event_time": -23, "estimate": -0.40300000782724804, "se": 0.28080250777150756, "pvalue": 0.15700498857497147, "lower": -0.9659751397296092, "upper": 0.15997512407511322 }, { "event_time": -22, "estimate": -0.17789281928037862, "se": 0.25334140583342885, "pvalue": 0.4855789133158196, "lower": -0.6858117566762649, "upper": 0.33002611811550775 }, { "event_time": -21, "estimate": -0.4046116512446415, "se": 0.20861765213265615, "pvalue": 0.05767330113714274, "lower": -0.8228648611558247, "upper": 0.013641558666541709 }, { "event_time": -20, "estimate": -0.35842336672739605, "se": 0.3023996941307228, "pvalue": 0.24110310566868814, "lower": -0.9646982502444856, "upper": 0.24785151678969353 }, { "event_time": -19, "estimate": -0.3224967378977889, "se": 0.2375567847211271, "pvalue": 0.1802509633501564, "lower": -0.7987694153537255, "upper": 0.15377593955814778 }, { "event_time": -18, "estimate": -0.3454917323858991, "se": 0.2196993653342055, "pvalue": 0.12166081633529242, "lower": -0.7859624395725088, "upper": 0.0949789748007106 }, { "event_time": -17, "estimate": -0.05947206363090935, "se": 0.24431035490875544, "pvalue": 0.8085959897943201, "lower": -0.5492848340773464, "upper": 0.43034070681552766 }, { "event_time": -16, "estimate": -0.2567066533135992, "se": 0.22114837290464637, "pvalue": 0.2508335583964926, "lower": -0.7000824457666135, "upper": 0.18666913913941507 }, { "event_time": -15, "estimate": -0.00633189368398507, "se": 0.2240730159735349, "pvalue": 0.9775604190575629, "lower": -0.4555712424511567, "upper": 0.4429074550831866 }, { "event_time": -8, "estimate": 0.15744210243193704, "se": 0.28877722673964573, "pvalue": 0.5878590924359617, "lower": -0.4215213783587649, "upper": 0.7364055832226389 }, { "event_time": -7, "estimate": -0.28195580355036765, "se": 0.2912265224207561, "pvalue": 0.33727757589591917, "lower": -0.8658298265227762, "upper": 0.3019182194220409 }, { "event_time": -6, "estimate": -0.4729932517595288, "se": 0.29329570341688044, "pvalue": 0.11264291668855936, "lower": -1.0610157328545793, "upper": 0.11502922933552173 }, { "event_time": -5, "estimate": -0.23814362812700934, "se": 0.31268368971326616, "pvalue": 0.44960519249645625, "lower": -0.8650366813873576, "upper": 0.3887494251333388 }, { "event_time": -4, "estimate": -1.2997233911141324, "se": 0.8291536427595223, "pvalue": 0.12283267514375087, "lower": -2.962076356208377, "upper": 0.36262957398011264 }, { "event_time": -3, "estimate": -0.5038964522774644, "se": 0.3151224871093238, "pvalue": 0.1156449774422997, "lower": -1.1356789999252555, "upper": 0.1278860953703267 }, { "event_time": -2, "estimate": -0.7226489323403444, "se": 0.2949132939860136, "pvalue": 0.017541436174762396, "lower": -1.3139144872642183, "upper": -0.13138337741647044 }, { "event_time": 0, "estimate": -0.35110288168691084, "se": 0.3120682055290195, "pvalue": 0.26552951709095757, "lower": -0.9767619634540555, "upper": 0.27455620008023385 }, { "event_time": 1, "estimate": -0.3331184119828613, "se": 0.26609509099932027, "pvalue": 0.2160100868359083, "lower": -0.8666069486159146, "upper": 0.200370124650192 }, { "event_time": 2, "estimate": -0.20630659248619326, "se": 0.30435480142227794, "pvalue": 0.5007617005112349, "lower": -0.8165012301183072, "upper": 0.40388804514592064 }, { "event_time": 3, "estimate": 0.059839330978141037, "se": 0.2860228057606033, "pvalue": 0.8350701897530958, "lower": -0.513601868240728, "upper": 0.6332805301970101 }, { "event_time": 4, "estimate": -0.5613571510094126, "se": 0.25420711444261, "pvalue": 0.03149157384413475, "lower": -1.0710117296654524, "upper": -0.05170257235337283 }, { "event_time": 5, "estimate": -0.04343833709577925, "se": 0.2596026441576338, "pvalue": 0.8677383988555277, "lower": -0.5639103015262734, "upper": 0.4770336273347149 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.24429611798821405, "se": 0.02753918984853687, "pvalue": 3.9795680460006535e-12, "lower": -0.2995088693290244, "upper": -0.1890833666474037 }, { "event_time": -28, "estimate": -0.18351356132874905, "se": 0.022927579495136758, "pvalue": 9.717186056763438e-11, "lower": -0.2294805905868339, "upper": -0.1375465320706642 }, { "event_time": -27, "estimate": -0.0837563014382673, "se": 0.02598127280050115, "pvalue": 0.00214832245134054, "lower": -0.13584561715675575, "upper": -0.03166698571977884 }, { "event_time": -26, "estimate": -0.0903750664293155, "se": 0.01694927563863435, "pvalue": 1.955936032252239e-06, "lower": -0.1243563181070039, "upper": -0.0563938147516271 }, { "event_time": -25, "estimate": -0.0325492463274217, "se": 0.012069044074975768, "pvalue": 0.009315611808946233, "lower": -0.056746222821569395, "upper": -0.008352269833274 }, { "event_time": -24, "estimate": -0.018076998751461196, "se": 0.020481886691579333, "pvalue": 0.38137286878231325, "lower": -0.05914070916242319, "upper": 0.0229867116595008 }, { "event_time": -23, "estimate": -0.07309482182327036, "se": 0.09788419194250164, "pvalue": 0.4584547676006521, "lower": -0.26934081088981615, "upper": 0.12315116724327542 }, { "event_time": -22, "estimate": 0.15146348076499755, "se": 0.057602762471059575, "pvalue": 0.011117051542536314, "lower": 0.03597689534435394, "upper": 0.26695006618564115 }, { "event_time": -21, "estimate": -0.0747783280321532, "se": 0.06449837817721907, "pvalue": 0.25140106125990946, "lower": -0.20408979056138024, "upper": 0.05453313449707384 }, { "event_time": -20, "estimate": -0.028687552232098335, "se": 0.13057383550901452, "pvalue": 0.8269303573857045, "lower": -0.2904723306233957, "upper": 0.23309722615919903 }, { "event_time": -19, "estimate": 0.007159676874007197, "se": 0.031729613359480685, "pvalue": 0.8223281985865488, "lower": -0.05645436777263068, "upper": 0.07077372152064507 }, { "event_time": -18, "estimate": -0.016568902617909484, "se": 0.03588006365008192, "pvalue": 0.6460899687731823, "lower": -0.08850409908882788, "upper": 0.05536629385300891 }, { "event_time": -17, "estimate": 0.2687927764927863, "se": 0.03511518659879746, "pvalue": 3.5687166763910227e-10, "lower": 0.1983910661799985, "upper": 0.3391944868055742 }, { "event_time": -16, "estimate": 0.07196840549556348, "se": 0.02936822523110273, "pvalue": 0.01753374926450259, "lower": 0.013088658998883722, "upper": 0.13084815199224323 }, { "event_time": -15, "estimate": 0.32176355058310024, "se": 0.020211537713321154, "pvalue": 4.7768678723048585e-22, "lower": 0.2812418572392309, "upper": 0.3622852439269696 }, { "event_time": -8, "estimate": 0.5054871967038884, "se": 0.013996631588744642, "pvalue": 1.6829794050542182e-39, "lower": 0.4774256399272156, "upper": 0.5335487534805612 }, { "event_time": -7, "estimate": 0.06675474972963696, "se": 0.01487332266821397, "pvalue": 3.805817328210237e-05, "lower": 0.036935533165596855, "upper": 0.09657396629367707 }, { "event_time": -6, "estimate": -0.1243677010275373, "se": 0.04065125514642917, "pvalue": 0.00344917793583195, "lower": -0.20586856050946128, "upper": -0.04286684154561332 }, { "event_time": -5, "estimate": 0.14210894188457537, "se": 0.07541826176679507, "pvalue": 0.06491509175719917, "lower": -0.00909556908281725, "upper": 0.29331345285196797 }, { "event_time": -4, "estimate": -1.0074746358974012, "se": 0.5543913596662869, "pvalue": 0.07472730462480076, "lower": -2.1189623904427553, "upper": 0.10401311864795293 }, { "event_time": -3, "estimate": -0.08350466122074574, "se": 0.06799306226734812, "pvalue": 0.22472248860909066, "lower": -0.21982254350103284, "upper": 0.052813221059541365 }, { "event_time": -2, "estimate": -0.28577967975067003, "se": 0.04802631606275705, "pvalue": 2.047253585437164e-07, "lower": -0.382066646112865, "upper": -0.18949271338847506 }, { "event_time": -1, "estimate": 0.34996924143912717, "se": 0.230636013523538, "pvalue": 0.13499638817013246, "lower": -0.11242812518447465, "upper": 0.812366608062729 }, { "event_time": 0, "estimate": -0.0007987890341826147, "se": 0.2067340248753366, "pvalue": 0.9969313413066297, "lower": -0.4152755536704994, "upper": 0.41367797560213415 }, { "event_time": 1, "estimate": 0.028237832420345634, "se": 0.04188947515917888, "pvalue": 0.5031212378339016, "lower": -0.05574550871936018, "upper": 0.11222117356005146 }, { "event_time": 2, "estimate": 0.1549796116420556, "se": 0.09248771822105288, "pvalue": 0.09958300546006893, "lower": -0.030447099031106428, "upper": 0.3404063223152176 }, { "event_time": 3, "estimate": 0.4864610732848098, "se": 0.11163878382096375, "pvalue": 5.9321277740251496e-05, "lower": 0.2626387878436557, "upper": 0.7102833587259639 }, { "event_time": 4, "estimate": -0.1322581409893894, "se": 0.025765656816017238, "pvalue": 3.993238888981529e-06, "lower": -0.1839151726863838, "upper": -0.08060110929239502 }, { "event_time": 5, "estimate": 0.42217179631874885, "se": 0.07783876400170256, "pvalue": 1.4050045640583275e-06, "lower": 0.2661144705535773, "upper": 0.5782291220839204 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.4173499831630481, "se": 0.031235599631195134, "pvalue": 9.30485676494187e-19, "lower": -0.47997358991776573, "upper": -0.3547263764083305 }, { "event_time": -28, "estimate": -0.3640648611718241, "se": 0.03608169461929909, "pvalue": 4.9749576128896404e-14, "lower": -0.43640430339678327, "upper": -0.2917254189468649 }, { "event_time": -27, "estimate": -0.26410432474136514, "se": 0.04145956570367792, "pvalue": 4.323775780440091e-08, "lower": -0.34722574931794087, "upper": -0.1809829001647894 }, { "event_time": -26, "estimate": -0.27040050330310694, "se": 0.03485045929122517, "pvalue": 2.4192760179936063e-10, "lower": -0.3402714673199253, "upper": -0.20052953928628858 }, { "event_time": -25, "estimate": -0.20462369287458818, "se": 0.027781910056340627, "pvalue": 1.0509372133512096e-09, "lower": -0.26032306893284896, "upper": -0.14892431681632737 }, { "event_time": -24, "estimate": -0.1829809436942628, "se": 0.026364212383395896, "pvalue": 5.146644496406636e-09, "lower": -0.2358380070511243, "upper": -0.1301238803374013 }, { "event_time": -23, "estimate": -0.1994309241863502, "se": 0.07259677046694134, "pvalue": 0.008153843412312702, "lower": -0.34497868568486323, "upper": -0.05388316268783713 }, { "event_time": -22, "estimate": 0.025675889576016877, "se": 0.044189503988822695, "pvalue": 0.5636305740321982, "lower": -0.06291873172647724, "upper": 0.114270510878511 }, { "event_time": -21, "estimate": -0.2010432925399807, "se": 0.10959637264344758, "pvalue": 0.07210680418526935, "lower": -0.4207707901133689, "upper": 0.018684205033407453 }, { "event_time": -20, "estimate": -0.154855114749767, "se": 0.10594875325414004, "pvalue": 0.1496449837031016, "lower": -0.3672695757583393, "upper": 0.05755934625880532 }, { "event_time": -19, "estimate": -0.11892863354656524, "se": 0.03309022803946669, "pvalue": 0.0007047091879438712, "lower": -0.18527054638431167, "upper": -0.0525867207088188 }, { "event_time": -18, "estimate": -0.141142644316145, "se": 0.07419078403815577, "pvalue": 0.06245358209924053, "lower": -0.2898862106086766, "upper": 0.007600921976386538 }, { "event_time": -17, "estimate": 0.14487631545336072, "se": 0.03116547088535756, "pvalue": 2.19334529155221e-05, "lower": 0.08239330836867946, "upper": 0.20735932253804196 }, { "event_time": -16, "estimate": -0.052359436864524087, "se": 0.06699269987673973, "pvalue": 0.4378811507605888, "lower": -0.18667171330719812, "upper": 0.08195283957814996 }, { "event_time": -15, "estimate": 0.19801441144153542, "se": 0.057366692360527785, "pvalue": 0.0010896895930550897, "lower": 0.08300111809605726, "upper": 0.3130277047870136 }, { "event_time": -8, "estimate": 0.3121258358705728, "se": 0.11978501736054957, "pvalue": 0.011822757310949695, "lower": 0.07197133552916021, "upper": 0.5522803362119854 }, { "event_time": -7, "estimate": -0.1271210191427797, "se": 0.11729482816305446, "pvalue": 0.28328061336296145, "lower": -0.3622829907384647, "upper": 0.10804095245290532 }, { "event_time": -6, "estimate": -0.31893889006858234, "se": 0.1178282047783414, "pvalue": 0.009075227358445154, "lower": -0.5551702173930599, "upper": -0.08270756274410468 }, { "event_time": -5, "estimate": -0.08321839594030889, "se": 0.19564262208584046, "pvalue": 0.6722652145114537, "lower": -0.4754582368470136, "upper": 0.30902144496639583 }, { "event_time": -4, "estimate": -2.3663640097072136, "se": 0.10896495509138761, "pvalue": 2.3601929598477876e-28, "lower": -2.5848255913082783, "upper": -2.147902428106149 }, { "event_time": -3, "estimate": -0.558416068326163, "se": 0.053468225470668186, "pvalue": 1.4371163976517714e-14, "lower": -0.6656134061484748, "upper": -0.45121873050385125 }, { "event_time": -2, "estimate": -0.7518653022777839, "se": 0.05055256883543966, "pvalue": 9.621195215333873e-21, "lower": -0.8532171005006579, "upper": -0.6505135040549099 }, { "event_time": 0, "estimate": -0.3502462801954913, "se": 0.041963493682950784, "pvalue": 2.7331304783779623e-11, "lower": -0.4343780195404497, "upper": -0.26611454085053293 }, { "event_time": 1, "estimate": -0.3599762004499927, "se": 0.051734160598105074, "pvalue": 4.81728488726811e-09, "lower": -0.4636969475249282, "upper": -0.2562554533750572 }, { "event_time": 2, "estimate": -0.24403338425422993, "se": 0.06437870938487747, "pvalue": 0.0003806036687013632, "lower": -0.37310492530024886, "upper": -0.11496184320821104 }, { "event_time": 3, "estimate": 0.2460651850920492, "se": 0.04710201981125809, "pvalue": 2.883990257568543e-06, "lower": 0.15163132114063432, "upper": 0.34049904904346406 }, { "event_time": 4, "estimate": -0.3779239111336071, "se": 0.041751126456786, "pvalue": 2.0574460602413995e-12, "lower": -0.46162987982533776, "upper": -0.2942179424418765 }, { "event_time": 5, "estimate": 0.14537627089375116, "se": 0.061538908966275466, "pvalue": 0.021793229853027292, "lower": 0.021998186889575208, "upper": 0.2687543548979271 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21487603305785125, 0.19008264462809918, 0.18181818181818182, 0.15702479338842976, 0.14049586776859505, 0.11570247933884298 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 3.4772922659480444e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 6.222103870721728, "df_num": 7, "df_den": 88984, "pvalue": 2.617018334686794e-07, "log10_pvalue": -6.58219323470616, "inference": "Homoskedastic nested-model F", "observations": 100573, "design_columns": 44, "restricted_design_columns": 37, "fixed_effect_rank": 11545, "covariance_rank": 7, "rss_unrestricted": 74699.28620099758, "rss_restricted": 74735.8490327952, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 1.8866082927692774e-05, 6.3305488238664905e-06, 5.9224150287615675e-06, 5.643452045789355e-06, 1.645165564352928e-05, 2.0736101553875192e-05 ], [ 1.9714122232665875e-05, 7.643384156078363e-06, 7.254914277639241e-06, 7.012615236594039e-06, 1.7335598713616254e-05, 2.2051730561095088e-05 ], [ 2.1071391132438248e-05, 9.419629816745429e-06, 9.120782210681461e-06, 9.181928239666979e-06, 1.9755222616051054e-05, 2.5374989432208356e-05 ], [ 2.1384965516083426e-05, 1.0475081119555779e-05, 1.025070055770541e-05, 1.0388232361185026e-05, 2.0677585815622356e-05, 2.6721899944552294e-05 ], [ 2.1172912568115394e-05, 1.1685961958462545e-05, 1.1611902571038154e-05, 1.1728364030271571e-05, 2.1066993722040545e-05, 2.7453564224328632e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.1454422403226244 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.23994044412834264 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.369290787258325 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.2754286151509725 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6771518831539103 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5617659690096544 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.15906823677119464 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.02314055549439362 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.910959099330608 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.19437875474566 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.570115366252528 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.977061973979566 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.909317481419681 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.901896070776247 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.1782465403575935 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.40013002832118644 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.25131089690851455, "se": 0.0667706362385361, "lower": -0.3821789391608703, "upper": -0.12044285465615881, "event_study": [ { "event_time": -29, "estimate": -0.4593633774472244, "se": 0.02661599108268536, "lower": -0.5115297613821269, "upper": -0.40719699351232186, "n": 0.0, "relative_to_minus_one": -0.4593633774472244 }, { "event_time": -28, "estimate": -0.42511180825542516, "se": 0.03197051081989489, "lower": -0.4877728580297673, "upper": -0.36245075848108305, "n": 0.0, "relative_to_minus_one": -0.42511180825542516 }, { "event_time": -27, "estimate": -0.33108880795864704, "se": 0.03364486479275267, "lower": -0.39703153121716195, "upper": -0.2651460847001321, "n": 0.0, "relative_to_minus_one": -0.33108880795864704 }, { "event_time": -26, "estimate": -0.34996156461869393, "se": 0.030780444704435896, "lower": -0.41029012766751494, "upper": -0.2896330015698729, "n": 0.0, "relative_to_minus_one": -0.34996156461869393 }, { "event_time": -25, "estimate": -0.2767230494305214, "se": 0.028325360527026028, "lower": -0.3322397359126049, "upper": -0.2212063629484379, "n": 0.0, "relative_to_minus_one": -0.2767230494305214 }, { "event_time": -24, "estimate": -0.2601141408496238, "se": 0.022640281176156837, "lower": -0.30448827655475136, "upper": -0.21574000514449626, "n": 0.0, "relative_to_minus_one": -0.2601141408496238 }, { "event_time": -23, "estimate": -0.38803581834284584, "se": 0.16488131546501783, "lower": -0.7111972583778678, "upper": -0.06487437830782383, "n": 0.0, "relative_to_minus_one": -0.38803581834284584 }, { "event_time": -22, "estimate": -0.1786865741331572, "se": 0.12538317814606098, "lower": -0.4244330875666063, "upper": 0.06705993930029192, "n": 0.0, "relative_to_minus_one": -0.1786865741331572 }, { "event_time": -21, "estimate": -0.40537994449064324, "se": 0.026529474696829994, "lower": -0.4573767594251967, "upper": -0.3533831295560898, "n": 0.0, "relative_to_minus_one": -0.40537994449064324 }, { "event_time": -20, "estimate": -0.36359389811562265, "se": 0.19669155686340842, "lower": -0.7491022656310152, "upper": 0.02191446939976993, "n": 0.0, "relative_to_minus_one": -0.36359389811562265 }, { "event_time": -19, "estimate": -0.3320680508868807, "se": 0.09790401186315083, "lower": -0.5239563880806385, "upper": -0.14017971369312288, "n": 0.0, "relative_to_minus_one": -0.3320680508868807 }, { "event_time": -18, "estimate": -0.3197780810251769, "se": 0.041269418423801815, "lower": -0.40066465479874225, "upper": -0.23889150725161157, "n": 0.0, "relative_to_minus_one": -0.3197780810251769 }, { "event_time": -17, "estimate": -0.04688234247557615, "se": 0.10004985678159944, "lower": -0.24297645842590154, "upper": 0.14921177347474923, "n": 0.0, "relative_to_minus_one": -0.04688234247557615 }, { "event_time": -16, "estimate": -0.2596749893304704, "se": 0.04499663107007854, "lower": -0.3478667656534603, "upper": -0.17148321300748046, "n": 0.0, "relative_to_minus_one": -0.2596749893304704 }, { "event_time": -15, "estimate": -0.019918240365563774, "se": 0.06057144788963029, "lower": -0.1386360967206838, "upper": 0.09879961598955625, "n": 0.0, "relative_to_minus_one": -0.019918240365563774 }, { "event_time": -8, "estimate": 0.13058109681969182, "se": 0.1495082107923687, "lower": -0.16244961172637346, "upper": 0.4236118053657571, "n": 0.0, "relative_to_minus_one": 0.13058109681969182 }, { "event_time": -7, "estimate": -0.3456573014532566, "se": 0.1485553131419656, "lower": -0.636820364923579, "upper": -0.05449423798293429, "n": 0.0, "relative_to_minus_one": -0.3456573014532566 }, { "event_time": -6, "estimate": -0.2977670034422395, "se": 0.1411123403691088, "lower": -0.5743421083398503, "upper": -0.021191898544628662, "n": 0.0, "relative_to_minus_one": -0.2977670034422395 }, { "event_time": -5, "estimate": -0.06954393175803619, "se": 0.11601860448804009, "lower": -0.29693621809119186, "upper": 0.15784835457511948, "n": 0.0, "relative_to_minus_one": -0.06954393175803619 }, { "event_time": -4, "estimate": -1.4791719939833492, "se": 0.700043135067198, "lower": -2.8512313263395654, "upper": -0.10711266162713273, "n": 0.0, "relative_to_minus_one": -1.4791719939833492 }, { "event_time": -3, "estimate": -0.4585911924494227, "se": 0.11423209777764194, "lower": -0.6824819899720589, "upper": -0.23470039492678654, "n": 0.0, "relative_to_minus_one": -0.4585911924494227 }, { "event_time": -2, "estimate": -0.6952683691077054, "se": 0.1032805179286194, "lower": -0.8976944645524427, "upper": -0.492842273662968, "n": 0.0, "relative_to_minus_one": -0.6952683691077054 }, { "event_time": -1, "estimate": 0.0, "se": 1.2696610311805888e-19, "lower": -2.488489893687941e-19, "upper": 2.488489893687941e-19, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.39082339508612957, "se": 0.13247926534951024, "lower": -0.6504779838694947, "upper": -0.13116880630276434, "n": 26.0, "relative_to_minus_one": -0.39082339508612957 }, { "event_time": 1, "estimate": -0.2757487326087033, "se": 0.1572684018387584, "lower": -0.5839891361188425, "upper": 0.032491670901435954, "n": 23.0, "relative_to_minus_one": -0.2757487326087033 }, { "event_time": 2, "estimate": -0.15987450550604815, "se": 0.160148046542561, "lower": -0.47375890892391204, "upper": 0.15400989791181574, "n": 22.0, "relative_to_minus_one": -0.15987450550604815 }, { "event_time": 3, "estimate": 0.02743555034734491, "se": 0.04495699252149819, "lower": -0.0606785358480281, "upper": 0.11554963654271791, "n": 19.0, "relative_to_minus_one": 0.02743555034734491 }, { "event_time": 4, "estimate": -0.6004608536057293, "se": 0.04844868948384756, "lower": -0.695418540092235, "upper": -0.5055031671192236, "n": 17.0, "relative_to_minus_one": -0.6004608536057293 }, { "event_time": 5, "estimate": -0.10839344499182178, "se": 0.06930587035696414, "lower": -0.24423045480867367, "upper": 0.02744356482503009, "n": 14.0, "relative_to_minus_one": -0.10839344499182178 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.27636526081878976, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.08124611847916047, "mass": 1.0, "base": 4 }, { "group": 30, "year": 1, "event_time": -29, "att": -0.4593633774472244, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": -0.42511180825542516, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": -0.33108880795864704, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": -0.34996156461869393, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": -0.2767230494305214, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": -0.2601141408496238, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": -0.38803581834284584, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": -0.1786865741331572, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": -0.40537994449064324, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": -0.36359389811562265, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": -0.3320680508868807, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": -0.3197780810251769, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": -0.046882342475576155, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": -0.2596749893304704, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": -0.019918240365563777, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": -0.2928463725397907, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.576022967164292, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.47964958391808354, "mass": 18.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": -0.05118624514559378, "mass": 17.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.10376848180843612, "mass": 16.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": 0.06573607901272305, "mass": 14.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": -0.6303299754179573, "mass": 12.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": -0.16765330924186284, "mass": 10.0, "base": 29 }, { "group": 31, "year": 27, "event_time": -4, "att": -7.432922803926808, "mass": 0.0, "base": 30 }, { "group": 31, "year": 28, "event_time": -3, "att": -5.529635811815357, "mass": 0.0, "base": 30 }, { "group": 31, "year": 29, "event_time": -2, "att": -5.822411623934835, "mass": 0.0, "base": 30 }, { "group": 31, "year": 30, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 30 }, { "group": 31, "year": 31, "event_time": 0, "att": -3.1018537801886854, "mass": 1.0, "base": 30 }, { "group": 31, "year": 32, "event_time": 1, "att": -8.198160388809846, "mass": 1.0, "base": 30 }, { "group": 31, "year": 33, "event_time": 2, "att": -6.445450355952555, "mass": 1.0, "base": 30 }, { "group": 35, "year": 27, "event_time": -8, "att": 0.13058109681969182, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -0.3456573014532566, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -0.2977670034422395, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.06954393175803619, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.6777055387986527, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.47080385407900416, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.5291569107373391, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": 0.328649490130466, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -0.15070528402312405, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.4190118186105102, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.1331320505959711, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.4752403044698503, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": 0.14004213974873503, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.25131089690851455, "se": 0.0667706362385361, "lower": -0.3821789391608703, "upper": -0.12044285465615881 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.2518742394218115, "se": 0.06756513259640277, "lower": -0.38429946592143416, "upper": -0.11944901292218882 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.321141781584109, "se": 0.11112088112657731, "lower": -0.5389347065225571, "upper": -0.10334885664566085 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.3086681247311686, "se": 0.08401430882065196, "lower": -0.47333314420567224, "upper": -0.144003105256665 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.3086681247311686, "treated_cell_se": 0.08401430882065196, "checks": { "input_rows": 100573, "retained_rows": 100573, "all_observed_post_cells_estimated": true, "post_weight_sum": 121.0, "avoided_dense_if_bytes": 99768416 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.11918916599825025, "status": "estimated" }, { "method": "SDID", "status": "unsupported", "reason": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12085226786022098, "SE": 0.038486828046456936, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.25077193745519, "SE": 0.25905909459486876, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1400250432310634, "SE": 0.03218415503257224, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1856924837110375, "SE": 0.04648514849833733, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.25131089690851455, "SE": 0.0667706362385361, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.3086681247311686, "SE": 0.08401430882065196, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12085226786022098, "SE": 0.038486828046456936, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.043690823441824275, "upper": 0.1980137122786177, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.25077193745519, "SE": 0.25905909459486876, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7701541506251929, "upper": 0.2686102757148129, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1400250432310634, "SE": 0.03218415503257224, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07549969739842592, "upper": 0.20455038906370088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1856924837110375, "SE": 0.04648514849833733, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27888959514370015, "upper": -0.09249537227837486, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.25131089690851455, "SE": 0.0667706362385361, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3821789391608703, "upper": -0.12044285465615881, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.3086681247311686, "SE": 0.08401430882065196, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.47333314420567224, "upper": -0.144003105256665, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602274.520994, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12085226786022098, "SE": 0.038486828046456936, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.043690823441824275, "upper": 0.1980137122786177, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.25077193745519, "SE": 0.25905909459486876, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7701541506251929, "upper": 0.2686102757148129, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1400250432310634, "SE": 0.03218415503257224, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07549969739842592, "upper": 0.20455038906370088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1856924837110375, "SE": 0.04648514849833733, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27888959514370015, "upper": -0.09249537227837486, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.25131089690851455, "SE": 0.0667706362385361, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3821789391608703, "upper": -0.12044285465615881, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.3086681247311686, "SE": 0.08401430882065196, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.47333314420567224, "upper": -0.144003105256665, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P014", "source_specification_id": "PP-REPLY-T1-PB-NOTX-SALESGR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P014.json", "input_bytes": 1376057, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p014", "specification_id": "S03-P014", "source_specification_id": "PP-REPLY-T1-PB-NOTX-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOTX-SALESGR", "data": "analyses/full-archive/prepared/S03-P014.parquet", "output_dir": "analyses/full-archive/results/S03-P014" }, "source": { "file": "S03-P014.parquet", "bytes": 1376057, "sha256": "b1ac48d1c411a244eb5d6496250f4f789739f2d3cdc12aaad461a6813037378d" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 118361, "source_sd": 0.40379325674392624, "rows": 108685, "units": 12131, "clusters": 55, "treated_units": 29, "never_treated_units": 12102, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 108638, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 409, "post_adoption_untreated_rows_removed": 2981, "units_without_minus_one_removed": 218, "additional_rows_removed": 4915 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.08796266153707287, "se": 0.02834927992300201, "pvalue": 0.003047532922828556, "lower": 0.031125777384400644, "upper": 0.1447995456897451 }, { "method": "Dynamic TWFE", "estimate": -0.008518423259240002, "se": 0.15733688385480393, "pvalue": 0.9570223990781964, "lower": -0.3239598829677862, "upper": 0.3069230364493062 }, { "method": "BJS / did2s", "estimate": 0.09596037082237957, "se": 0.02682571300794906, "pvalue": 0.0007424667683082595, "lower": 0.04217805442186558, "upper": 0.14974268722289358 }, { "method": "Sun\u2013Abraham", "estimate": -0.020070455626947314, "se": 0.03933939979868295, "pvalue": 0.6119995301955021, "lower": -0.09894120349307615, "upper": 0.058800292239181526 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.2680763018253285, "se": 0.161910589636219, "pvalue": 0.10358216400241607, "lower": -0.5926874895252997, "upper": 0.056534885874642726 }, { "event_time": -28, "estimate": -0.09251777171014879, "se": 0.17754847017278164, "pvalue": 0.6044382898542405, "lower": -0.44848102220903363, "upper": 0.26344547878873603 }, { "event_time": -27, "estimate": -0.21549647145635398, "se": 0.16023638863712847, "pvalue": 0.1842900304313796, "lower": -0.5367510882489849, "upper": 0.10575814533627692 }, { "event_time": -26, "estimate": 0.19649331784712806, "se": 0.1624387248036891, "pvalue": 0.2316839800127652, "lower": -0.1291767171114677, "upper": 0.5221633528057238 }, { "event_time": -25, "estimate": 0.016732732480721456, "se": 0.15674239231520126, "pvalue": 0.9153804927776971, "lower": -0.29751684345307233, "upper": 0.3309823084145152 }, { "event_time": -24, "estimate": 0.039342001828966015, "se": 0.1297536114682804, "pvalue": 0.762898374010843, "lower": -0.22079832637138963, "upper": 0.2994823300293217 }, { "event_time": -23, "estimate": -0.05807139693623712, "se": 0.16177209776914003, "pvalue": 0.7210170244425965, "lower": -0.38240492516031926, "upper": 0.266262131287845 }, { "event_time": -22, "estimate": 0.1576617576180255, "se": 0.2009119534833183, "pvalue": 0.4360407469673543, "lower": -0.24514245667008158, "upper": 0.5604659719061326 }, { "event_time": -21, "estimate": 0.015937738436828906, "se": 0.14576927013476884, "pvalue": 0.9133417840774557, "lower": -0.27631205211065896, "upper": 0.3081875289843167 }, { "event_time": -20, "estimate": 0.042666749227081524, "se": 0.17054524159793616, "pvalue": 0.8033986938745781, "lower": -0.2992558733516488, "upper": 0.3845893718058119 }, { "event_time": -19, "estimate": 0.020997062270426154, "se": 0.18131871133159605, "pvalue": 0.908239069390599, "lower": -0.3425250666392398, "upper": 0.3845191911800921 }, { "event_time": -18, "estimate": -0.004901241270937631, "se": 0.14342352841726475, "pvalue": 0.972865042460226, "lower": -0.2924481028335628, "upper": 0.2826456202916876 }, { "event_time": -17, "estimate": 0.30775319245246796, "se": 0.17225079981376795, "pvalue": 0.07960678397456308, "lower": -0.03758886846798254, "upper": 0.6530952533729184 }, { "event_time": -16, "estimate": 0.2447736272228286, "se": 0.16188238655681705, "pvalue": 0.1363528111589739, "lower": -0.07978101670738655, "upper": 0.5693282711530437 }, { "event_time": -15, "estimate": 0.28747554950193266, "se": 0.13956919616202937, "pvalue": 0.04425788879168633, "lower": 0.007656158847623995, "upper": 0.5672949401562413 }, { "event_time": -8, "estimate": -0.5525885953766656, "se": 0.42399116251970703, "pvalue": 0.19800134045030424, "lower": -1.4026396954872022, "upper": 0.29746250473387115 }, { "event_time": -7, "estimate": -0.739928166368251, "se": 0.27770761940317845, "pvalue": 0.010147160163897955, "lower": -1.296698420681695, "upper": -0.18315791205480692 }, { "event_time": -6, "estimate": -0.7492731915481113, "se": 0.2352113359399096, "pvalue": 0.0024010726763638015, "lower": -1.2208435273210791, "upper": -0.2777028557751436 }, { "event_time": -5, "estimate": -0.16827321356935068, "se": 0.2218668098979199, "pvalue": 0.4514837982587508, "lower": -0.6130893854700472, "upper": 0.2765429583313458 }, { "event_time": -4, "estimate": -0.4840675078247151, "se": 0.3116765319754106, "pvalue": 0.12623893336084896, "lower": -1.1089413313964984, "upper": 0.14080631574706814 }, { "event_time": -3, "estimate": -0.038919071407820256, "se": 0.0719762149939513, "pvalue": 0.5909232603417082, "lower": -0.18322269409136385, "upper": 0.10538455127572335 }, { "event_time": -2, "estimate": -0.30726646640863825, "se": 0.15918493660591976, "pvalue": 0.058834976727733, "lower": -0.6264130488013755, "upper": 0.011880115984099049 }, { "event_time": 0, "estimate": -0.053371053006739264, "se": 0.160314522663956, "pvalue": 0.7404877956144443, "lower": -0.37478231909145937, "upper": 0.2680402130779808 }, { "event_time": 1, "estimate": -0.07121464276571648, "se": 0.21691081210531515, "pvalue": 0.7439447268235243, "lower": -0.5060946373397139, "upper": 0.363665351808281 }, { "event_time": 2, "estimate": -0.10499255458224671, "se": 0.21351951034834377, "pvalue": 0.6249077928710944, "lower": -0.5330733985036965, "upper": 0.3230882893392031 }, { "event_time": 3, "estimate": 0.022021154300869393, "se": 0.1495231689548368, "pvalue": 0.8834627877877035, "lower": -0.27775475024092633, "upper": 0.3217970588426651 }, { "event_time": 4, "estimate": 0.08522516329575881, "se": 0.1585118113098217, "pvalue": 0.5930220654897683, "lower": -0.23257188413247604, "upper": 0.40302221072399363 }, { "event_time": 5, "estimate": 0.1343056829022195, "se": 0.18875626803305, "pvalue": 0.47981865739751606, "lower": -0.24412784939291576, "upper": 0.5127392151973548 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2520029669280529, "se": 0.022508888334269696, "pvalue": 1.0797809810179325e-15, "lower": -0.29713057094956796, "upper": -0.20687536290653782 }, { "event_time": -28, "estimate": -0.0930810825670659, "se": 0.16979398115684588, "pvalue": 0.5858137403088226, "lower": -0.43349751864741937, "upper": 0.24733535351328753 }, { "event_time": -27, "estimate": -0.21541982634892848, "se": 0.03285480331621746, "pvalue": 2.15812167158267e-08, "lower": -0.2812897410351051, "upper": -0.14954991166275183 }, { "event_time": -26, "estimate": 0.18710333704180496, "se": 0.030444302972715984, "pvalue": 9.947133999255325e-08, "lower": 0.12606618456848462, "upper": 0.2481404895151253 }, { "event_time": -25, "estimate": 0.008270760607504264, "se": 0.023890339538708, "pvalue": 0.7305400638982312, "lower": -0.039626486321431606, "upper": 0.056168007536440134 }, { "event_time": -24, "estimate": 0.03081616110271734, "se": 0.0894801729815971, "pvalue": 0.7318899209966823, "lower": -0.14858078441157122, "upper": 0.2102131066170059 }, { "event_time": -23, "estimate": -0.0663138361275676, "se": 0.030853034423324825, "pvalue": 0.03610575879208992, "lower": -0.12817044582064469, "upper": -0.004457226434490522 }, { "event_time": -22, "estimate": 0.14885864925191788, "se": 0.0846162004079488, "pvalue": 0.08420465036486909, "lower": -0.020786618391148426, "upper": 0.3185039168949842 }, { "event_time": -21, "estimate": 0.00747034581078752, "se": 0.015544776651269632, "pvalue": 0.6327637678108764, "lower": -0.02369505493685226, "upper": 0.0386357465584273 }, { "event_time": -20, "estimate": 0.03413692039836415, "se": 0.04570937709855668, "pvalue": 0.45840845547435916, "lower": -0.05750486302250961, "upper": 0.1257787038192379 }, { "event_time": -19, "estimate": 0.012507774153745448, "se": 0.0600936664010292, "pvalue": 0.8359042818587994, "lower": -0.1079727729649605, "upper": 0.1329883212724514 }, { "event_time": -18, "estimate": -0.02206918201132673, "se": 0.012929611273922071, "pvalue": 0.09359089800226245, "lower": -0.047991491858735885, "upper": 0.00385312783608242 }, { "event_time": -17, "estimate": 0.2898232067411987, "se": 0.0490528516079106, "pvalue": 2.390791087379386e-07, "lower": 0.19147816052593655, "upper": 0.38816825295646085 }, { "event_time": -16, "estimate": 0.22697330713980174, "se": 0.03410130697332416, "pvalue": 1.4908828486930885e-08, "lower": 0.1586043030888412, "upper": 0.29534231119076226 }, { "event_time": -15, "estimate": 0.2695629078732822, "se": 0.01662952409683478, "pvalue": 2.126277263754308e-22, "lower": 0.23622271943911394, "upper": 0.30290309630745044 }, { "event_time": -8, "estimate": -0.507593310929707, "se": 0.019242995113267353, "pvalue": 1.586417251005034e-32, "lower": -0.5461731932750008, "upper": -0.46901342858441336 }, { "event_time": -7, "estimate": -0.544540294174025, "se": 0.0168052796590293, "pvalue": 4.5627250946307375e-37, "lower": -0.578232851294621, "upper": -0.5108477370534291 }, { "event_time": -6, "estimate": -0.5367680540416386, "se": 0.034681789503241967, "pvalue": 1.6746769159552645e-21, "lower": -0.6063008554939864, "upper": -0.4672352525892909 }, { "event_time": -5, "estimate": 0.010681306583466776, "se": 0.19885947845034627, "pvalue": 0.9573621803714976, "lower": -0.3880079430215116, "upper": 0.40937055618844514 }, { "event_time": -4, "estimate": -0.30406437409040754, "se": 0.11689507473641074, "pvalue": 0.011962432616277274, "lower": -0.5384248883206324, "upper": -0.06970385986018274 }, { "event_time": -3, "estimate": 0.0888462110413894, "se": 0.12004588047864807, "pvalue": 0.4624437799234506, "lower": -0.15183128836255105, "upper": 0.32952371044532985 }, { "event_time": -2, "estimate": -0.1843614897128155, "se": 0.034827799337696884, "pvalue": 2.247452507740647e-06, "lower": -0.2541870232581337, "upper": -0.1145359561674973 }, { "event_time": -1, "estimate": 0.09895515592847343, "se": 0.1562314889384956, "pvalue": 0.5291538747481773, "lower": -0.2142701204070978, "upper": 0.41218043226404466 }, { "event_time": 0, "estimate": 0.04542267128957073, "se": 0.10572977896518675, "pvalue": 0.6691880896910924, "lower": -0.1665527727024334, "upper": 0.25739811528157486 }, { "event_time": 1, "estimate": 0.018781577757482612, "se": 0.12047428246382369, "pvalue": 0.8766955577161019, "lower": -0.22275481591355506, "upper": 0.2603179714285203 }, { "event_time": 2, "estimate": 0.01836895214551908, "se": 0.11994600347165783, "pvalue": 0.8788559431302494, "lower": -0.2221083059157404, "upper": 0.25884621020677856 }, { "event_time": 3, "estimate": 0.12172699548062893, "se": 0.05618332842458064, "pvalue": 0.034696484825263295, "lower": 0.009086203980719909, "upper": 0.23436778698053795 }, { "event_time": 4, "estimate": 0.1907904827474965, "se": 0.034588823249114914, "pvalue": 1.0053264314312249e-06, "lower": 0.12144406741254848, "upper": 0.2601368980824445 }, { "event_time": 5, "estimate": 0.24829172561771828, "se": 0.07929727102846447, "pvalue": 0.0028096377117852647, "lower": 0.08931026932291505, "upper": 0.4072731819125215 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.14952233268709542, "se": 0.050146680064841964, "pvalue": 0.004293447607645405, "lower": -0.25006037292049, "upper": -0.04898429245370087 }, { "event_time": -28, "estimate": 0.02716512628106666, "se": 0.2028570822702974, "pvalue": 0.8939695008507497, "lower": -0.37953883642491315, "upper": 0.43386908898704646 }, { "event_time": -27, "estimate": -0.09578884137624276, "se": 0.04504085466732174, "pvalue": 0.03803006107694425, "lower": -0.18609031802104448, "upper": -0.005487364731441055 }, { "event_time": -26, "estimate": 0.3163981735279519, "se": 0.040971749911582624, "pvalue": 2.772089347408693e-10, "lower": 0.23425476072939908, "upper": 0.3985415863265047 }, { "event_time": -25, "estimate": 0.13658236992739103, "se": 0.03408735586962629, "pvalue": 0.00018983857247619046, "lower": 0.06824133615528172, "upper": 0.20492340369950035 }, { "event_time": -24, "estimate": 0.15922926147293986, "se": 0.11351426692445275, "pvalue": 0.16642237889286823, "lower": -0.06835314119774599, "upper": 0.3868116641436257 }, { "event_time": -23, "estimate": 0.06181480782830469, "se": 0.039563661178662335, "pvalue": 0.12403259936269787, "lower": -0.017505557033685296, "upper": 0.14113517269029469 }, { "event_time": -22, "estimate": 0.2775476156925685, "se": 0.08501591684021508, "pvalue": 0.001905320135593654, "lower": 0.10710096485330309, "upper": 0.44799426653183383 }, { "event_time": -21, "estimate": 0.1358231021552748, "se": 0.03260144089707818, "pvalue": 0.00011247024339871038, "lower": 0.0704611485356357, "upper": 0.20118505577491388 }, { "event_time": -20, "estimate": 0.1625520987256066, "se": 0.047662440358959876, "pvalue": 0.0012342821834524288, "lower": 0.06699465922542944, "upper": 0.25810953822578375 }, { "event_time": -19, "estimate": 0.14088217768375585, "se": 0.05943286864670723, "pvalue": 0.021366906310323057, "lower": 0.021726450296371214, "upper": 0.2600379050711405 }, { "event_time": -18, "estimate": 0.1161906019856051, "se": 0.03126062614854206, "pvalue": 0.00048050189753098236, "lower": 0.05351682008460315, "upper": 0.17886438388660705 }, { "event_time": -17, "estimate": 0.4288441880527542, "se": 0.04936133074031916, "pvalue": 7.776671993915953e-12, "lower": 0.3298806784140879, "upper": 0.5278076976914206 }, { "event_time": -16, "estimate": 0.3658635840842471, "se": 0.03978292347850208, "pvalue": 1.2168056510413885e-12, "lower": 0.2861036247786279, "upper": 0.44562354338986626 }, { "event_time": -15, "estimate": 0.40856456415626635, "se": 0.03922275039038497, "pvalue": 1.581143709507561e-14, "lower": 0.3299276842728135, "upper": 0.4872014440397192 }, { "event_time": -8, "estimate": -1.0798701474496906, "se": 0.31759816737379903, "pvalue": 0.0012734098455825448, "lower": -1.716616135183904, "upper": -0.44312415971547714 }, { "event_time": -7, "estimate": -1.2584004215876885, "se": 0.18040117273546621, "pvalue": 4.514245361981937e-09, "lower": -1.6200829963698606, "upper": -0.8967178468055164 }, { "event_time": -6, "estimate": -1.2704947444790857, "se": 0.14880322379189082, "pvalue": 1.3483302770622973e-11, "lower": -1.5688272458750598, "upper": -0.9721622430831116 }, { "event_time": -5, "estimate": -0.6906983261294133, "se": 0.10901527791953801, "pvalue": 4.913359832174273e-08, "lower": -0.9092607989263598, "upper": -0.47213585333246677 }, { "event_time": -4, "estimate": -1.0056661518617922, "se": 0.2587461009254118, "pvalue": 0.00028001334127539094, "lower": -1.5244208505065666, "upper": -0.4869114532170177 }, { "event_time": -3, "estimate": -0.06461769798709228, "se": 0.05639547125204203, "pvalue": 0.25693205016798015, "lower": -0.1776838102479163, "upper": 0.04844841427373174 }, { "event_time": -2, "estimate": -0.31905560089754464, "se": 0.06459887560378869, "pvalue": 7.951548277615856e-06, "lower": -0.4485685486358173, "upper": -0.189542653159272 }, { "event_time": 0, "estimate": -0.05317208715666021, "se": 0.026791835031453385, "pvalue": 0.052275435232065716, "lower": -0.10688648230377232, "upper": 0.000542307990451886 }, { "event_time": 1, "estimate": -0.07191315315812952, "se": 0.04459431007175326, "pvalue": 0.11265938832367565, "lower": -0.16131936179202366, "upper": 0.01749305547576463 }, { "event_time": 2, "estimate": -0.11501619470354983, "se": 0.06388221180186705, "pvalue": 0.07737711056058072, "lower": -0.2430923180287557, "upper": 0.013059928621656045 }, { "event_time": 3, "estimate": -0.001691459191060854, "se": 0.045265664883094546, "pvalue": 0.9703298840199136, "lower": -0.09244365318123855, "upper": 0.08906073479911684 }, { "event_time": 4, "estimate": 0.05501920552612091, "se": 0.04029040432054518, "pvalue": 0.1777367196094359, "lower": -0.02575819160886271, "upper": 0.13579660266110455 }, { "event_time": 5, "estimate": 0.12170813343905854, "se": 0.06053478704979977, "pvalue": 0.049378188877980116, "lower": 0.0003431926680404068, "upper": 0.24307307421007668 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21323529411764705, 0.18382352941176472, 0.16911764705882354, 0.15441176470588236, 0.14705882352941177, 0.1323529411764706 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.6787488092978027e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.204073553949906, "df_num": 5, "df_den": 96486, "pvalue": 0.30425121086324036, "log10_pvalue": -0.5167676846831819, "inference": "Homoskedastic nested-model F", "observations": 108685, "design_columns": 38, "restricted_design_columns": 33, "fixed_effect_rank": 12161, "covariance_rank": 5, "rss_unrestricted": 76561.67711245982, "rss_restricted": 76566.4542765384, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 2.6711435097885234e-05, 2.8322928564040476e-05, 2.773145361823813e-05, 3.170987557434663e-05, 3.1223247927206504e-05, 3.0997444122973195e-05 ], [ 2.5231475146116936e-05, 2.716639463755216e-05, 2.668524423430605e-05, 3.093174331821296e-05, 3.0468769716288764e-05, 3.021740484554375e-05 ], [ 2.6034690007692966e-05, 2.852017543461296e-05, 2.8178015303330496e-05, 3.288421049848222e-05, 3.259774592861109e-05, 3.241330365234664e-05 ], [ 2.5552066161946695e-05, 2.8404705594131596e-05, 2.812508682067059e-05, 3.310706500759755e-05, 3.301722490674144e-05, 3.292696048022133e-05 ], [ 1.4967448012692678e-05, 1.8240057057639353e-05, 1.808634643100721e-05, 2.3391420556998657e-05, 2.331807168140051e-05, 2.3351611108550757e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.23831037982423012 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.09977324306436723 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.13722972831861294 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.2888753074159636 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1945551262681882 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5499611315568707 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.8133138024753547 }, { "event_time": 5.0, "cohort": 30, "estimate": 1.0530220334082971 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.4820139681140994 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.1086101790520947 } ] } } }, "code_sha256": { "replication_engine.py": "cd3acc93d19b09e121e2366dbaaccd6cc5c4f902ca3ac3d3c1c27b3cc1d436f0", "reference_f_test.py": "5f044e72270f04daf518d8b9667920b0bdce87bdaa9b134f2625697b9eff1909", "sparse_did2s.py": "16f2083b77e2a6a0fd9a4dda23961f99f24def371aa785b956cc08b5c86929f3", "frequency.py": "f8b8062ee5e78fff474749beed9c4a3c20ced533b2e327a18f101ff35bca26b2", "sparse_models.py": "fd6fc12f18694fa56b8e0a68bec3d72bf57339ae0aecab45d7f13a834468feec" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p014", "specification_id": "S03-P014", "source_specification_id": "PP-REPLY-T1-PB-NOTX-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOTX-SALESGR", "data": "analyses/full-archive/prepared/S03-P014.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P014" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P014", "regression_results": "analyses/archive-expanded/baselines/S03-P014.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P014.parquet", "bytes": 1376057, "sha256": "b1ac48d1c411a244eb5d6496250f4f789739f2d3cdc12aaad461a6813037378d" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 118361, "source_sd": 0.40379325674392624, "rows": 108685, "units": 12131, "clusters": 55, "treated_units": 29, "never_treated_units": 12102, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 108638, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 409, "post_adoption_untreated_rows_removed": 2981, "units_without_minus_one_removed": 218, "additional_rows_removed": 4915 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.08796266153707287, "se": 0.02834927992300201, "pvalue": 0.003047532922828556, "lower": 0.031125777384400644, "upper": 0.1447995456897451 }, { "method": "Dynamic TWFE", "estimate": -0.008518423259240002, "se": 0.15733688385480393, "pvalue": 0.9570223990781964, "lower": -0.3239598829677862, "upper": 0.3069230364493062 }, { "method": "BJS / did2s", "estimate": 0.09596037082237957, "se": 0.02682571300794906, "pvalue": 0.0007424667683082595, "lower": 0.04217805442186558, "upper": 0.14974268722289358 }, { "method": "Sun\u2013Abraham", "estimate": -0.020070455626947314, "se": 0.03933939979868295, "pvalue": 0.6119995301955021, "lower": -0.09894120349307615, "upper": 0.058800292239181526 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.2680763018253285, "se": 0.161910589636219, "pvalue": 0.10358216400241607, "lower": -0.5926874895252997, "upper": 0.056534885874642726 }, { "event_time": -28, "estimate": -0.09251777171014879, "se": 0.17754847017278164, "pvalue": 0.6044382898542405, "lower": -0.44848102220903363, "upper": 0.26344547878873603 }, { "event_time": -27, "estimate": -0.21549647145635398, "se": 0.16023638863712847, "pvalue": 0.1842900304313796, "lower": -0.5367510882489849, "upper": 0.10575814533627692 }, { "event_time": -26, "estimate": 0.19649331784712806, "se": 0.1624387248036891, "pvalue": 0.2316839800127652, "lower": -0.1291767171114677, "upper": 0.5221633528057238 }, { "event_time": -25, "estimate": 0.016732732480721456, "se": 0.15674239231520126, "pvalue": 0.9153804927776971, "lower": -0.29751684345307233, "upper": 0.3309823084145152 }, { "event_time": -24, "estimate": 0.039342001828966015, "se": 0.1297536114682804, "pvalue": 0.762898374010843, "lower": -0.22079832637138963, "upper": 0.2994823300293217 }, { "event_time": -23, "estimate": -0.05807139693623712, "se": 0.16177209776914003, "pvalue": 0.7210170244425965, "lower": -0.38240492516031926, "upper": 0.266262131287845 }, { "event_time": -22, "estimate": 0.1576617576180255, "se": 0.2009119534833183, "pvalue": 0.4360407469673543, "lower": -0.24514245667008158, "upper": 0.5604659719061326 }, { "event_time": -21, "estimate": 0.015937738436828906, "se": 0.14576927013476884, "pvalue": 0.9133417840774557, "lower": -0.27631205211065896, "upper": 0.3081875289843167 }, { "event_time": -20, "estimate": 0.042666749227081524, "se": 0.17054524159793616, "pvalue": 0.8033986938745781, "lower": -0.2992558733516488, "upper": 0.3845893718058119 }, { "event_time": -19, "estimate": 0.020997062270426154, "se": 0.18131871133159605, "pvalue": 0.908239069390599, "lower": -0.3425250666392398, "upper": 0.3845191911800921 }, { "event_time": -18, "estimate": -0.004901241270937631, "se": 0.14342352841726475, "pvalue": 0.972865042460226, "lower": -0.2924481028335628, "upper": 0.2826456202916876 }, { "event_time": -17, "estimate": 0.30775319245246796, "se": 0.17225079981376795, "pvalue": 0.07960678397456308, "lower": -0.03758886846798254, "upper": 0.6530952533729184 }, { "event_time": -16, "estimate": 0.2447736272228286, "se": 0.16188238655681705, "pvalue": 0.1363528111589739, "lower": -0.07978101670738655, "upper": 0.5693282711530437 }, { "event_time": -15, "estimate": 0.28747554950193266, "se": 0.13956919616202937, "pvalue": 0.04425788879168633, "lower": 0.007656158847623995, "upper": 0.5672949401562413 }, { "event_time": -8, "estimate": -0.5525885953766656, "se": 0.42399116251970703, "pvalue": 0.19800134045030424, "lower": -1.4026396954872022, "upper": 0.29746250473387115 }, { "event_time": -7, "estimate": -0.739928166368251, "se": 0.27770761940317845, "pvalue": 0.010147160163897955, "lower": -1.296698420681695, "upper": -0.18315791205480692 }, { "event_time": -6, "estimate": -0.7492731915481113, "se": 0.2352113359399096, "pvalue": 0.0024010726763638015, "lower": -1.2208435273210791, "upper": -0.2777028557751436 }, { "event_time": -5, "estimate": -0.16827321356935068, "se": 0.2218668098979199, "pvalue": 0.4514837982587508, "lower": -0.6130893854700472, "upper": 0.2765429583313458 }, { "event_time": -4, "estimate": -0.4840675078247151, "se": 0.3116765319754106, "pvalue": 0.12623893336084896, "lower": -1.1089413313964984, "upper": 0.14080631574706814 }, { "event_time": -3, "estimate": -0.038919071407820256, "se": 0.0719762149939513, "pvalue": 0.5909232603417082, "lower": -0.18322269409136385, "upper": 0.10538455127572335 }, { "event_time": -2, "estimate": -0.30726646640863825, "se": 0.15918493660591976, "pvalue": 0.058834976727733, "lower": -0.6264130488013755, "upper": 0.011880115984099049 }, { "event_time": 0, "estimate": -0.053371053006739264, "se": 0.160314522663956, "pvalue": 0.7404877956144443, "lower": -0.37478231909145937, "upper": 0.2680402130779808 }, { "event_time": 1, "estimate": -0.07121464276571648, "se": 0.21691081210531515, "pvalue": 0.7439447268235243, "lower": -0.5060946373397139, "upper": 0.363665351808281 }, { "event_time": 2, "estimate": -0.10499255458224671, "se": 0.21351951034834377, "pvalue": 0.6249077928710944, "lower": -0.5330733985036965, "upper": 0.3230882893392031 }, { "event_time": 3, "estimate": 0.022021154300869393, "se": 0.1495231689548368, "pvalue": 0.8834627877877035, "lower": -0.27775475024092633, "upper": 0.3217970588426651 }, { "event_time": 4, "estimate": 0.08522516329575881, "se": 0.1585118113098217, "pvalue": 0.5930220654897683, "lower": -0.23257188413247604, "upper": 0.40302221072399363 }, { "event_time": 5, "estimate": 0.1343056829022195, "se": 0.18875626803305, "pvalue": 0.47981865739751606, "lower": -0.24412784939291576, "upper": 0.5127392151973548 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2520029669280529, "se": 0.022508888334269696, "pvalue": 1.0797809810179325e-15, "lower": -0.29713057094956796, "upper": -0.20687536290653782 }, { "event_time": -28, "estimate": -0.0930810825670659, "se": 0.16979398115684588, "pvalue": 0.5858137403088226, "lower": -0.43349751864741937, "upper": 0.24733535351328753 }, { "event_time": -27, "estimate": -0.21541982634892848, "se": 0.03285480331621746, "pvalue": 2.15812167158267e-08, "lower": -0.2812897410351051, "upper": -0.14954991166275183 }, { "event_time": -26, "estimate": 0.18710333704180496, "se": 0.030444302972715984, "pvalue": 9.947133999255325e-08, "lower": 0.12606618456848462, "upper": 0.2481404895151253 }, { "event_time": -25, "estimate": 0.008270760607504264, "se": 0.023890339538708, "pvalue": 0.7305400638982312, "lower": -0.039626486321431606, "upper": 0.056168007536440134 }, { "event_time": -24, "estimate": 0.03081616110271734, "se": 0.0894801729815971, "pvalue": 0.7318899209966823, "lower": -0.14858078441157122, "upper": 0.2102131066170059 }, { "event_time": -23, "estimate": -0.0663138361275676, "se": 0.030853034423324825, "pvalue": 0.03610575879208992, "lower": -0.12817044582064469, "upper": -0.004457226434490522 }, { "event_time": -22, "estimate": 0.14885864925191788, "se": 0.0846162004079488, "pvalue": 0.08420465036486909, "lower": -0.020786618391148426, "upper": 0.3185039168949842 }, { "event_time": -21, "estimate": 0.00747034581078752, "se": 0.015544776651269632, "pvalue": 0.6327637678108764, "lower": -0.02369505493685226, "upper": 0.0386357465584273 }, { "event_time": -20, "estimate": 0.03413692039836415, "se": 0.04570937709855668, "pvalue": 0.45840845547435916, "lower": -0.05750486302250961, "upper": 0.1257787038192379 }, { "event_time": -19, "estimate": 0.012507774153745448, "se": 0.0600936664010292, "pvalue": 0.8359042818587994, "lower": -0.1079727729649605, "upper": 0.1329883212724514 }, { "event_time": -18, "estimate": -0.02206918201132673, "se": 0.012929611273922071, "pvalue": 0.09359089800226245, "lower": -0.047991491858735885, "upper": 0.00385312783608242 }, { "event_time": -17, "estimate": 0.2898232067411987, "se": 0.0490528516079106, "pvalue": 2.390791087379386e-07, "lower": 0.19147816052593655, "upper": 0.38816825295646085 }, { "event_time": -16, "estimate": 0.22697330713980174, "se": 0.03410130697332416, "pvalue": 1.4908828486930885e-08, "lower": 0.1586043030888412, "upper": 0.29534231119076226 }, { "event_time": -15, "estimate": 0.2695629078732822, "se": 0.01662952409683478, "pvalue": 2.126277263754308e-22, "lower": 0.23622271943911394, "upper": 0.30290309630745044 }, { "event_time": -8, "estimate": -0.507593310929707, "se": 0.019242995113267353, "pvalue": 1.586417251005034e-32, "lower": -0.5461731932750008, "upper": -0.46901342858441336 }, { "event_time": -7, "estimate": -0.544540294174025, "se": 0.0168052796590293, "pvalue": 4.5627250946307375e-37, "lower": -0.578232851294621, "upper": -0.5108477370534291 }, { "event_time": -6, "estimate": -0.5367680540416386, "se": 0.034681789503241967, "pvalue": 1.6746769159552645e-21, "lower": -0.6063008554939864, "upper": -0.4672352525892909 }, { "event_time": -5, "estimate": 0.010681306583466776, "se": 0.19885947845034627, "pvalue": 0.9573621803714976, "lower": -0.3880079430215116, "upper": 0.40937055618844514 }, { "event_time": -4, "estimate": -0.30406437409040754, "se": 0.11689507473641074, "pvalue": 0.011962432616277274, "lower": -0.5384248883206324, "upper": -0.06970385986018274 }, { "event_time": -3, "estimate": 0.0888462110413894, "se": 0.12004588047864807, "pvalue": 0.4624437799234506, "lower": -0.15183128836255105, "upper": 0.32952371044532985 }, { "event_time": -2, "estimate": -0.1843614897128155, "se": 0.034827799337696884, "pvalue": 2.247452507740647e-06, "lower": -0.2541870232581337, "upper": -0.1145359561674973 }, { "event_time": -1, "estimate": 0.09895515592847343, "se": 0.1562314889384956, "pvalue": 0.5291538747481773, "lower": -0.2142701204070978, "upper": 0.41218043226404466 }, { "event_time": 0, "estimate": 0.04542267128957073, "se": 0.10572977896518675, "pvalue": 0.6691880896910924, "lower": -0.1665527727024334, "upper": 0.25739811528157486 }, { "event_time": 1, "estimate": 0.018781577757482612, "se": 0.12047428246382369, "pvalue": 0.8766955577161019, "lower": -0.22275481591355506, "upper": 0.2603179714285203 }, { "event_time": 2, "estimate": 0.01836895214551908, "se": 0.11994600347165783, "pvalue": 0.8788559431302494, "lower": -0.2221083059157404, "upper": 0.25884621020677856 }, { "event_time": 3, "estimate": 0.12172699548062893, "se": 0.05618332842458064, "pvalue": 0.034696484825263295, "lower": 0.009086203980719909, "upper": 0.23436778698053795 }, { "event_time": 4, "estimate": 0.1907904827474965, "se": 0.034588823249114914, "pvalue": 1.0053264314312249e-06, "lower": 0.12144406741254848, "upper": 0.2601368980824445 }, { "event_time": 5, "estimate": 0.24829172561771828, "se": 0.07929727102846447, "pvalue": 0.0028096377117852647, "lower": 0.08931026932291505, "upper": 0.4072731819125215 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.14952233268709542, "se": 0.050146680064841964, "pvalue": 0.004293447607645405, "lower": -0.25006037292049, "upper": -0.04898429245370087 }, { "event_time": -28, "estimate": 0.02716512628106666, "se": 0.2028570822702974, "pvalue": 0.8939695008507497, "lower": -0.37953883642491315, "upper": 0.43386908898704646 }, { "event_time": -27, "estimate": -0.09578884137624276, "se": 0.04504085466732174, "pvalue": 0.03803006107694425, "lower": -0.18609031802104448, "upper": -0.005487364731441055 }, { "event_time": -26, "estimate": 0.3163981735279519, "se": 0.040971749911582624, "pvalue": 2.772089347408693e-10, "lower": 0.23425476072939908, "upper": 0.3985415863265047 }, { "event_time": -25, "estimate": 0.13658236992739103, "se": 0.03408735586962629, "pvalue": 0.00018983857247619046, "lower": 0.06824133615528172, "upper": 0.20492340369950035 }, { "event_time": -24, "estimate": 0.15922926147293986, "se": 0.11351426692445275, "pvalue": 0.16642237889286823, "lower": -0.06835314119774599, "upper": 0.3868116641436257 }, { "event_time": -23, "estimate": 0.06181480782830469, "se": 0.039563661178662335, "pvalue": 0.12403259936269787, "lower": -0.017505557033685296, "upper": 0.14113517269029469 }, { "event_time": -22, "estimate": 0.2775476156925685, "se": 0.08501591684021508, "pvalue": 0.001905320135593654, "lower": 0.10710096485330309, "upper": 0.44799426653183383 }, { "event_time": -21, "estimate": 0.1358231021552748, "se": 0.03260144089707818, "pvalue": 0.00011247024339871038, "lower": 0.0704611485356357, "upper": 0.20118505577491388 }, { "event_time": -20, "estimate": 0.1625520987256066, "se": 0.047662440358959876, "pvalue": 0.0012342821834524288, "lower": 0.06699465922542944, "upper": 0.25810953822578375 }, { "event_time": -19, "estimate": 0.14088217768375585, "se": 0.05943286864670723, "pvalue": 0.021366906310323057, "lower": 0.021726450296371214, "upper": 0.2600379050711405 }, { "event_time": -18, "estimate": 0.1161906019856051, "se": 0.03126062614854206, "pvalue": 0.00048050189753098236, "lower": 0.05351682008460315, "upper": 0.17886438388660705 }, { "event_time": -17, "estimate": 0.4288441880527542, "se": 0.04936133074031916, "pvalue": 7.776671993915953e-12, "lower": 0.3298806784140879, "upper": 0.5278076976914206 }, { "event_time": -16, "estimate": 0.3658635840842471, "se": 0.03978292347850208, "pvalue": 1.2168056510413885e-12, "lower": 0.2861036247786279, "upper": 0.44562354338986626 }, { "event_time": -15, "estimate": 0.40856456415626635, "se": 0.03922275039038497, "pvalue": 1.581143709507561e-14, "lower": 0.3299276842728135, "upper": 0.4872014440397192 }, { "event_time": -8, "estimate": -1.0798701474496906, "se": 0.31759816737379903, "pvalue": 0.0012734098455825448, "lower": -1.716616135183904, "upper": -0.44312415971547714 }, { "event_time": -7, "estimate": -1.2584004215876885, "se": 0.18040117273546621, "pvalue": 4.514245361981937e-09, "lower": -1.6200829963698606, "upper": -0.8967178468055164 }, { "event_time": -6, "estimate": -1.2704947444790857, "se": 0.14880322379189082, "pvalue": 1.3483302770622973e-11, "lower": -1.5688272458750598, "upper": -0.9721622430831116 }, { "event_time": -5, "estimate": -0.6906983261294133, "se": 0.10901527791953801, "pvalue": 4.913359832174273e-08, "lower": -0.9092607989263598, "upper": -0.47213585333246677 }, { "event_time": -4, "estimate": -1.0056661518617922, "se": 0.2587461009254118, "pvalue": 0.00028001334127539094, "lower": -1.5244208505065666, "upper": -0.4869114532170177 }, { "event_time": -3, "estimate": -0.06461769798709228, "se": 0.05639547125204203, "pvalue": 0.25693205016798015, "lower": -0.1776838102479163, "upper": 0.04844841427373174 }, { "event_time": -2, "estimate": -0.31905560089754464, "se": 0.06459887560378869, "pvalue": 7.951548277615856e-06, "lower": -0.4485685486358173, "upper": -0.189542653159272 }, { "event_time": 0, "estimate": -0.05317208715666021, "se": 0.026791835031453385, "pvalue": 0.052275435232065716, "lower": -0.10688648230377232, "upper": 0.000542307990451886 }, { "event_time": 1, "estimate": -0.07191315315812952, "se": 0.04459431007175326, "pvalue": 0.11265938832367565, "lower": -0.16131936179202366, "upper": 0.01749305547576463 }, { "event_time": 2, "estimate": -0.11501619470354983, "se": 0.06388221180186705, "pvalue": 0.07737711056058072, "lower": -0.2430923180287557, "upper": 0.013059928621656045 }, { "event_time": 3, "estimate": -0.001691459191060854, "se": 0.045265664883094546, "pvalue": 0.9703298840199136, "lower": -0.09244365318123855, "upper": 0.08906073479911684 }, { "event_time": 4, "estimate": 0.05501920552612091, "se": 0.04029040432054518, "pvalue": 0.1777367196094359, "lower": -0.02575819160886271, "upper": 0.13579660266110455 }, { "event_time": 5, "estimate": 0.12170813343905854, "se": 0.06053478704979977, "pvalue": 0.049378188877980116, "lower": 0.0003431926680404068, "upper": 0.24307307421007668 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21323529411764705, 0.18382352941176472, 0.16911764705882354, 0.15441176470588236, 0.14705882352941177, 0.1323529411764706 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.6787488092978027e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.204073553949906, "df_num": 5, "df_den": 96486, "pvalue": 0.30425121086324036, "log10_pvalue": -0.5167676846831819, "inference": "Homoskedastic nested-model F", "observations": 108685, "design_columns": 38, "restricted_design_columns": 33, "fixed_effect_rank": 12161, "covariance_rank": 5, "rss_unrestricted": 76561.67711245982, "rss_restricted": 76566.4542765384, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 2.6711435097885234e-05, 2.8322928564040476e-05, 2.773145361823813e-05, 3.170987557434663e-05, 3.1223247927206504e-05, 3.0997444122973195e-05 ], [ 2.5231475146116936e-05, 2.716639463755216e-05, 2.668524423430605e-05, 3.093174331821296e-05, 3.0468769716288764e-05, 3.021740484554375e-05 ], [ 2.6034690007692966e-05, 2.852017543461296e-05, 2.8178015303330496e-05, 3.288421049848222e-05, 3.259774592861109e-05, 3.241330365234664e-05 ], [ 2.5552066161946695e-05, 2.8404705594131596e-05, 2.812508682067059e-05, 3.310706500759755e-05, 3.301722490674144e-05, 3.292696048022133e-05 ], [ 1.4967448012692678e-05, 1.8240057057639353e-05, 1.808634643100721e-05, 2.3391420556998657e-05, 2.331807168140051e-05, 2.3351611108550757e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.23831037982423012 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.09977324306436723 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.13722972831861294 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.2888753074159636 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1945551262681882 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5499611315568707 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.8133138024753547 }, { "event_time": 5.0, "cohort": 30, "estimate": 1.0530220334082971 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.4820139681140994 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.1086101790520947 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.07731198004151874, "se": 0.10557664948649026, "lower": -0.28423841064344885, "upper": 0.12961445056041138, "event_study": [ { "event_time": -29, "estimate": 0.058125468738755126, "se": 0.024175626204170166, "lower": 0.010742112074878823, "upper": 0.10550882540263143, "n": 0.0, "relative_to_minus_one": 0.058125468738755126 }, { "event_time": -28, "estimate": 0.18351719295288044, "se": 0.13913232586751725, "lower": -0.08917715483274391, "upper": 0.4562115407385048, "n": 0.0, "relative_to_minus_one": 0.18351719295288044 }, { "event_time": -27, "estimate": 0.055149689771085586, "se": 0.0638273897875607, "lower": -0.06994969543973303, "upper": 0.1802490749819042, "n": 0.0, "relative_to_minus_one": 0.055149689771085586 }, { "event_time": -26, "estimate": 0.4632892242675358, "se": 0.06441487495684003, "lower": 0.3370383892834783, "upper": 0.5895400592515934, "n": 0.0, "relative_to_minus_one": 0.4632892242675358 }, { "event_time": -25, "estimate": 0.27883906331023584, "se": 0.056913983030471696, "lower": 0.1672897063537875, "upper": 0.3903884202666842, "n": 0.0, "relative_to_minus_one": 0.27883906331023584 }, { "event_time": -24, "estimate": 0.2998076732984963, "se": 0.06315428949539373, "lower": 0.17602754041830831, "upper": 0.42358780617868425, "n": 0.0, "relative_to_minus_one": 0.2998076732984963 }, { "event_time": -23, "estimate": 0.1734546693414437, "se": 0.06239896936528237, "lower": 0.05115493671307211, "upper": 0.2957544019698153, "n": 0.0, "relative_to_minus_one": 0.1734546693414437 }, { "event_time": -22, "estimate": 0.380782691192738, "se": 0.1162818516625794, "lower": 0.15287444987845336, "upper": 0.6086909325070227, "n": 0.0, "relative_to_minus_one": 0.380782691192738 }, { "event_time": -21, "estimate": 0.2414041585708614, "se": 0.04289694710976689, "lower": 0.15732768718899873, "upper": 0.3254806299527241, "n": 0.0, "relative_to_minus_one": 0.2414041585708614 }, { "event_time": -20, "estimate": 0.2643928464984623, "se": 0.07634300255641036, "lower": 0.1147633110162487, "upper": 0.41402238198067587, "n": 0.0, "relative_to_minus_one": 0.2643928464984623 }, { "event_time": -19, "estimate": 0.24072873436314407, "se": 0.09076554057460184, "lower": 0.0628315437996155, "upper": 0.4186259249266726, "n": 0.0, "relative_to_minus_one": 0.24072873436314407 }, { "event_time": -18, "estimate": 0.26984724626771245, "se": 0.04799168653502673, "lower": 0.1757852691017242, "upper": 0.3639092234337007, "n": 0.0, "relative_to_minus_one": 0.26984724626771245 }, { "event_time": -17, "estimate": 0.5666382043679152, "se": 0.08832829922399084, "lower": 0.393517919073216, "upper": 0.7397584896626145, "n": 0.0, "relative_to_minus_one": 0.5666382043679152 }, { "event_time": -16, "estimate": 0.47562143868662266, "se": 0.07193842727773421, "lower": 0.3346247121178098, "upper": 0.6166181652554354, "n": 0.0, "relative_to_minus_one": 0.47562143868662266 }, { "event_time": -15, "estimate": 0.5076264872988373, "se": 0.04232800007994439, "lower": 0.4246651316045378, "upper": 0.5905878429931368, "n": 0.0, "relative_to_minus_one": 0.5076264872988373 }, { "event_time": -8, "estimate": -0.9426663598149825, "se": 0.07632888830565582, "lower": -1.0922682318740484, "upper": -0.7930644877559165, "n": 0.0, "relative_to_minus_one": -0.9426663598149825 }, { "event_time": -7, "estimate": -1.001723624959745, "se": 0.06973014399665677, "lower": -1.138392195829984, "upper": -0.8650550540895059, "n": 0.0, "relative_to_minus_one": -1.001723624959745 }, { "event_time": -6, "estimate": -1.005094006758167, "se": 0.061622054556296234, "lower": -1.12587101434187, "upper": -0.8843169991744642, "n": 0.0, "relative_to_minus_one": -1.005094006758167 }, { "event_time": -5, "estimate": -0.4894361390620956, "se": 0.14054382624845405, "lower": -0.7648969767585206, "upper": -0.21397530136567056, "n": 0.0, "relative_to_minus_one": -0.4894361390620956 }, { "event_time": -4, "estimate": -0.8578739495908266, "se": 0.19687583518299787, "lower": -1.243743495975746, "upper": -0.4720044032059072, "n": 0.0, "relative_to_minus_one": -0.8578739495908266 }, { "event_time": -3, "estimate": 0.06369061385456591, "se": 0.04955297915565513, "lower": -0.03343144061718216, "upper": 0.16081266832631397, "n": 0.0, "relative_to_minus_one": 0.06369061385456591 }, { "event_time": -2, "estimate": -0.20646686233853354, "se": 0.10534803958086643, "lower": -0.41294522575893183, "upper": 1.1501081864762064e-05, "n": 0.0, "relative_to_minus_one": -0.20646686233853354 }, { "event_time": -1, "estimate": 0.0, "se": 2.7273597246661936e-21, "lower": -5.345526833230818e-21, "upper": 5.345526833230818e-21, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.08001868691906969, "se": 0.03860492581793999, "lower": -0.15568295114807257, "upper": -0.00435442269006682, "n": 29.0, "relative_to_minus_one": -0.08001868691906969 }, { "event_time": 1, "estimate": -0.13163622705221933, "se": 0.16749087794514314, "lower": -0.45991231556369394, "upper": 0.19663986145925527, "n": 25.0, "relative_to_minus_one": -0.13163622705221933 }, { "event_time": 2, "estimate": -0.15839556465171653, "se": 0.1585902570360273, "lower": -0.4692267567412799, "upper": 0.15243562743784686, "n": 23.0, "relative_to_minus_one": -0.15839556465171653 }, { "event_time": 3, "estimate": -0.08388861497431824, "se": 0.05706218748867933, "lower": -0.19572844733120182, "upper": 0.027951217382565327, "n": 21.0, "relative_to_minus_one": -0.08388861497431824 }, { "event_time": 4, "estimate": -0.026135729857344435, "se": 0.10156693382206654, "lower": -0.22520326216875797, "upper": 0.17293180245406908, "n": 20.0, "relative_to_minus_one": -0.026135729857344435 }, { "event_time": 5, "estimate": 0.01620294320555579, "se": 0.12851819738866713, "lower": -0.2356880950342414, "upper": 0.26809398144535296, "n": 18.0, "relative_to_minus_one": 0.01620294320555579 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.2896645197066794, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.1385505297359421, "mass": 1.0, "base": 4 }, { "group": 30, "year": 1, "event_time": -29, "att": 0.058125468738755126, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": 0.18351719295288044, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": 0.055149689771085586, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": 0.4632892242675358, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": 0.27883906331023584, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": 0.2998076732984963, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": 0.1734546693414437, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": 0.380782691192738, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": 0.24140415857086137, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": 0.2643928464984623, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": 0.24072873436314407, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": 0.26984724626771245, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": 0.5666382043679152, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": 0.47562143868662266, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": 0.5076264872988373, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": 0.10758324187997789, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.09690483192571703, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.03591879215912974, "mass": 22.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": 0.08216555750776416, "mass": 20.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.038361257663912074, "mass": 18.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": -0.01594146936794405, "mass": 16.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": 0.09397883366761212, "mass": 15.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": 0.17980869437338803, "mass": 14.0, "base": 29 }, { "group": 35, "year": 27, "event_time": -8, "att": -0.9426663598149825, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -1.001723624959745, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -1.005094006758167, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.4894361390620956, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.8578739495908266, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.12010976600184675, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.6613579745030709, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": -0.26194331609427735, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -1.0269311998971502, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.9823147580984113, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.3684172872010102, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.5291154646181, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": -0.6688961398097417, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.07731198004151874, "se": 0.10557664948649026, "lower": -0.28423841064344885, "upper": 0.12961445056041138 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.07731605027742483, "se": 0.10547301354391278, "lower": -0.2840393581643992, "upper": 0.12940725760954955 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.0777730240047272, "se": 0.1048158369235318, "lower": -0.2832082893842731, "upper": 0.12766224137481869 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.10076579012981304, "se": 0.16496553329672434, "lower": -0.4240922940818358, "upper": 0.22256071382220974 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.10076579012981304, "treated_cell_se": 0.16496553329672434, "checks": { "input_rows": 108685, "retained_rows": 108685, "all_observed_post_cells_estimated": true, "post_weight_sum": 136.0, "avoided_dense_if_bytes": 80861640 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.09985487535595894, "status": "estimated" }, { "method": "SDID", "status": "unsupported", "reason": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.08796266153707287, "SE": 0.02834927992300201, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.008518423259240002, "SE": 0.15733688385480393, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09596037082237957, "SE": 0.02682571300794906, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.020070455626947314, "SE": 0.03933939979868295, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.07731198004151874, "SE": 0.10557664948649026, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.10076579012981304, "SE": 0.16496553329672434, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.08796266153707287, "SE": 0.02834927992300201, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.031125777384400644, "upper": 0.1447995456897451, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.008518423259240002, "SE": 0.15733688385480393, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3239598829677862, "upper": 0.3069230364493062, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09596037082237957, "SE": 0.02682571300794906, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.04217805442186558, "upper": 0.14974268722289358, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.020070455626947314, "SE": 0.03933939979868295, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09894120349307615, "upper": 0.058800292239181526, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.07731198004151874, "SE": 0.10557664948649026, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.28423841064344885, "upper": 0.12961445056041138, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.10076579012981304, "SE": 0.16496553329672434, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4240922940818358, "upper": 0.22256071382220974, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602276.4504251, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.08796266153707287, "SE": 0.02834927992300201, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.031125777384400644, "upper": 0.1447995456897451, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.008518423259240002, "SE": 0.15733688385480393, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3239598829677862, "upper": 0.3069230364493062, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09596037082237957, "SE": 0.02682571300794906, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.04217805442186558, "upper": 0.14974268722289358, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.020070455626947314, "SE": 0.03933939979868295, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09894120349307615, "upper": 0.058800292239181526, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.07731198004151874, "SE": 0.10557664948649026, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.28423841064344885, "upper": 0.12961445056041138, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.10076579012981304, "SE": 0.16496553329672434, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4240922940818358, "upper": 0.22256071382220974, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P015", "source_specification_id": "PP-REPLY-T1-PB-NOTXOIL-CHGEMP", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P015.json", "input_bytes": 981008, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p015", "specification_id": "S03-P015", "source_specification_id": "PP-REPLY-T1-PB-NOTXOIL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOTXOIL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P015.parquet", "output_dir": "analyses/full-archive/results/S03-P015" }, "source": { "file": "S03-P015.parquet", "bytes": 981008, "sha256": "57adcaf982e0f1401ea7775fa17c52b11807496c2837b31f630305d750d63f46" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 116607, "source_sd": 0.30510415229084453, "rows": 107753, "units": 12360, "clusters": 56, "treated_units": 26, "never_treated_units": 12334, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 107694, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 358, "post_adoption_untreated_rows_removed": 2705, "units_without_minus_one_removed": 210, "additional_rows_removed": 4621 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12565713848218707, "se": 0.03829978372654898, "pvalue": 0.001799871569851775, "lower": 0.048902656703894085, "upper": 0.20241162026048004 }, { "method": "Dynamic TWFE", "estimate": -0.24736050833506476, "se": 0.25809428995963585, "pvalue": 0.34204960295951375, "lower": -0.7645930237253891, "upper": 0.2698720070552596 }, { "method": "BJS / did2s", "estimate": 0.14450512593891485, "se": 0.030512869603679566, "pvalue": 1.5739010890285814e-05, "lower": 0.08335596878647888, "upper": 0.2056542830913508 }, { "method": "Sun\u2013Abraham", "estimate": -0.18256258165552525, "se": 0.04431195231433377, "pvalue": 0.00012857794150052476, "lower": -0.2713657185284232, "upper": -0.09375944478262728 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.6242355377504049, "se": 0.24506559925088064, "pvalue": 0.013685319987796568, "lower": -1.1153579734927606, "upper": -0.13311310200804916 }, { "event_time": -28, "estimate": -0.5733146157492945, "se": 0.2512938299817919, "pvalue": 0.02641606570423755, "lower": -1.076918704797054, "upper": -0.06971052670153499 }, { "event_time": -27, "estimate": -0.4656177456907411, "se": 0.2653362924941344, "pvalue": 0.08485913428268653, "lower": -0.997363558480894, "upper": 0.06612806709941177 }, { "event_time": -26, "estimate": -0.4671707982127588, "se": 0.2519022892674988, "pvalue": 0.0690214743634708, "lower": -0.9719942669178832, "upper": 0.03765267049236548 }, { "event_time": -25, "estimate": -0.4065911372243812, "se": 0.25157905943941405, "pvalue": 0.11178276496390377, "lower": -0.9107668388787288, "upper": 0.09758456442996633 }, { "event_time": -24, "estimate": -0.3834594327742858, "se": 0.2477674873983948, "pvalue": 0.1274398982031508, "lower": -0.879996573363698, "upper": 0.11307770781512638 }, { "event_time": -23, "estimate": -0.39593842636743226, "se": 0.28013137978891783, "pvalue": 0.16317234031497124, "lower": -0.9573342566690034, "upper": 0.16545740393413888 }, { "event_time": -22, "estimate": -0.17752192919499082, "se": 0.25239301466580927, "pvalue": 0.48480136091383214, "lower": -0.6833288335746266, "upper": 0.328284975184645 }, { "event_time": -21, "estimate": -0.40469319299966827, "se": 0.20790714841291033, "pvalue": 0.05670866262079004, "lower": -0.8213484291850834, "upper": 0.01196204318574684 }, { "event_time": -20, "estimate": -0.35202086403465305, "se": 0.3019049202935518, "pvalue": 0.2486462729252136, "lower": -0.9570518445982709, "upper": 0.25301011652896477 }, { "event_time": -19, "estimate": -0.3233416731114655, "se": 0.23674105471906057, "pvalue": 0.17756022048822612, "lower": -0.797781348811569, "upper": 0.15109800258863798 }, { "event_time": -18, "estimate": -0.3469049316072613, "se": 0.21880431952535792, "pvalue": 0.11859587911744261, "lower": -0.7853985867131862, "upper": 0.09158872349866354 }, { "event_time": -17, "estimate": -0.05955302934054123, "se": 0.24359573116422603, "pvalue": 0.8077728453615806, "lower": -0.5477297836117135, "upper": 0.42862372493063106 }, { "event_time": -16, "estimate": -0.260617400346955, "se": 0.22037933927459943, "pvalue": 0.2420606592180618, "lower": -0.7022674655649247, "upper": 0.18103266487101466 }, { "event_time": -15, "estimate": -0.01305810514763202, "se": 0.22330161495631917, "pvalue": 0.9535802876477694, "lower": -0.46056454170088484, "upper": 0.43444833140562084 }, { "event_time": -8, "estimate": 0.14223248052877124, "se": 0.28768020602502953, "pvalue": 0.622984492994949, "lower": -0.4342915356112358, "upper": 0.7187564966687783 }, { "event_time": -7, "estimate": -0.2937682939431186, "se": 0.2899480881908223, "pvalue": 0.3154129021135403, "lower": -0.8748372475065971, "upper": 0.28730065962035994 }, { "event_time": -6, "estimate": -0.4801791218414852, "se": 0.29258382351332385, "pvalue": 0.10646954905366598, "lower": -1.066530207028154, "upper": 0.10617196334518347 }, { "event_time": -5, "estimate": -0.24068669480278734, "se": 0.31130612066194435, "pvalue": 0.4427431590715107, "lower": -0.8645581019213382, "upper": 0.38318471231576345 }, { "event_time": -4, "estimate": -1.30644799831389, "se": 0.8232579866213372, "pvalue": 0.1182629166691506, "lower": -2.956293871703506, "upper": 0.34339787507572606 }, { "event_time": -3, "estimate": -0.5083430791230206, "se": 0.31416698739869753, "pvalue": 0.11136957952618166, "lower": -1.137947791301047, "upper": 0.12126163305500592 }, { "event_time": -2, "estimate": -0.7238016703531052, "se": 0.2932234014929646, "pvalue": 0.01670762608384596, "lower": -1.3114344984533797, "upper": -0.13616884225283077 }, { "event_time": 0, "estimate": -0.3477121700999243, "se": 0.3099124885226344, "pvalue": 0.26675010003519345, "lower": -0.968790675999867, "upper": 0.27336633580001846 }, { "event_time": 1, "estimate": -0.33605654668793533, "se": 0.26525908057301517, "pvalue": 0.21052993568406503, "lower": -0.8676476233303616, "upper": 0.1955345299544909 }, { "event_time": 2, "estimate": -0.2033853249386501, "se": 0.30173263338529643, "pvalue": 0.5030976337117228, "lower": -0.8080710348225497, "upper": 0.40130038494524944 }, { "event_time": 3, "estimate": 0.062249765697800157, "se": 0.2864485398001593, "pvalue": 0.8287664939104693, "lower": -0.5118059361695022, "upper": 0.6363054675651025 }, { "event_time": 4, "estimate": -0.5489972303886819, "se": 0.25383759824980817, "pvalue": 0.03492167274905736, "lower": -1.057699144963856, "upper": -0.04029531581350787 }, { "event_time": 5, "estimate": -0.03829428536589986, "se": 0.25820153781317434, "pvalue": 0.8826392798818239, "lower": -0.555741730257627, "upper": 0.47915315952582727 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2495764209724059, "se": 0.026808168449632474, "pvalue": 6.784856722939521e-13, "lower": -0.3033011911034285, "upper": -0.19585165084138328 }, { "event_time": -28, "estimate": -0.18620594206532262, "se": 0.021804828706256097, "pvalue": 1.1610903298163806e-11, "lower": -0.22990379528460855, "upper": -0.1425080888460367 }, { "event_time": -27, "estimate": -0.07853281765470067, "se": 0.02510295457140628, "pvalue": 0.002809680903572045, "lower": -0.12884026280867183, "upper": -0.028225372500729512 }, { "event_time": -26, "estimate": -0.08081584962347384, "se": 0.01806148906090214, "pvalue": 3.891821873485954e-05, "lower": -0.11701188255440874, "upper": -0.044619816692538936 }, { "event_time": -25, "estimate": -0.032877427951244875, "se": 0.011416012279529732, "pvalue": 0.005658020451676586, "lower": -0.05575562780600126, "upper": -0.00999922809648849 }, { "event_time": -24, "estimate": -0.015580785856197632, "se": 0.019572258004874468, "pvalue": 0.4294170244759836, "lower": -0.05480446740805553, "upper": 0.023642895695660263 }, { "event_time": -23, "estimate": -0.06580569605360445, "se": 0.09778902851020302, "pvalue": 0.5038061725039459, "lower": -0.2617792885023903, "upper": 0.13016789639518142 }, { "event_time": -22, "estimate": 0.15211301619509354, "se": 0.05699793423141054, "pvalue": 0.009986072443003799, "lower": 0.03788660344037745, "upper": 0.26633942894980966 }, { "event_time": -21, "estimate": -0.07461034843672516, "se": 0.06386356113547283, "pvalue": 0.24773416043799426, "lower": -0.20259578497253689, "upper": 0.05337508809908657 }, { "event_time": -20, "estimate": -0.022040744926899235, "se": 0.13037045910803283, "pvalue": 0.8663677961545329, "lower": -0.28330898339736327, "upper": 0.23922749354356482 }, { "event_time": -19, "estimate": 0.006577587023040639, "se": 0.031204034845945618, "pvalue": 0.8338279748602738, "lower": -0.05595669622754939, "upper": 0.06911187027363067 }, { "event_time": -18, "estimate": -0.01736005096793372, "se": 0.03532918751314084, "pvalue": 0.625113061365704, "lower": -0.08816132490148765, "upper": 0.053441222965620205 }, { "event_time": -17, "estimate": 0.26937417204785713, "se": 0.034822642030210293, "pvalue": 2.355277331311098e-10, "lower": 0.19958803794686886, "upper": 0.3391603061488454 }, { "event_time": -16, "estimate": 0.06871003247249996, "se": 0.029104848569211115, "pvalue": 0.021808829936655647, "lower": 0.010382612528951875, "upper": 0.12703745241604805 }, { "event_time": -15, "estimate": 0.3157275536243959, "se": 0.019728790451950005, "pvalue": 2.373029049650016e-22, "lower": 0.27619017403856083, "upper": 0.355264933210231 }, { "event_time": -8, "estimate": 0.4959640633394913, "se": 0.014703502605276576, "pvalue": 1.968878911755669e-38, "lower": 0.4664975856473084, "upper": 0.5254305410316742 }, { "event_time": -7, "estimate": 0.06056498140738348, "se": 0.015008105361647012, "pvalue": 0.0001698569703052613, "lower": 0.03048806615032093, "upper": 0.09064189666444603 }, { "event_time": -6, "estimate": -0.12683463402862696, "se": 0.038780314036119506, "pvalue": 0.001855475319979739, "lower": -0.20455212006702708, "upper": -0.049117147990226845 }, { "event_time": -5, "estimate": 0.1435143797751727, "se": 0.0754421376142682, "pvalue": 0.06237181894002682, "lower": -0.007675042550883304, "upper": 0.2947038021012287 }, { "event_time": -4, "estimate": -1.0102730250483294, "se": 0.55065301000372, "pvalue": 0.0719635614864601, "lower": -2.1138063171487502, "upper": 0.09326026705209145 }, { "event_time": -3, "estimate": -0.08603463231388898, "se": 0.0673815703159933, "pvalue": 0.20702776166808584, "lower": -0.2210703167954861, "upper": 0.04900105216770813 }, { "event_time": -2, "estimate": -0.2853878660777128, "se": 0.047100889382636665, "pvalue": 1.2912939435065908e-07, "lower": -0.37978015773326496, "upper": -0.1909955744221607 }, { "event_time": -1, "estimate": 0.3509179674210385, "se": 0.2297984156536995, "pvalue": 0.13247475013555735, "lower": -0.10960834867786867, "upper": 0.8114442835199456 }, { "event_time": 0, "estimate": 0.0035272160039620916, "se": 0.20323242147864398, "pvalue": 0.9862157554223359, "lower": -0.40375965805553526, "upper": 0.4108140900634595 }, { "event_time": 1, "estimate": 0.026433053015331373, "se": 0.04287860198438501, "pvalue": 0.5401325948519708, "lower": -0.05949758560620702, "upper": 0.11236369163686977 }, { "event_time": 2, "estimate": 0.15916064193396137, "se": 0.08962103567751926, "pvalue": 0.08127654882414823, "lower": -0.020443927088541508, "upper": 0.3387652109564643 }, { "event_time": 3, "estimate": 0.48980631390872525, "se": 0.11463753164731107, "pvalue": 7.723017651298372e-05, "lower": 0.2600675666417872, "upper": 0.7195450611756633 }, { "event_time": 4, "estimate": -0.11895777198669485, "se": 0.027751906443512726, "pvalue": 7.372010519547652e-05, "lower": -0.17457383532114495, "upper": -0.06334170865224475 }, { "event_time": 5, "estimate": 0.42856288857956715, "se": 0.07581918582449021, "pvalue": 5.820597236144887e-07, "lower": 0.27661784475476725, "upper": 0.580507932404367 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.4215516424866825, "se": 0.030831388203533525, "pvalue": 2.462092894116444e-19, "lower": -0.48333912517753636, "upper": -0.3597641597958286 }, { "event_time": -28, "estimate": -0.3654829285793667, "se": 0.034593602283163646, "pvalue": 7.508698972330505e-15, "lower": -0.4348100567701203, "upper": -0.2961558003886131 }, { "event_time": -27, "estimate": -0.2575857489655297, "se": 0.039456918530006456, "pvalue": 2.229743865805969e-08, "lower": -0.33665918071025397, "upper": -0.17851231722080546 }, { "event_time": -26, "estimate": -0.2595510566321251, "se": 0.03359583715859286, "pvalue": 2.4447957282404514e-10, "lower": -0.3268786188300347, "upper": -0.19222349443421544 }, { "event_time": -25, "estimate": -0.2038881567729879, "se": 0.02635915500285042, "pvalue": 2.3606059038741873e-10, "lower": -0.2567130838483603, "upper": -0.15106322969761554 }, { "event_time": -24, "estimate": -0.17950987038324676, "se": 0.025391555141589448, "pvalue": 2.900228381884619e-09, "lower": -0.23039568400434776, "upper": -0.12862405676214575 }, { "event_time": -23, "estimate": -0.19135705610845566, "se": 0.07208058510102466, "pvalue": 0.010359363257228428, "lower": -0.33580977665659345, "upper": -0.04690433556031787 }, { "event_time": -22, "estimate": 0.02705908496879959, "se": 0.041910765446886246, "pvalue": 0.5211999381854703, "lower": -0.05693196588868776, "upper": 0.11105013582628695 }, { "event_time": -21, "estimate": -0.20011239663445882, "se": 0.10860225209347625, "pvalue": 0.07077730341223885, "lower": -0.4177561733958426, "upper": 0.017531380126924956 }, { "event_time": -20, "estimate": -0.1474401611224908, "se": 0.10544610899914952, "pvalue": 0.16765077342165913, "lower": -0.35875888578037507, "upper": 0.06387856353539342 }, { "event_time": -19, "estimate": -0.1187611158869416, "se": 0.03151902375254399, "pvalue": 0.00040317668725993905, "lower": -0.18192665101259406, "upper": -0.05559558076128915 }, { "event_time": -18, "estimate": -0.14152657303189, "se": 0.07316617849948116, "pvalue": 0.058225193492599726, "lower": -0.2881548713669777, "upper": 0.005101725303197663 }, { "event_time": -17, "estimate": 0.1458247699308959, "se": 0.02927077716320905, "pvalue": 6.6050117665665905e-06, "lower": 0.08716482165414777, "upper": 0.20448471820764405 }, { "event_time": -16, "estimate": -0.05524061916533876, "se": 0.06632177318424184, "pvalue": 0.40849321199826194, "lower": -0.18815242273370456, "upper": 0.07767118440302703 }, { "event_time": -15, "estimate": 0.19231774807598986, "se": 0.055968146511501664, "pvalue": 0.0011300970087150574, "lower": 0.08015507602925237, "upper": 0.30448042012272736 }, { "event_time": -8, "estimate": 0.29066429371501235, "se": 0.11976326992691431, "pvalue": 0.018528089578473635, "lower": 0.050653337388329917, "upper": 0.5306752500416948 }, { "event_time": -7, "estimate": -0.1452020383757975, "se": 0.11732500312550657, "pvalue": 0.22111999202955981, "lower": -0.38032659883885167, "upper": 0.08992252208725662 }, { "event_time": -6, "estimate": -0.3323353211768056, "se": 0.11777288841386425, "pvalue": 0.006632056086568092, "lower": -0.5683574638155049, "upper": -0.09631317853810628 }, { "event_time": -5, "estimate": -0.09202383522218897, "se": 0.1938601101357549, "pvalue": 0.6368860340766395, "lower": -0.4805281776276078, "upper": 0.2964805071832298 }, { "event_time": -4, "estimate": -2.3721995982940487, "se": 0.10890243674233441, "pvalue": 1.015317401054841e-28, "lower": -2.590444958535, "upper": -2.1539542380530974 }, { "event_time": -3, "estimate": -0.5618312009728172, "se": 0.052419743616427046, "pvalue": 4.391781075489623e-15, "lower": -0.6668827147086723, "upper": -0.45677968723696216 }, { "event_time": -2, "estimate": -0.7522528939868046, "se": 0.049799533809347964, "pvalue": 3.185084138689001e-21, "lower": -0.8520533899276599, "upper": -0.6524523980459493 }, { "event_time": 0, "estimate": -0.34691450961585857, "se": 0.03967107507784411, "pvalue": 5.423438471413862e-12, "lower": -0.4264171206730841, "upper": -0.267411898558633 }, { "event_time": 1, "estimate": -0.3626474801666194, "se": 0.04979105081676023, "pvalue": 1.2948603402292753e-09, "lower": -0.46243097581043247, "upper": -0.26286398452280635 }, { "event_time": 2, "estimate": -0.24078061887877647, "se": 0.06069946379853213, "pvalue": 0.00021263579999200032, "lower": -0.36242506265267316, "upper": -0.11913617510487981 }, { "event_time": 3, "estimate": 0.2476650344719941, "se": 0.04501674956794158, "pvalue": 1.0119371506027428e-06, "lower": 0.15744945233972688, "upper": 0.3378806166042613 }, { "event_time": 4, "estimate": -0.36654467287273607, "se": 0.04181244271488837, "pvalue": 5.006036503237744e-12, "lower": -0.45033868057208437, "upper": -0.28275066517338776 }, { "event_time": 5, "estimate": 0.1495281651948372, "se": 0.05831107980226617, "pvalue": 0.01309874198123981, "lower": 0.03267014990914861, "upper": 0.26638618048052576 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21487603305785125, 0.19008264462809918, 0.18181818181818182, 0.15702479338842976, 0.14049586776859505, 0.11570247933884298 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 3.1596505122609536e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 6.131945843475891, "df_num": 7, "df_den": 95319, "pvalue": 3.4639532829167243e-07, "log10_pvalue": -6.460427973787569, "inference": "Homoskedastic nested-model F", "observations": 107753, "design_columns": 44, "restricted_design_columns": 37, "fixed_effect_rank": 12390, "covariance_rank": 7, "rss_unrestricted": 80362.26120342457, "rss_restricted": 80398.44957337086, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 1.7119020414315312e-05, 5.461522424979073e-06, 5.156418101571344e-06, 4.8113475458668484e-06, 1.4827170438873095e-05, 1.8847128603788186e-05 ], [ 1.7992351443497832e-05, 6.769959380764705e-06, 6.475184561437602e-06, 6.166564668442735e-06, 1.573544105560226e-05, 2.0159170631631757e-05 ], [ 1.9412724968010933e-05, 8.553135135909674e-06, 8.32896437553229e-06, 8.332889457616139e-06, 1.8172249118557863e-05, 2.3393428400949797e-05 ], [ 1.9751658325034678e-05, 9.61884463625515e-06, 9.452357570597582e-06, 9.520548714773448e-06, 1.9120387281347962e-05, 2.47325840625493e-05 ], [ 1.9744029264899463e-05, 1.0934739898476872e-05, 1.0889706262907192e-05, 1.0964670460092386e-05, 1.9681189770158223e-05, 2.5640491030491348e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.15318182774777103 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.2380910017992837 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.35179374829998505 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.2697067356973833 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6727034059211839 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5781210002408462 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.1773720114319819 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.032846835342454445 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.865202500854905 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.163695660396773 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.542787324231304 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9632187738068336 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.871179925263469 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.871905348533819 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.18013007570702733 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.4004955177876931 } ] } } }, "code_sha256": { "replication_engine.py": "836da12e7ca9210de54b65782ae08d98863e1382a1ec9e9b6fa80c3db0494f39", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p015", "specification_id": "S03-P015", "source_specification_id": "PP-REPLY-T1-PB-NOTXOIL-CHGEMP", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOTXOIL-CHGEMP", "data": "analyses/full-archive/prepared/S03-P015.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P015" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P015", "regression_results": "analyses/archive-expanded/baselines/S03-P015.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P015.parquet", "bytes": 981008, "sha256": "57adcaf982e0f1401ea7775fa17c52b11807496c2837b31f630305d750d63f46" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 116607, "source_sd": 0.30510415229084453, "rows": 107753, "units": 12360, "clusters": 56, "treated_units": 26, "never_treated_units": 12334, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 107694, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 358, "post_adoption_untreated_rows_removed": 2705, "units_without_minus_one_removed": 210, "additional_rows_removed": 4621 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12565713848218707, "se": 0.03829978372654898, "pvalue": 0.001799871569851775, "lower": 0.048902656703894085, "upper": 0.20241162026048004 }, { "method": "Dynamic TWFE", "estimate": -0.24736050833506476, "se": 0.25809428995963585, "pvalue": 0.34204960295951375, "lower": -0.7645930237253891, "upper": 0.2698720070552596 }, { "method": "BJS / did2s", "estimate": 0.14450512593891485, "se": 0.030512869603679566, "pvalue": 1.5739010890285814e-05, "lower": 0.08335596878647888, "upper": 0.2056542830913508 }, { "method": "Sun\u2013Abraham", "estimate": -0.18256258165552525, "se": 0.04431195231433377, "pvalue": 0.00012857794150052476, "lower": -0.2713657185284232, "upper": -0.09375944478262728 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.6242355377504049, "se": 0.24506559925088064, "pvalue": 0.013685319987796568, "lower": -1.1153579734927606, "upper": -0.13311310200804916 }, { "event_time": -28, "estimate": -0.5733146157492945, "se": 0.2512938299817919, "pvalue": 0.02641606570423755, "lower": -1.076918704797054, "upper": -0.06971052670153499 }, { "event_time": -27, "estimate": -0.4656177456907411, "se": 0.2653362924941344, "pvalue": 0.08485913428268653, "lower": -0.997363558480894, "upper": 0.06612806709941177 }, { "event_time": -26, "estimate": -0.4671707982127588, "se": 0.2519022892674988, "pvalue": 0.0690214743634708, "lower": -0.9719942669178832, "upper": 0.03765267049236548 }, { "event_time": -25, "estimate": -0.4065911372243812, "se": 0.25157905943941405, "pvalue": 0.11178276496390377, "lower": -0.9107668388787288, "upper": 0.09758456442996633 }, { "event_time": -24, "estimate": -0.3834594327742858, "se": 0.2477674873983948, "pvalue": 0.1274398982031508, "lower": -0.879996573363698, "upper": 0.11307770781512638 }, { "event_time": -23, "estimate": -0.39593842636743226, "se": 0.28013137978891783, "pvalue": 0.16317234031497124, "lower": -0.9573342566690034, "upper": 0.16545740393413888 }, { "event_time": -22, "estimate": -0.17752192919499082, "se": 0.25239301466580927, "pvalue": 0.48480136091383214, "lower": -0.6833288335746266, "upper": 0.328284975184645 }, { "event_time": -21, "estimate": -0.40469319299966827, "se": 0.20790714841291033, "pvalue": 0.05670866262079004, "lower": -0.8213484291850834, "upper": 0.01196204318574684 }, { "event_time": -20, "estimate": -0.35202086403465305, "se": 0.3019049202935518, "pvalue": 0.2486462729252136, "lower": -0.9570518445982709, "upper": 0.25301011652896477 }, { "event_time": -19, "estimate": -0.3233416731114655, "se": 0.23674105471906057, "pvalue": 0.17756022048822612, "lower": -0.797781348811569, "upper": 0.15109800258863798 }, { "event_time": -18, "estimate": -0.3469049316072613, "se": 0.21880431952535792, "pvalue": 0.11859587911744261, "lower": -0.7853985867131862, "upper": 0.09158872349866354 }, { "event_time": -17, "estimate": -0.05955302934054123, "se": 0.24359573116422603, "pvalue": 0.8077728453615806, "lower": -0.5477297836117135, "upper": 0.42862372493063106 }, { "event_time": -16, "estimate": -0.260617400346955, "se": 0.22037933927459943, "pvalue": 0.2420606592180618, "lower": -0.7022674655649247, "upper": 0.18103266487101466 }, { "event_time": -15, "estimate": -0.01305810514763202, "se": 0.22330161495631917, "pvalue": 0.9535802876477694, "lower": -0.46056454170088484, "upper": 0.43444833140562084 }, { "event_time": -8, "estimate": 0.14223248052877124, "se": 0.28768020602502953, "pvalue": 0.622984492994949, "lower": -0.4342915356112358, "upper": 0.7187564966687783 }, { "event_time": -7, "estimate": -0.2937682939431186, "se": 0.2899480881908223, "pvalue": 0.3154129021135403, "lower": -0.8748372475065971, "upper": 0.28730065962035994 }, { "event_time": -6, "estimate": -0.4801791218414852, "se": 0.29258382351332385, "pvalue": 0.10646954905366598, "lower": -1.066530207028154, "upper": 0.10617196334518347 }, { "event_time": -5, "estimate": -0.24068669480278734, "se": 0.31130612066194435, "pvalue": 0.4427431590715107, "lower": -0.8645581019213382, "upper": 0.38318471231576345 }, { "event_time": -4, "estimate": -1.30644799831389, "se": 0.8232579866213372, "pvalue": 0.1182629166691506, "lower": -2.956293871703506, "upper": 0.34339787507572606 }, { "event_time": -3, "estimate": -0.5083430791230206, "se": 0.31416698739869753, "pvalue": 0.11136957952618166, "lower": -1.137947791301047, "upper": 0.12126163305500592 }, { "event_time": -2, "estimate": -0.7238016703531052, "se": 0.2932234014929646, "pvalue": 0.01670762608384596, "lower": -1.3114344984533797, "upper": -0.13616884225283077 }, { "event_time": 0, "estimate": -0.3477121700999243, "se": 0.3099124885226344, "pvalue": 0.26675010003519345, "lower": -0.968790675999867, "upper": 0.27336633580001846 }, { "event_time": 1, "estimate": -0.33605654668793533, "se": 0.26525908057301517, "pvalue": 0.21052993568406503, "lower": -0.8676476233303616, "upper": 0.1955345299544909 }, { "event_time": 2, "estimate": -0.2033853249386501, "se": 0.30173263338529643, "pvalue": 0.5030976337117228, "lower": -0.8080710348225497, "upper": 0.40130038494524944 }, { "event_time": 3, "estimate": 0.062249765697800157, "se": 0.2864485398001593, "pvalue": 0.8287664939104693, "lower": -0.5118059361695022, "upper": 0.6363054675651025 }, { "event_time": 4, "estimate": -0.5489972303886819, "se": 0.25383759824980817, "pvalue": 0.03492167274905736, "lower": -1.057699144963856, "upper": -0.04029531581350787 }, { "event_time": 5, "estimate": -0.03829428536589986, "se": 0.25820153781317434, "pvalue": 0.8826392798818239, "lower": -0.555741730257627, "upper": 0.47915315952582727 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2495764209724059, "se": 0.026808168449632474, "pvalue": 6.784856722939521e-13, "lower": -0.3033011911034285, "upper": -0.19585165084138328 }, { "event_time": -28, "estimate": -0.18620594206532262, "se": 0.021804828706256097, "pvalue": 1.1610903298163806e-11, "lower": -0.22990379528460855, "upper": -0.1425080888460367 }, { "event_time": -27, "estimate": -0.07853281765470067, "se": 0.02510295457140628, "pvalue": 0.002809680903572045, "lower": -0.12884026280867183, "upper": -0.028225372500729512 }, { "event_time": -26, "estimate": -0.08081584962347384, "se": 0.01806148906090214, "pvalue": 3.891821873485954e-05, "lower": -0.11701188255440874, "upper": -0.044619816692538936 }, { "event_time": -25, "estimate": -0.032877427951244875, "se": 0.011416012279529732, "pvalue": 0.005658020451676586, "lower": -0.05575562780600126, "upper": -0.00999922809648849 }, { "event_time": -24, "estimate": -0.015580785856197632, "se": 0.019572258004874468, "pvalue": 0.4294170244759836, "lower": -0.05480446740805553, "upper": 0.023642895695660263 }, { "event_time": -23, "estimate": -0.06580569605360445, "se": 0.09778902851020302, "pvalue": 0.5038061725039459, "lower": -0.2617792885023903, "upper": 0.13016789639518142 }, { "event_time": -22, "estimate": 0.15211301619509354, "se": 0.05699793423141054, "pvalue": 0.009986072443003799, "lower": 0.03788660344037745, "upper": 0.26633942894980966 }, { "event_time": -21, "estimate": -0.07461034843672516, "se": 0.06386356113547283, "pvalue": 0.24773416043799426, "lower": -0.20259578497253689, "upper": 0.05337508809908657 }, { "event_time": -20, "estimate": -0.022040744926899235, "se": 0.13037045910803283, "pvalue": 0.8663677961545329, "lower": -0.28330898339736327, "upper": 0.23922749354356482 }, { "event_time": -19, "estimate": 0.006577587023040639, "se": 0.031204034845945618, "pvalue": 0.8338279748602738, "lower": -0.05595669622754939, "upper": 0.06911187027363067 }, { "event_time": -18, "estimate": -0.01736005096793372, "se": 0.03532918751314084, "pvalue": 0.625113061365704, "lower": -0.08816132490148765, "upper": 0.053441222965620205 }, { "event_time": -17, "estimate": 0.26937417204785713, "se": 0.034822642030210293, "pvalue": 2.355277331311098e-10, "lower": 0.19958803794686886, "upper": 0.3391603061488454 }, { "event_time": -16, "estimate": 0.06871003247249996, "se": 0.029104848569211115, "pvalue": 0.021808829936655647, "lower": 0.010382612528951875, "upper": 0.12703745241604805 }, { "event_time": -15, "estimate": 0.3157275536243959, "se": 0.019728790451950005, "pvalue": 2.373029049650016e-22, "lower": 0.27619017403856083, "upper": 0.355264933210231 }, { "event_time": -8, "estimate": 0.4959640633394913, "se": 0.014703502605276576, "pvalue": 1.968878911755669e-38, "lower": 0.4664975856473084, "upper": 0.5254305410316742 }, { "event_time": -7, "estimate": 0.06056498140738348, "se": 0.015008105361647012, "pvalue": 0.0001698569703052613, "lower": 0.03048806615032093, "upper": 0.09064189666444603 }, { "event_time": -6, "estimate": -0.12683463402862696, "se": 0.038780314036119506, "pvalue": 0.001855475319979739, "lower": -0.20455212006702708, "upper": -0.049117147990226845 }, { "event_time": -5, "estimate": 0.1435143797751727, "se": 0.0754421376142682, "pvalue": 0.06237181894002682, "lower": -0.007675042550883304, "upper": 0.2947038021012287 }, { "event_time": -4, "estimate": -1.0102730250483294, "se": 0.55065301000372, "pvalue": 0.0719635614864601, "lower": -2.1138063171487502, "upper": 0.09326026705209145 }, { "event_time": -3, "estimate": -0.08603463231388898, "se": 0.0673815703159933, "pvalue": 0.20702776166808584, "lower": -0.2210703167954861, "upper": 0.04900105216770813 }, { "event_time": -2, "estimate": -0.2853878660777128, "se": 0.047100889382636665, "pvalue": 1.2912939435065908e-07, "lower": -0.37978015773326496, "upper": -0.1909955744221607 }, { "event_time": -1, "estimate": 0.3509179674210385, "se": 0.2297984156536995, "pvalue": 0.13247475013555735, "lower": -0.10960834867786867, "upper": 0.8114442835199456 }, { "event_time": 0, "estimate": 0.0035272160039620916, "se": 0.20323242147864398, "pvalue": 0.9862157554223359, "lower": -0.40375965805553526, "upper": 0.4108140900634595 }, { "event_time": 1, "estimate": 0.026433053015331373, "se": 0.04287860198438501, "pvalue": 0.5401325948519708, "lower": -0.05949758560620702, "upper": 0.11236369163686977 }, { "event_time": 2, "estimate": 0.15916064193396137, "se": 0.08962103567751926, "pvalue": 0.08127654882414823, "lower": -0.020443927088541508, "upper": 0.3387652109564643 }, { "event_time": 3, "estimate": 0.48980631390872525, "se": 0.11463753164731107, "pvalue": 7.723017651298372e-05, "lower": 0.2600675666417872, "upper": 0.7195450611756633 }, { "event_time": 4, "estimate": -0.11895777198669485, "se": 0.027751906443512726, "pvalue": 7.372010519547652e-05, "lower": -0.17457383532114495, "upper": -0.06334170865224475 }, { "event_time": 5, "estimate": 0.42856288857956715, "se": 0.07581918582449021, "pvalue": 5.820597236144887e-07, "lower": 0.27661784475476725, "upper": 0.580507932404367 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.4215516424866825, "se": 0.030831388203533525, "pvalue": 2.462092894116444e-19, "lower": -0.48333912517753636, "upper": -0.3597641597958286 }, { "event_time": -28, "estimate": -0.3654829285793667, "se": 0.034593602283163646, "pvalue": 7.508698972330505e-15, "lower": -0.4348100567701203, "upper": -0.2961558003886131 }, { "event_time": -27, "estimate": -0.2575857489655297, "se": 0.039456918530006456, "pvalue": 2.229743865805969e-08, "lower": -0.33665918071025397, "upper": -0.17851231722080546 }, { "event_time": -26, "estimate": -0.2595510566321251, "se": 0.03359583715859286, "pvalue": 2.4447957282404514e-10, "lower": -0.3268786188300347, "upper": -0.19222349443421544 }, { "event_time": -25, "estimate": -0.2038881567729879, "se": 0.02635915500285042, "pvalue": 2.3606059038741873e-10, "lower": -0.2567130838483603, "upper": -0.15106322969761554 }, { "event_time": -24, "estimate": -0.17950987038324676, "se": 0.025391555141589448, "pvalue": 2.900228381884619e-09, "lower": -0.23039568400434776, "upper": -0.12862405676214575 }, { "event_time": -23, "estimate": -0.19135705610845566, "se": 0.07208058510102466, "pvalue": 0.010359363257228428, "lower": -0.33580977665659345, "upper": -0.04690433556031787 }, { "event_time": -22, "estimate": 0.02705908496879959, "se": 0.041910765446886246, "pvalue": 0.5211999381854703, "lower": -0.05693196588868776, "upper": 0.11105013582628695 }, { "event_time": -21, "estimate": -0.20011239663445882, "se": 0.10860225209347625, "pvalue": 0.07077730341223885, "lower": -0.4177561733958426, "upper": 0.017531380126924956 }, { "event_time": -20, "estimate": -0.1474401611224908, "se": 0.10544610899914952, "pvalue": 0.16765077342165913, "lower": -0.35875888578037507, "upper": 0.06387856353539342 }, { "event_time": -19, "estimate": -0.1187611158869416, "se": 0.03151902375254399, "pvalue": 0.00040317668725993905, "lower": -0.18192665101259406, "upper": -0.05559558076128915 }, { "event_time": -18, "estimate": -0.14152657303189, "se": 0.07316617849948116, "pvalue": 0.058225193492599726, "lower": -0.2881548713669777, "upper": 0.005101725303197663 }, { "event_time": -17, "estimate": 0.1458247699308959, "se": 0.02927077716320905, "pvalue": 6.6050117665665905e-06, "lower": 0.08716482165414777, "upper": 0.20448471820764405 }, { "event_time": -16, "estimate": -0.05524061916533876, "se": 0.06632177318424184, "pvalue": 0.40849321199826194, "lower": -0.18815242273370456, "upper": 0.07767118440302703 }, { "event_time": -15, "estimate": 0.19231774807598986, "se": 0.055968146511501664, "pvalue": 0.0011300970087150574, "lower": 0.08015507602925237, "upper": 0.30448042012272736 }, { "event_time": -8, "estimate": 0.29066429371501235, "se": 0.11976326992691431, "pvalue": 0.018528089578473635, "lower": 0.050653337388329917, "upper": 0.5306752500416948 }, { "event_time": -7, "estimate": -0.1452020383757975, "se": 0.11732500312550657, "pvalue": 0.22111999202955981, "lower": -0.38032659883885167, "upper": 0.08992252208725662 }, { "event_time": -6, "estimate": -0.3323353211768056, "se": 0.11777288841386425, "pvalue": 0.006632056086568092, "lower": -0.5683574638155049, "upper": -0.09631317853810628 }, { "event_time": -5, "estimate": -0.09202383522218897, "se": 0.1938601101357549, "pvalue": 0.6368860340766395, "lower": -0.4805281776276078, "upper": 0.2964805071832298 }, { "event_time": -4, "estimate": -2.3721995982940487, "se": 0.10890243674233441, "pvalue": 1.015317401054841e-28, "lower": -2.590444958535, "upper": -2.1539542380530974 }, { "event_time": -3, "estimate": -0.5618312009728172, "se": 0.052419743616427046, "pvalue": 4.391781075489623e-15, "lower": -0.6668827147086723, "upper": -0.45677968723696216 }, { "event_time": -2, "estimate": -0.7522528939868046, "se": 0.049799533809347964, "pvalue": 3.185084138689001e-21, "lower": -0.8520533899276599, "upper": -0.6524523980459493 }, { "event_time": 0, "estimate": -0.34691450961585857, "se": 0.03967107507784411, "pvalue": 5.423438471413862e-12, "lower": -0.4264171206730841, "upper": -0.267411898558633 }, { "event_time": 1, "estimate": -0.3626474801666194, "se": 0.04979105081676023, "pvalue": 1.2948603402292753e-09, "lower": -0.46243097581043247, "upper": -0.26286398452280635 }, { "event_time": 2, "estimate": -0.24078061887877647, "se": 0.06069946379853213, "pvalue": 0.00021263579999200032, "lower": -0.36242506265267316, "upper": -0.11913617510487981 }, { "event_time": 3, "estimate": 0.2476650344719941, "se": 0.04501674956794158, "pvalue": 1.0119371506027428e-06, "lower": 0.15744945233972688, "upper": 0.3378806166042613 }, { "event_time": 4, "estimate": -0.36654467287273607, "se": 0.04181244271488837, "pvalue": 5.006036503237744e-12, "lower": -0.45033868057208437, "upper": -0.28275066517338776 }, { "event_time": 5, "estimate": 0.1495281651948372, "se": 0.05831107980226617, "pvalue": 0.01309874198123981, "lower": 0.03267014990914861, "upper": 0.26638618048052576 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21487603305785125, 0.19008264462809918, 0.18181818181818182, 0.15702479338842976, 0.14049586776859505, 0.11570247933884298 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 3.1596505122609536e-10 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 6.131945843475891, "df_num": 7, "df_den": 95319, "pvalue": 3.4639532829167243e-07, "log10_pvalue": -6.460427973787569, "inference": "Homoskedastic nested-model F", "observations": 107753, "design_columns": 44, "restricted_design_columns": 37, "fixed_effect_rank": 12390, "covariance_rank": 7, "rss_unrestricted": 80362.26120342457, "rss_restricted": 80398.44957337086, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 1.7119020414315312e-05, 5.461522424979073e-06, 5.156418101571344e-06, 4.8113475458668484e-06, 1.4827170438873095e-05, 1.8847128603788186e-05 ], [ 1.7992351443497832e-05, 6.769959380764705e-06, 6.475184561437602e-06, 6.166564668442735e-06, 1.573544105560226e-05, 2.0159170631631757e-05 ], [ 1.9412724968010933e-05, 8.553135135909674e-06, 8.32896437553229e-06, 8.332889457616139e-06, 1.8172249118557863e-05, 2.3393428400949797e-05 ], [ 1.9751658325034678e-05, 9.61884463625515e-06, 9.452357570597582e-06, 9.520548714773448e-06, 1.9120387281347962e-05, 2.47325840625493e-05 ], [ 1.9744029264899463e-05, 1.0934739898476872e-05, 1.0889706262907192e-05, 1.0964670460092386e-05, 1.9681189770158223e-05, 2.5640491030491348e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_31,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_31", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_31" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.15318182774777103 }, { "event_time": -2.0, "cohort": 30, "estimate": -0.2380910017992837 }, { "event_time": 0.0, "cohort": 30, "estimate": -0.35179374829998505 }, { "event_time": 1.0, "cohort": 30, "estimate": 0.2697067356973833 }, { "event_time": 2.0, "cohort": 30, "estimate": 0.6727034059211839 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5781210002408462 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.1773720114319819 }, { "event_time": 5.0, "cohort": 30, "estimate": 0.032846835342454445 }, { "event_time": -4.0, "cohort": 31, "estimate": -6.865202500854905 }, { "event_time": -3.0, "cohort": 31, "estimate": -5.163695660396773 }, { "event_time": -2.0, "cohort": 31, "estimate": -5.542787324231304 }, { "event_time": 0.0, "cohort": 31, "estimate": -2.9632187738068336 }, { "event_time": 1.0, "cohort": 31, "estimate": -7.871179925263469 }, { "event_time": 2.0, "cohort": 31, "estimate": -5.871905348533819 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.18013007570702733 }, { "event_time": 0.0, "cohort": 35, "estimate": 0.4004955177876931 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.24835935103104279, "se": 0.06551199251450243, "lower": -0.3767604969149252, "upper": -0.11995820514716041, "event_study": [ { "event_time": -29, "estimate": -0.45800015575433956, "se": 0.024848325993721804, "lower": -0.5067019797781447, "upper": -0.40929833173053437, "n": 0.0, "relative_to_minus_one": -0.45800015575433956 }, { "event_time": -28, "estimate": -0.42122619321901206, "se": 0.029215768536545682, "lower": -0.47848804733130007, "upper": -0.36396433910672404, "n": 0.0, "relative_to_minus_one": -0.42122619321901206 }, { "event_time": -27, "estimate": -0.3193451904719528, "se": 0.03221963941754143, "lower": -0.3824945233252011, "upper": -0.2561958576187045, "n": 0.0, "relative_to_minus_one": -0.3193451904719528 }, { "event_time": -26, "estimate": -0.33380556266529876, "se": 0.030669891523632333, "lower": -0.3939174454613684, "upper": -0.2736936798692291, "n": 0.0, "relative_to_minus_one": -0.33380556266529876 }, { "event_time": -25, "estimate": -0.27191170577725426, "se": 0.026182438329827938, "lower": -0.32322834193115807, "upper": -0.22059506962335046, "n": 0.0, "relative_to_minus_one": -0.27191170577725426 }, { "event_time": -24, "estimate": -0.25225029739115645, "se": 0.021874147086114175, "lower": -0.295122837872472, "upper": -0.2093777569098409, "n": 0.0, "relative_to_minus_one": -0.25225029739115645 }, { "event_time": -23, "estimate": -0.37710065592400677, "se": 0.16362162668518798, "lower": -0.697793151318833, "upper": -0.05640816052918052, "n": 0.0, "relative_to_minus_one": -0.37710065592400677 }, { "event_time": -22, "estimate": -0.17455639776683074, "se": 0.12355035318169602, "lower": -0.4167106402801586, "upper": 0.06759784474649713, "n": 0.0, "relative_to_minus_one": -0.17455639776683074 }, { "event_time": -21, "estimate": -0.40036673223744856, "se": 0.024179042987498754, "lower": -0.4477567856735919, "upper": -0.35297667880130523, "n": 0.0, "relative_to_minus_one": -0.40036673223744856 }, { "event_time": -20, "estimate": -0.35193644485845654, "se": 0.19555220139674273, "lower": -0.7352117166935955, "upper": 0.03133882697668244, "n": 0.0, "relative_to_minus_one": -0.35193644485845654 }, { "event_time": -19, "estimate": -0.32860954125202535, "se": 0.09630010073667865, "lower": -0.5173542704034946, "upper": -0.13986481210055607, "n": 0.0, "relative_to_minus_one": -0.32860954125202535 }, { "event_time": -18, "estimate": -0.3179141378713022, "se": 0.03955684296344398, "lower": -0.39544412542175905, "upper": -0.2403841503208453, "n": 0.0, "relative_to_minus_one": -0.3179141378713022 }, { "event_time": -17, "estimate": -0.04254098889531971, "se": 0.09868124169310105, "lower": -0.23595266856349015, "upper": 0.15087069077285073, "n": 0.0, "relative_to_minus_one": -0.04254098889531971 }, { "event_time": -16, "estimate": -0.258194085038132, "se": 0.04339118275396881, "lower": -0.3432392404825064, "upper": -0.17314892959375763, "n": 0.0, "relative_to_minus_one": -0.258194085038132 }, { "event_time": -15, "estimate": -0.02021266339586504, "se": 0.0592539604922911, "lower": -0.13634829190211484, "upper": 0.09592296511038476, "n": 0.0, "relative_to_minus_one": -0.02021266339586504 }, { "event_time": -8, "estimate": 0.11338504796259342, "se": 0.14842100822787643, "lower": -0.17751478271316745, "upper": 0.4042848786383543, "n": 0.0, "relative_to_minus_one": 0.11338504796259342 }, { "event_time": -7, "estimate": -0.35831623924372075, "se": 0.147450849842898, "lower": -0.6473145944256242, "upper": -0.06931788406181721, "n": 0.0, "relative_to_minus_one": -0.35831623924372075 }, { "event_time": -6, "estimate": -0.30992450464424603, "se": 0.14067525071712728, "lower": -0.585642929565958, "upper": -0.034206079722534144, "n": 0.0, "relative_to_minus_one": -0.30992450464424603 }, { "event_time": -5, "estimate": -0.0775625130207903, "se": 0.11398933323244076, "lower": -0.30097750077810886, "upper": 0.1458524747365283, "n": 0.0, "relative_to_minus_one": -0.0775625130207903 }, { "event_time": -4, "estimate": -1.4897164355771306, "se": 0.695360883323951, "lower": -2.852598723150033, "upper": -0.1268341480042281, "n": 0.0, "relative_to_minus_one": -1.4897164355771306 }, { "event_time": -3, "estimate": -0.46099790393662554, "se": 0.11328436658656128, "lower": -0.6830311824577183, "upper": -0.23896462541553273, "n": 0.0, "relative_to_minus_one": -0.46099790393662554 }, { "event_time": -2, "estimate": -0.6936687470041296, "se": 0.10212688069238068, "lower": -0.8938337550146147, "upper": -0.49350373899364447, "n": 0.0, "relative_to_minus_one": -0.6936687470041296 }, { "event_time": -1, "estimate": 0.0, "se": 4.3309383604222836e-20, "lower": -8.488483205690627e-20, "upper": 8.488483205690627e-20, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.38695519932585803, "se": 0.12922454079560342, "lower": -0.6402306452039677, "upper": -0.1336797534477484, "n": 26.0, "relative_to_minus_one": -0.38695519932585803 }, { "event_time": 1, "estimate": -0.28014409177200766, "se": 0.15614472346295064, "lower": -0.5861821261353573, "upper": 0.025893942591341923, "n": 23.0, "relative_to_minus_one": -0.28014409177200766 }, { "event_time": 2, "estimate": -0.15871012036668064, "se": 0.15855421316245916, "lower": -0.46947066776218715, "upper": 0.15205042702882587, "n": 22.0, "relative_to_minus_one": -0.15871012036668064 }, { "event_time": 3, "estimate": 0.03005795692489111, "se": 0.04534878748832368, "lower": -0.05882403329478393, "upper": 0.11893994714456614, "n": 19.0, "relative_to_minus_one": 0.03005795692489111 }, { "event_time": 4, "estimate": -0.5879370160777584, "se": 0.0465862484809346, "lower": -0.679244385275224, "upper": -0.49662964688029276, "n": 17.0, "relative_to_minus_one": -0.5879370160777584 }, { "event_time": 5, "estimate": -0.10646763556884296, "se": 0.06648739956128678, "lower": -0.23678054413468924, "upper": 0.023845272997003328, "n": 14.0, "relative_to_minus_one": -0.10646763556884296 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.27923580253056074, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.09175080875938464, "mass": 1.0, "base": 4 }, { "group": 30, "year": 1, "event_time": -29, "att": -0.45800015575433956, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": -0.42122619321901206, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": -0.3193451904719528, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": -0.33380556266529876, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": -0.27191170577725426, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": -0.25225029739115645, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": -0.37710065592400677, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": -0.17455639776683074, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": -0.40036673223744856, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": -0.35193644485845654, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": -0.32860954125202535, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": -0.3179141378713022, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": -0.04254098889531971, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": -0.258194085038132, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": -0.02021266339586504, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": -0.2941675446330938, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.5737828354997673, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.47174574910405837, "mass": 18.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": -0.05679438283847921, "mass": 17.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.10416543870161826, "mass": 16.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": 0.07238420747426261, "mass": 14.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": -0.6133617902353112, "mass": 12.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": -0.163739052606167, "mass": 10.0, "base": 29 }, { "group": 31, "year": 27, "event_time": -4, "att": -7.402573465508487, "mass": 0.0, "base": 30 }, { "group": 31, "year": 28, "event_time": -3, "att": -5.507079922201248, "mass": 0.0, "base": 30 }, { "group": 31, "year": 29, "event_time": -2, "att": -5.797591124895012, "mass": 0.0, "base": 30 }, { "group": 31, "year": 30, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 30 }, { "group": 31, "year": 31, "event_time": 0, "att": -3.096993154560782, "mass": 1.0, "base": 30 }, { "group": 31, "year": 32, "event_time": 1, "att": -8.16010431030061, "mass": 1.0, "base": 30 }, { "group": 31, "year": 33, "event_time": 2, "att": -6.410415340739769, "mass": 1.0, "base": 30 }, { "group": 35, "year": 27, "event_time": -8, "att": 0.11338504796259341, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -0.35831623924372075, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -0.30992450464424603, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.07756251302079031, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.6937549123171401, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.4811218308658093, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.5331104950067359, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": 0.316294653877848, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -0.1557309190375651, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.4191896460258641, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.14738670883978172, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.4813485398018639, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": 0.13363176662609239, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.24835935103104279, "se": 0.06551199251450243, "lower": -0.3767604969149252, "upper": -0.11995820514716041 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.24895600982269994, "se": 0.06633343184103278, "lower": -0.37896714720206665, "upper": -0.11894487244333324 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.31805507852328424, "se": 0.11027612605649564, "lower": -0.5341923139486147, "upper": -0.10191784309795376 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.30677588239885534, "se": 0.08032999871319842, "lower": -0.46421978675487313, "upper": -0.14933197804283754 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.30677588239885534, "treated_cell_se": 0.08032999871319842, "checks": { "input_rows": 107753, "retained_rows": 107753, "all_observed_post_cells_estimated": true, "post_weight_sum": 121.0, "avoided_dense_if_bytes": 106890976 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.11935829184949398, "status": "estimated" }, { "method": "SDID", "status": "unsupported", "reason": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12565713848218707, "SE": 0.03829978372654898, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.24736050833506476, "SE": 0.25809428995963585, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.14450512593891485, "SE": 0.030512869603679566, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.18256258165552525, "SE": 0.04431195231433377, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.24835935103104279, "SE": 0.06551199251450243, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.30677588239885534, "SE": 0.08032999871319842, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12565713848218707, "SE": 0.03829978372654898, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.048902656703894085, "upper": 0.20241162026048004, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.24736050833506476, "SE": 0.25809428995963585, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7645930237253891, "upper": 0.2698720070552596, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.14450512593891485, "SE": 0.030512869603679566, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08335596878647888, "upper": 0.2056542830913508, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.18256258165552525, "SE": 0.04431195231433377, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2713657185284232, "upper": -0.09375944478262728, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.24835935103104279, "SE": 0.06551199251450243, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3767604969149252, "upper": -0.11995820514716041, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.30677588239885534, "SE": 0.08032999871319842, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.46421978675487313, "upper": -0.14933197804283754, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602277.926399, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12565713848218707, "SE": 0.03829978372654898, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.048902656703894085, "upper": 0.20241162026048004, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.24736050833506476, "SE": 0.25809428995963585, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7645930237253891, "upper": 0.2698720070552596, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.14450512593891485, "SE": 0.030512869603679566, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08335596878647888, "upper": 0.2056542830913508, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.18256258165552525, "SE": 0.04431195231433377, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2713657185284232, "upper": -0.09375944478262728, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.24835935103104279, "SE": 0.06551199251450243, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3767604969149252, "upper": -0.11995820514716041, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.30677588239885534, "SE": 0.08032999871319842, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.46421978675487313, "upper": -0.14933197804283754, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 3, "specification_id": "S03-P016", "source_specification_id": "PP-REPLY-T1-PB-NOTXOIL-SALESGR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S03-P016.json", "input_bytes": 1473055, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p016", "specification_id": "S03-P016", "source_specification_id": "PP-REPLY-T1-PB-NOTXOIL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOTXOIL-SALESGR", "data": "analyses/full-archive/prepared/S03-P016.parquet", "output_dir": "analyses/full-archive/results/S03-P016" }, "source": { "file": "S03-P016.parquet", "bytes": 1473055, "sha256": "5f687e223e135c78724094165006d2e48b1fe2590d7d0aacdf1b8782e94fc969" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 126401, "source_sd": 0.4051965532092054, "rows": 116613, "units": 13020, "clusters": 56, "treated_units": 29, "never_treated_units": 12991, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 116559, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 409, "post_adoption_untreated_rows_removed": 3004, "units_without_minus_one_removed": 218, "additional_rows_removed": 5004 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.09121693194489162, "se": 0.02830998448046361, "pvalue": 0.0021401706308402536, "lower": 0.034482455231821856, "upper": 0.1479514086579614 }, { "method": "Dynamic TWFE", "estimate": -0.009781408840962761, "se": 0.15726321892448408, "pvalue": 0.9506308863711281, "lower": -0.32494394232983387, "upper": 0.3053811246479084 }, { "method": "BJS / did2s", "estimate": 0.09887822597090912, "se": 0.02690138715870816, "pvalue": 0.0005397218736625052, "lower": 0.04496664137225842, "upper": 0.15278981056955981 }, { "method": "Sun\u2013Abraham", "estimate": -0.021343277699230473, "se": 0.038032916960977756, "pvalue": 0.5769548566195419, "lower": -0.0975629465281472, "upper": 0.05487639112968626 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.2736805486403458, "se": 0.1620677563758533, "pvalue": 0.09694344949326669, "lower": -0.5984715903447507, "upper": 0.051110493064059126 }, { "event_time": -28, "estimate": -0.09924938312005104, "se": 0.17742096083034115, "pvalue": 0.5781593917437248, "lower": -0.454808934118244, "upper": 0.2563101678781419 }, { "event_time": -27, "estimate": -0.2218517161762143, "se": 0.16007505937457894, "pvalue": 0.17136427759033293, "lower": -0.5426493038505394, "upper": 0.09894587149811085 }, { "event_time": -26, "estimate": 0.1916469181452573, "se": 0.16221754717363487, "pvalue": 0.24251957478895983, "lower": -0.13344431102602655, "upper": 0.5167381473165411 }, { "event_time": -25, "estimate": 0.01391266198615398, "se": 0.15663790039948441, "pvalue": 0.9295471756834865, "lower": -0.29999670517479754, "upper": 0.3278220291471055 }, { "event_time": -24, "estimate": 0.03441721014034648, "se": 0.12992750258219335, "pvalue": 0.7920802180927229, "lower": -0.2259633236152851, "upper": 0.29479774389597807 }, { "event_time": -23, "estimate": -0.06193776653888032, "se": 0.16152954918262913, "pvalue": 0.702867735615984, "lower": -0.3856502169253757, "upper": 0.26177468384761504 }, { "event_time": -22, "estimate": 0.15103876078713646, "se": 0.20040022516790576, "pvalue": 0.45425256677773446, "lower": -0.25057226503057517, "upper": 0.5526497866048481 }, { "event_time": -21, "estimate": 0.011628084798715625, "se": 0.14569152688580722, "pvalue": 0.9366756485150447, "lower": -0.2803442596262166, "upper": 0.3036004292236479 }, { "event_time": -20, "estimate": 0.043465457281765804, "se": 0.1701623244641837, "pvalue": 0.7993397852652946, "lower": -0.29754746137303645, "upper": 0.3844783759365681 }, { "event_time": -19, "estimate": 0.01821386006150202, "se": 0.180961928302804, "pvalue": 0.9201941295266911, "lower": -0.3444419483276767, "upper": 0.3808696684506807 }, { "event_time": -18, "estimate": -0.008556588527186578, "se": 0.1432198418983014, "pvalue": 0.952575738999211, "lower": -0.2955755655469737, "upper": 0.27846238849260047 }, { "event_time": -17, "estimate": 0.2958543530766057, "se": 0.17233907945929544, "pvalue": 0.09166162450413447, "lower": -0.049520880070648865, "upper": 0.6412295862238602 }, { "event_time": -16, "estimate": 0.23915860523664298, "se": 0.16168203136214185, "pvalue": 0.14479435849280797, "lower": -0.0848594262662494, "upper": 0.5631766367395353 }, { "event_time": -15, "estimate": 0.2672409156108945, "se": 0.14099664854159608, "pvalue": 0.06330332169423418, "lower": -0.015322682360144169, "upper": 0.5498045135819332 }, { "event_time": -8, "estimate": -0.5662230831311457, "se": 0.42379536514613786, "pvalue": 0.18702621107306894, "lower": -1.4155279738343818, "upper": 0.28308180757209045 }, { "event_time": -7, "estimate": -0.7433583471424924, "se": 0.27792811925870925, "pvalue": 0.009832358802610333, "lower": -1.3003387446722723, "upper": -0.1863779496127126 }, { "event_time": -6, "estimate": -0.7505075013879295, "se": 0.23552606610637825, "pvalue": 0.002374449604136181, "lower": -1.2225122854970314, "upper": -0.2785027172788278 }, { "event_time": -5, "estimate": -0.17296407256013083, "se": 0.22163479271288186, "pvalue": 0.43850057530468056, "lower": -0.6171301226917528, "upper": 0.2712019775714912 }, { "event_time": -4, "estimate": -0.48614147357577153, "se": 0.3114176549177947, "pvalue": 0.12424588975478057, "lower": -1.1102364003379175, "upper": 0.1379534531863743 }, { "event_time": -3, "estimate": -0.05128964020701407, "se": 0.07275737307325195, "pvalue": 0.4838217914351723, "lower": -0.19709867416028679, "upper": 0.09451939374625865 }, { "event_time": -2, "estimate": -0.3079688153207397, "se": 0.15790393809809017, "pvalue": 0.05623731729214044, "lower": -0.6244153787270295, "upper": 0.008477748085550019 }, { "event_time": 0, "estimate": -0.05611521526482811, "se": 0.15970039721047977, "pvalue": 0.7266472944310524, "lower": -0.3761619631836945, "upper": 0.2639315326540383 }, { "event_time": 1, "estimate": -0.07119187525590473, "se": 0.2159938068043027, "pvalue": 0.7429531285094519, "lower": -0.5040531370048311, "upper": 0.3616693864930216 }, { "event_time": 2, "estimate": -0.11371357233504156, "se": 0.21200079653697781, "pvalue": 0.5938570176254799, "lower": -0.5385726626881155, "upper": 0.31114551801803236 }, { "event_time": 3, "estimate": 0.02585519521433767, "se": 0.1490706080527763, "pvalue": 0.8629403037932235, "lower": -0.2728889791955696, "upper": 0.3245993696242449 }, { "event_time": 4, "estimate": 0.08931498608551776, "se": 0.15891288125969494, "pvalue": 0.5763739763735969, "lower": -0.2291535446004213, "upper": 0.4077835167714568 }, { "event_time": 5, "estimate": 0.13127888134451152, "se": 0.18715645409526607, "pvalue": 0.48598644516491507, "lower": -0.2437910341440009, "upper": 0.5063487968330239 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2520063128145241, "se": 0.021389325237174343, "pvalue": 1.1383198413281672e-16, "lower": -0.29487147847415823, "upper": -0.20914114715489002 }, { "event_time": -28, "estimate": -0.09412789681740467, "se": 0.16908405890607453, "pvalue": 0.5799955008069032, "lower": -0.43297992300547794, "upper": 0.24472412937066856 }, { "event_time": -27, "estimate": -0.21612025735777, "se": 0.03207163935217855, "pvalue": 1.0102826707706404e-08, "lower": -0.2803932588930343, "upper": -0.1518472558225057 }, { "event_time": -26, "estimate": 0.18802142446558323, "se": 0.03030935989517939, "pvalue": 7.53587165503825e-08, "lower": 0.12728010988281574, "upper": 0.24876273904835072 }, { "event_time": -25, "estimate": 0.011159450753634744, "se": 0.02406504292212156, "pvalue": 0.6446781550106166, "lower": -0.03706797297407234, "upper": 0.059386874481341834 }, { "event_time": -24, "estimate": 0.031611847235751826, "se": 0.08924792033546877, "pvalue": 0.7245414289585913, "lower": -0.1472449819319496, "upper": 0.21046867640345326 }, { "event_time": -23, "estimate": -0.06448210717597451, "se": 0.030614568524353163, "pvalue": 0.03975963612403315, "lower": -0.12583507351985254, "upper": -0.0031291408320964775 }, { "event_time": -22, "estimate": 0.14798257019816347, "se": 0.08396349095173834, "pvalue": 0.08354721448999118, "lower": -0.020284025830413138, "upper": 0.31624916622674004 }, { "event_time": -21, "estimate": 0.00888057795399223, "se": 0.01459645712592656, "pvalue": 0.5454224970390654, "lower": -0.020371375803724567, "upper": 0.03813253171170902 }, { "event_time": -20, "estimate": 0.04064980849667286, "se": 0.04582455891417221, "pvalue": 0.37890132279110295, "lower": -0.051184659741800066, "upper": 0.1324842767351458 }, { "event_time": -19, "estimate": 0.015443033097907136, "se": 0.0597921709220188, "pvalue": 0.7971560303947921, "lower": -0.10438315511989758, "upper": 0.13526922131571184 }, { "event_time": -18, "estimate": -0.019717362433297435, "se": 0.012180014225380925, "pvalue": 0.11120493700563597, "lower": -0.044126656402059664, "upper": 0.0046919315354647904 }, { "event_time": -17, "estimate": 0.28400309064249807, "se": 0.04883416744104898, "pvalue": 3.1876876443226077e-07, "lower": 0.1861372321359952, "upper": 0.38186894914900094 }, { "event_time": -16, "estimate": 0.22741534712126568, "se": 0.033672842667169425, "pvalue": 9.547791937045891e-09, "lower": 0.15993346243560863, "upper": 0.29489723180692273 }, { "event_time": -15, "estimate": 0.25542867445553097, "se": 0.02061790825109747, "pvalue": 1.5112569078626188e-17, "lower": 0.21410946298258485, "upper": 0.29674788592847706 }, { "event_time": -8, "estimate": -0.5159643705850228, "se": 0.020794924065021123, "pvalue": 1.5109655209242952e-31, "lower": -0.5576383296764222, "upper": -0.4742904114936233 }, { "event_time": -7, "estimate": -0.5444425940898598, "se": 0.015610672384690527, "pvalue": 3.4014465911809285e-39, "lower": -0.5757270806460348, "upper": -0.5131581075336848 }, { "event_time": -6, "estimate": -0.5346565657318605, "se": 0.034764226142649464, "pvalue": 1.4277361926551468e-21, "lower": -0.6043256317781213, "upper": -0.4649874996855997 }, { "event_time": -5, "estimate": 0.00938143615764997, "se": 0.1988793913488396, "pvalue": 0.9625474246559445, "lower": -0.38918177057871245, "upper": 0.4079446428940124 }, { "event_time": -4, "estimate": -0.3028315951388578, "se": 0.11552642417299515, "pvalue": 0.011304729685051649, "lower": -0.5343517228347978, "upper": -0.07131146744291786 }, { "event_time": -3, "estimate": 0.08127615257909482, "se": 0.11912370441707923, "pvalue": 0.4979231547141417, "lower": -0.15745308582403095, "upper": 0.3200053909822206 }, { "event_time": -2, "estimate": -0.18073194688527405, "se": 0.034811229498764446, "pvalue": 3.1159284796495156e-06, "lower": -0.25049520976215417, "upper": -0.11096868400839395 }, { "event_time": -1, "estimate": 0.10280619547121768, "se": 0.15601777408926135, "pvalue": 0.5126843373601017, "lower": -0.20986041079275097, "upper": 0.4154728017351863 }, { "event_time": 0, "estimate": 0.04656015757101115, "se": 0.10383221788149957, "pvalue": 0.6556137416356617, "lower": -0.16152425701175, "upper": 0.2546445721537723 }, { "event_time": 1, "estimate": 0.022927878478414147, "se": 0.1196589359271954, "pvalue": 0.8487531595404366, "lower": -0.2168739878404119, "upper": 0.2627297447972402 }, { "event_time": 2, "estimate": 0.013799703243755193, "se": 0.1181194098351574, "pvalue": 0.9074215963019593, "lower": -0.2229168838415846, "upper": 0.25051629032909495 }, { "event_time": 3, "estimate": 0.12996302347011457, "se": 0.053983646552245655, "pvalue": 0.019446748274520965, "lower": 0.021777378214161605, "upper": 0.23814866872606755 }, { "event_time": 4, "estimate": 0.19924619654215034, "se": 0.035161828274983875, "pvalue": 5.526059935450297e-07, "lower": 0.12878031801676013, "upper": 0.2697120750675406 }, { "event_time": 5, "estimate": 0.2495809223445657, "se": 0.07721086790900514, "pvalue": 0.0020759896197468453, "lower": 0.09484688529829666, "upper": 0.4043149593908347 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.15491519960164357, "se": 0.049919560085975465, "pvalue": 0.00302030118018193, "lower": -0.25495623357603175, "upper": -0.05487416562725539 }, { "event_time": -28, "estimate": 0.020644943400148795, "se": 0.20237845313667657, "pvalue": 0.9191185029376568, "lower": -0.3849305398585347, "upper": 0.42622042665883225 }, { "event_time": -27, "estimate": -0.10193554120196731, "se": 0.04435426105248478, "pvalue": 0.025376120921301985, "lower": -0.19082346668084435, "upper": -0.013047615723090267 }, { "event_time": -26, "estimate": 0.3117712350710343, "se": 0.040126278830171905, "pvalue": 2.0713202524770036e-10, "lower": 0.23135637530862263, "upper": 0.392186094833446 }, { "event_time": -25, "estimate": 0.1339877761715349, "se": 0.03347000530769722, "pvalue": 0.00018879147423221372, "lower": 0.06691238663798428, "upper": 0.20106316570508553 }, { "event_time": -24, "estimate": 0.15452575096148916, "se": 0.11337648982567496, "pvalue": 0.17845458341238374, "lower": -0.07268581202128963, "upper": 0.3817373139442679 }, { "event_time": -23, "estimate": 0.05816982069840795, "se": 0.038659423698168535, "pvalue": 0.1381294095834263, "lower": -0.01930539568887147, "upper": 0.13564503708568737 }, { "event_time": -22, "estimate": 0.2711460503777358, "se": 0.08393569953204488, "pvalue": 0.0020885566624968353, "lower": 0.10293514959881608, "upper": 0.4393569511566555 }, { "event_time": -21, "estimate": 0.1317349870858724, "se": 0.03207436368450074, "pvalue": 0.00013412661802251038, "lower": 0.06745652586662987, "upper": 0.1960134483051149 }, { "event_time": -20, "estimate": 0.16357234010414562, "se": 0.04654956458405452, "pvalue": 0.0008914683165546528, "lower": 0.07028492803509, "upper": 0.25685975217320123 }, { "event_time": -19, "estimate": 0.13832055488924216, "se": 0.05865164163219068, "pvalue": 0.021938842244365986, "lower": 0.020780038444905974, "upper": 0.2558610713335784 }, { "event_time": -18, "estimate": 0.11275500686870933, "se": 0.030283913968718917, "pvalue": 0.0004644595395226204, "lower": 0.052064687062120904, "upper": 0.17344532667529777 }, { "event_time": -17, "estimate": 0.41716519848894135, "se": 0.049567919612253215, "pvalue": 1.8398464871514195e-11, "lower": 0.31782886777150954, "upper": 0.5165015292063732 }, { "event_time": -16, "estimate": 0.36046861019805826, "se": 0.038960697171249364, "pvalue": 8.375645622534704e-13, "lower": 0.2823896282787078, "upper": 0.43854759211740874 }, { "event_time": -15, "estimate": 0.3885499591827029, "se": 0.04346600038860987, "pvalue": 2.644098337101421e-12, "lower": 0.30144214785346535, "upper": 0.47565777051194047 }, { "event_time": -8, "estimate": -1.0939857521395975, "se": 0.31658097411389213, "pvalue": 0.0010653356681474121, "lower": -1.728428201801139, "upper": -0.45954330247805597 }, { "event_time": -7, "estimate": -1.262471750180107, "se": 0.17888355491333363, "pvalue": 3.036412363113792e-09, "lower": -1.6209624052203906, "upper": -0.9039810951398234 }, { "event_time": -6, "estimate": -1.2722996329968421, "se": 0.14771982618660748, "pvalue": 8.843615057790136e-12, "lower": -1.568336780054492, "upper": -0.9762624859391922 }, { "event_time": -5, "estimate": -0.6959531811155267, "se": 0.10831278147377, "pvalue": 3.281288198771165e-08, "lower": -0.9130168457915727, "upper": -0.47888951643948074 }, { "event_time": -4, "estimate": -1.0083676619558677, "se": 0.25696682767166734, "pvalue": 0.00024422905354641827, "lower": -1.5233406924296333, "upper": -0.49339463148210194 }, { "event_time": -3, "estimate": -0.07695572844808712, "se": 0.05682815653545361, "pvalue": 0.18121589608604913, "lower": -0.19084189909690188, "upper": 0.03693044220072764 }, { "event_time": -2, "estimate": -0.31968141261930694, "se": 0.063728652069264, "pvalue": 5.844064623434225e-06, "lower": -0.44739648534476445, "upper": -0.19196633989384942 }, { "event_time": 0, "estimate": -0.05592899287444443, "se": 0.02612695167979429, "pvalue": 0.03675004065047754, "lower": -0.10828857409158375, "upper": -0.0035694116573051077 }, { "event_time": 1, "estimate": -0.07189340131465755, "se": 0.04271045661190558, "pvalue": 0.09799072693118627, "lower": -0.15748706907964433, "upper": 0.013700266450329235 }, { "event_time": 2, "estimate": -0.12377228170116035, "se": 0.061856920431922924, "pvalue": 0.05034321846173496, "lower": -0.24773632040308724, "upper": 0.00019175700076654034 }, { "event_time": 3, "estimate": 0.0021606836349443714, "se": 0.044114967613520586, "pvalue": 0.9611138847670444, "lower": -0.08624768707590116, "upper": 0.0905690543457899 }, { "event_time": 4, "estimate": 0.059080260472214235, "se": 0.03989183387297492, "pvalue": 0.14430998996412842, "lower": -0.02086476109675839, "upper": 0.13902528204118686 }, { "event_time": 5, "estimate": 0.11868738735991982, "se": 0.05770088802571039, "pvalue": 0.044446840892645514, "lower": 0.003052223720843794, "upper": 0.23432255099899585 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21323529411764705, 0.18382352941176472, 0.16911764705882354, 0.15441176470588236, 0.14705882352941177, 0.1323529411764706 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.797285915800333e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.18669330919043, "df_num": 5, "df_den": 103525, "pvalue": 0.31275516804953524, "log10_pvalue": -0.5047955051777838, "inference": "Homoskedastic nested-model F", "observations": 116613, "design_columns": 38, "restricted_design_columns": 33, "fixed_effect_rank": 13050, "covariance_rank": 5, "rss_unrestricted": 82403.76446811247, "rss_restricted": 82408.48738508645, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 2.424876553106353e-05, 2.5593505965665883e-05, 2.510894742178446e-05, 2.850530359622199e-05, 2.8287852705979298e-05, 2.8169936811142584e-05 ], [ 2.3099385464379864e-05, 2.478606116925279e-05, 2.4383749005279376e-05, 2.8088275585890316e-05, 2.7857114256066886e-05, 2.7694973902469825e-05 ], [ 2.39450276271965e-05, 2.6166373897777e-05, 2.587144506678027e-05, 3.0155046864787538e-05, 3.0043288820752793e-05, 2.990730009263512e-05 ], [ 2.368170256246287e-05, 2.6273299558719848e-05, 2.60140659333074e-05, 3.058028067944166e-05, 3.061347704559216e-05, 3.053645126637282e-05 ], [ 1.4034167526035495e-05, 1.7103787530578458e-05, 1.6931298722515665e-05, 2.183708912996133e-05, 2.1847749137142994e-05, 2.1848763222546318e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.24149496529299433 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.10015042744095268 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.13390291349535008 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.2856612195535715 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1890339010877213 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5595954799078267 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.8183111455085051 }, { "event_time": 5.0, "cohort": 30, "estimate": 1.0477610908920512 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.4770088227841216 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.11880665904601549 } ] } } }, "code_sha256": { "replication_engine.py": "836da12e7ca9210de54b65782ae08d98863e1382a1ec9e9b6fa80c3db0494f39", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s03-p016", "specification_id": "S03-P016", "source_specification_id": "PP-REPLY-T1-PB-NOTXOIL-SALESGR", "study_id": 3, "study": "Reply: Do Powerful Politicians Really Cause Corporate Downsizing?", "citation": "Cohen et al. (2017), JPE. https://doi.org/10.1086/694203", "description": "PP-REPLY-T1-PB-NOTXOIL-SALESGR", "data": "analyses/full-archive/prepared/S03-P016.parquet", "output_dir": "analyses/archive-expanded/fits/S03-P016" }, "options": { "output_dir": "analyses/archive-expanded/fits/S03-P016", "regression_results": "analyses/archive-expanded/baselines/S03-P016.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S03-P016.parquet", "bytes": 1473055, "sha256": "5f687e223e135c78724094165006d2e48b1fe2590d7d0aacdf1b8782e94fc969" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 126401, "source_sd": 0.4051965532092054, "rows": 116613, "units": 13020, "clusters": 56, "treated_units": 29, "never_treated_units": 12991, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 116559, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 409, "post_adoption_untreated_rows_removed": 3004, "units_without_minus_one_removed": 218, "additional_rows_removed": 5004 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.09121693194489162, "se": 0.02830998448046361, "pvalue": 0.0021401706308402536, "lower": 0.034482455231821856, "upper": 0.1479514086579614 }, { "method": "Dynamic TWFE", "estimate": -0.009781408840962761, "se": 0.15726321892448408, "pvalue": 0.9506308863711281, "lower": -0.32494394232983387, "upper": 0.3053811246479084 }, { "method": "BJS / did2s", "estimate": 0.09887822597090912, "se": 0.02690138715870816, "pvalue": 0.0005397218736625052, "lower": 0.04496664137225842, "upper": 0.15278981056955981 }, { "method": "Sun\u2013Abraham", "estimate": -0.021343277699230473, "se": 0.038032916960977756, "pvalue": 0.5769548566195419, "lower": -0.0975629465281472, "upper": 0.05487639112968626 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -29, "estimate": -0.2736805486403458, "se": 0.1620677563758533, "pvalue": 0.09694344949326669, "lower": -0.5984715903447507, "upper": 0.051110493064059126 }, { "event_time": -28, "estimate": -0.09924938312005104, "se": 0.17742096083034115, "pvalue": 0.5781593917437248, "lower": -0.454808934118244, "upper": 0.2563101678781419 }, { "event_time": -27, "estimate": -0.2218517161762143, "se": 0.16007505937457894, "pvalue": 0.17136427759033293, "lower": -0.5426493038505394, "upper": 0.09894587149811085 }, { "event_time": -26, "estimate": 0.1916469181452573, "se": 0.16221754717363487, "pvalue": 0.24251957478895983, "lower": -0.13344431102602655, "upper": 0.5167381473165411 }, { "event_time": -25, "estimate": 0.01391266198615398, "se": 0.15663790039948441, "pvalue": 0.9295471756834865, "lower": -0.29999670517479754, "upper": 0.3278220291471055 }, { "event_time": -24, "estimate": 0.03441721014034648, "se": 0.12992750258219335, "pvalue": 0.7920802180927229, "lower": -0.2259633236152851, "upper": 0.29479774389597807 }, { "event_time": -23, "estimate": -0.06193776653888032, "se": 0.16152954918262913, "pvalue": 0.702867735615984, "lower": -0.3856502169253757, "upper": 0.26177468384761504 }, { "event_time": -22, "estimate": 0.15103876078713646, "se": 0.20040022516790576, "pvalue": 0.45425256677773446, "lower": -0.25057226503057517, "upper": 0.5526497866048481 }, { "event_time": -21, "estimate": 0.011628084798715625, "se": 0.14569152688580722, "pvalue": 0.9366756485150447, "lower": -0.2803442596262166, "upper": 0.3036004292236479 }, { "event_time": -20, "estimate": 0.043465457281765804, "se": 0.1701623244641837, "pvalue": 0.7993397852652946, "lower": -0.29754746137303645, "upper": 0.3844783759365681 }, { "event_time": -19, "estimate": 0.01821386006150202, "se": 0.180961928302804, "pvalue": 0.9201941295266911, "lower": -0.3444419483276767, "upper": 0.3808696684506807 }, { "event_time": -18, "estimate": -0.008556588527186578, "se": 0.1432198418983014, "pvalue": 0.952575738999211, "lower": -0.2955755655469737, "upper": 0.27846238849260047 }, { "event_time": -17, "estimate": 0.2958543530766057, "se": 0.17233907945929544, "pvalue": 0.09166162450413447, "lower": -0.049520880070648865, "upper": 0.6412295862238602 }, { "event_time": -16, "estimate": 0.23915860523664298, "se": 0.16168203136214185, "pvalue": 0.14479435849280797, "lower": -0.0848594262662494, "upper": 0.5631766367395353 }, { "event_time": -15, "estimate": 0.2672409156108945, "se": 0.14099664854159608, "pvalue": 0.06330332169423418, "lower": -0.015322682360144169, "upper": 0.5498045135819332 }, { "event_time": -8, "estimate": -0.5662230831311457, "se": 0.42379536514613786, "pvalue": 0.18702621107306894, "lower": -1.4155279738343818, "upper": 0.28308180757209045 }, { "event_time": -7, "estimate": -0.7433583471424924, "se": 0.27792811925870925, "pvalue": 0.009832358802610333, "lower": -1.3003387446722723, "upper": -0.1863779496127126 }, { "event_time": -6, "estimate": -0.7505075013879295, "se": 0.23552606610637825, "pvalue": 0.002374449604136181, "lower": -1.2225122854970314, "upper": -0.2785027172788278 }, { "event_time": -5, "estimate": -0.17296407256013083, "se": 0.22163479271288186, "pvalue": 0.43850057530468056, "lower": -0.6171301226917528, "upper": 0.2712019775714912 }, { "event_time": -4, "estimate": -0.48614147357577153, "se": 0.3114176549177947, "pvalue": 0.12424588975478057, "lower": -1.1102364003379175, "upper": 0.1379534531863743 }, { "event_time": -3, "estimate": -0.05128964020701407, "se": 0.07275737307325195, "pvalue": 0.4838217914351723, "lower": -0.19709867416028679, "upper": 0.09451939374625865 }, { "event_time": -2, "estimate": -0.3079688153207397, "se": 0.15790393809809017, "pvalue": 0.05623731729214044, "lower": -0.6244153787270295, "upper": 0.008477748085550019 }, { "event_time": 0, "estimate": -0.05611521526482811, "se": 0.15970039721047977, "pvalue": 0.7266472944310524, "lower": -0.3761619631836945, "upper": 0.2639315326540383 }, { "event_time": 1, "estimate": -0.07119187525590473, "se": 0.2159938068043027, "pvalue": 0.7429531285094519, "lower": -0.5040531370048311, "upper": 0.3616693864930216 }, { "event_time": 2, "estimate": -0.11371357233504156, "se": 0.21200079653697781, "pvalue": 0.5938570176254799, "lower": -0.5385726626881155, "upper": 0.31114551801803236 }, { "event_time": 3, "estimate": 0.02585519521433767, "se": 0.1490706080527763, "pvalue": 0.8629403037932235, "lower": -0.2728889791955696, "upper": 0.3245993696242449 }, { "event_time": 4, "estimate": 0.08931498608551776, "se": 0.15891288125969494, "pvalue": 0.5763739763735969, "lower": -0.2291535446004213, "upper": 0.4077835167714568 }, { "event_time": 5, "estimate": 0.13127888134451152, "se": 0.18715645409526607, "pvalue": 0.48598644516491507, "lower": -0.2437910341440009, "upper": 0.5063487968330239 } ], "BJS / did2s": [ { "event_time": -29, "estimate": -0.2520063128145241, "se": 0.021389325237174343, "pvalue": 1.1383198413281672e-16, "lower": -0.29487147847415823, "upper": -0.20914114715489002 }, { "event_time": -28, "estimate": -0.09412789681740467, "se": 0.16908405890607453, "pvalue": 0.5799955008069032, "lower": -0.43297992300547794, "upper": 0.24472412937066856 }, { "event_time": -27, "estimate": -0.21612025735777, "se": 0.03207163935217855, "pvalue": 1.0102826707706404e-08, "lower": -0.2803932588930343, "upper": -0.1518472558225057 }, { "event_time": -26, "estimate": 0.18802142446558323, "se": 0.03030935989517939, "pvalue": 7.53587165503825e-08, "lower": 0.12728010988281574, "upper": 0.24876273904835072 }, { "event_time": -25, "estimate": 0.011159450753634744, "se": 0.02406504292212156, "pvalue": 0.6446781550106166, "lower": -0.03706797297407234, "upper": 0.059386874481341834 }, { "event_time": -24, "estimate": 0.031611847235751826, "se": 0.08924792033546877, "pvalue": 0.7245414289585913, "lower": -0.1472449819319496, "upper": 0.21046867640345326 }, { "event_time": -23, "estimate": -0.06448210717597451, "se": 0.030614568524353163, "pvalue": 0.03975963612403315, "lower": -0.12583507351985254, "upper": -0.0031291408320964775 }, { "event_time": -22, "estimate": 0.14798257019816347, "se": 0.08396349095173834, "pvalue": 0.08354721448999118, "lower": -0.020284025830413138, "upper": 0.31624916622674004 }, { "event_time": -21, "estimate": 0.00888057795399223, "se": 0.01459645712592656, "pvalue": 0.5454224970390654, "lower": -0.020371375803724567, "upper": 0.03813253171170902 }, { "event_time": -20, "estimate": 0.04064980849667286, "se": 0.04582455891417221, "pvalue": 0.37890132279110295, "lower": -0.051184659741800066, "upper": 0.1324842767351458 }, { "event_time": -19, "estimate": 0.015443033097907136, "se": 0.0597921709220188, "pvalue": 0.7971560303947921, "lower": -0.10438315511989758, "upper": 0.13526922131571184 }, { "event_time": -18, "estimate": -0.019717362433297435, "se": 0.012180014225380925, "pvalue": 0.11120493700563597, "lower": -0.044126656402059664, "upper": 0.0046919315354647904 }, { "event_time": -17, "estimate": 0.28400309064249807, "se": 0.04883416744104898, "pvalue": 3.1876876443226077e-07, "lower": 0.1861372321359952, "upper": 0.38186894914900094 }, { "event_time": -16, "estimate": 0.22741534712126568, "se": 0.033672842667169425, "pvalue": 9.547791937045891e-09, "lower": 0.15993346243560863, "upper": 0.29489723180692273 }, { "event_time": -15, "estimate": 0.25542867445553097, "se": 0.02061790825109747, "pvalue": 1.5112569078626188e-17, "lower": 0.21410946298258485, "upper": 0.29674788592847706 }, { "event_time": -8, "estimate": -0.5159643705850228, "se": 0.020794924065021123, "pvalue": 1.5109655209242952e-31, "lower": -0.5576383296764222, "upper": -0.4742904114936233 }, { "event_time": -7, "estimate": -0.5444425940898598, "se": 0.015610672384690527, "pvalue": 3.4014465911809285e-39, "lower": -0.5757270806460348, "upper": -0.5131581075336848 }, { "event_time": -6, "estimate": -0.5346565657318605, "se": 0.034764226142649464, "pvalue": 1.4277361926551468e-21, "lower": -0.6043256317781213, "upper": -0.4649874996855997 }, { "event_time": -5, "estimate": 0.00938143615764997, "se": 0.1988793913488396, "pvalue": 0.9625474246559445, "lower": -0.38918177057871245, "upper": 0.4079446428940124 }, { "event_time": -4, "estimate": -0.3028315951388578, "se": 0.11552642417299515, "pvalue": 0.011304729685051649, "lower": -0.5343517228347978, "upper": -0.07131146744291786 }, { "event_time": -3, "estimate": 0.08127615257909482, "se": 0.11912370441707923, "pvalue": 0.4979231547141417, "lower": -0.15745308582403095, "upper": 0.3200053909822206 }, { "event_time": -2, "estimate": -0.18073194688527405, "se": 0.034811229498764446, "pvalue": 3.1159284796495156e-06, "lower": -0.25049520976215417, "upper": -0.11096868400839395 }, { "event_time": -1, "estimate": 0.10280619547121768, "se": 0.15601777408926135, "pvalue": 0.5126843373601017, "lower": -0.20986041079275097, "upper": 0.4154728017351863 }, { "event_time": 0, "estimate": 0.04656015757101115, "se": 0.10383221788149957, "pvalue": 0.6556137416356617, "lower": -0.16152425701175, "upper": 0.2546445721537723 }, { "event_time": 1, "estimate": 0.022927878478414147, "se": 0.1196589359271954, "pvalue": 0.8487531595404366, "lower": -0.2168739878404119, "upper": 0.2627297447972402 }, { "event_time": 2, "estimate": 0.013799703243755193, "se": 0.1181194098351574, "pvalue": 0.9074215963019593, "lower": -0.2229168838415846, "upper": 0.25051629032909495 }, { "event_time": 3, "estimate": 0.12996302347011457, "se": 0.053983646552245655, "pvalue": 0.019446748274520965, "lower": 0.021777378214161605, "upper": 0.23814866872606755 }, { "event_time": 4, "estimate": 0.19924619654215034, "se": 0.035161828274983875, "pvalue": 5.526059935450297e-07, "lower": 0.12878031801676013, "upper": 0.2697120750675406 }, { "event_time": 5, "estimate": 0.2495809223445657, "se": 0.07721086790900514, "pvalue": 0.0020759896197468453, "lower": 0.09484688529829666, "upper": 0.4043149593908347 } ], "Sun\u2013Abraham": [ { "event_time": -29, "estimate": -0.15491519960164357, "se": 0.049919560085975465, "pvalue": 0.00302030118018193, "lower": -0.25495623357603175, "upper": -0.05487416562725539 }, { "event_time": -28, "estimate": 0.020644943400148795, "se": 0.20237845313667657, "pvalue": 0.9191185029376568, "lower": -0.3849305398585347, "upper": 0.42622042665883225 }, { "event_time": -27, "estimate": -0.10193554120196731, "se": 0.04435426105248478, "pvalue": 0.025376120921301985, "lower": -0.19082346668084435, "upper": -0.013047615723090267 }, { "event_time": -26, "estimate": 0.3117712350710343, "se": 0.040126278830171905, "pvalue": 2.0713202524770036e-10, "lower": 0.23135637530862263, "upper": 0.392186094833446 }, { "event_time": -25, "estimate": 0.1339877761715349, "se": 0.03347000530769722, "pvalue": 0.00018879147423221372, "lower": 0.06691238663798428, "upper": 0.20106316570508553 }, { "event_time": -24, "estimate": 0.15452575096148916, "se": 0.11337648982567496, "pvalue": 0.17845458341238374, "lower": -0.07268581202128963, "upper": 0.3817373139442679 }, { "event_time": -23, "estimate": 0.05816982069840795, "se": 0.038659423698168535, "pvalue": 0.1381294095834263, "lower": -0.01930539568887147, "upper": 0.13564503708568737 }, { "event_time": -22, "estimate": 0.2711460503777358, "se": 0.08393569953204488, "pvalue": 0.0020885566624968353, "lower": 0.10293514959881608, "upper": 0.4393569511566555 }, { "event_time": -21, "estimate": 0.1317349870858724, "se": 0.03207436368450074, "pvalue": 0.00013412661802251038, "lower": 0.06745652586662987, "upper": 0.1960134483051149 }, { "event_time": -20, "estimate": 0.16357234010414562, "se": 0.04654956458405452, "pvalue": 0.0008914683165546528, "lower": 0.07028492803509, "upper": 0.25685975217320123 }, { "event_time": -19, "estimate": 0.13832055488924216, "se": 0.05865164163219068, "pvalue": 0.021938842244365986, "lower": 0.020780038444905974, "upper": 0.2558610713335784 }, { "event_time": -18, "estimate": 0.11275500686870933, "se": 0.030283913968718917, "pvalue": 0.0004644595395226204, "lower": 0.052064687062120904, "upper": 0.17344532667529777 }, { "event_time": -17, "estimate": 0.41716519848894135, "se": 0.049567919612253215, "pvalue": 1.8398464871514195e-11, "lower": 0.31782886777150954, "upper": 0.5165015292063732 }, { "event_time": -16, "estimate": 0.36046861019805826, "se": 0.038960697171249364, "pvalue": 8.375645622534704e-13, "lower": 0.2823896282787078, "upper": 0.43854759211740874 }, { "event_time": -15, "estimate": 0.3885499591827029, "se": 0.04346600038860987, "pvalue": 2.644098337101421e-12, "lower": 0.30144214785346535, "upper": 0.47565777051194047 }, { "event_time": -8, "estimate": -1.0939857521395975, "se": 0.31658097411389213, "pvalue": 0.0010653356681474121, "lower": -1.728428201801139, "upper": -0.45954330247805597 }, { "event_time": -7, "estimate": -1.262471750180107, "se": 0.17888355491333363, "pvalue": 3.036412363113792e-09, "lower": -1.6209624052203906, "upper": -0.9039810951398234 }, { "event_time": -6, "estimate": -1.2722996329968421, "se": 0.14771982618660748, "pvalue": 8.843615057790136e-12, "lower": -1.568336780054492, "upper": -0.9762624859391922 }, { "event_time": -5, "estimate": -0.6959531811155267, "se": 0.10831278147377, "pvalue": 3.281288198771165e-08, "lower": -0.9130168457915727, "upper": -0.47888951643948074 }, { "event_time": -4, "estimate": -1.0083676619558677, "se": 0.25696682767166734, "pvalue": 0.00024422905354641827, "lower": -1.5233406924296333, "upper": -0.49339463148210194 }, { "event_time": -3, "estimate": -0.07695572844808712, "se": 0.05682815653545361, "pvalue": 0.18121589608604913, "lower": -0.19084189909690188, "upper": 0.03693044220072764 }, { "event_time": -2, "estimate": -0.31968141261930694, "se": 0.063728652069264, "pvalue": 5.844064623434225e-06, "lower": -0.44739648534476445, "upper": -0.19196633989384942 }, { "event_time": 0, "estimate": -0.05592899287444443, "se": 0.02612695167979429, "pvalue": 0.03675004065047754, "lower": -0.10828857409158375, "upper": -0.0035694116573051077 }, { "event_time": 1, "estimate": -0.07189340131465755, "se": 0.04271045661190558, "pvalue": 0.09799072693118627, "lower": -0.15748706907964433, "upper": 0.013700266450329235 }, { "event_time": 2, "estimate": -0.12377228170116035, "se": 0.061856920431922924, "pvalue": 0.05034321846173496, "lower": -0.24773632040308724, "upper": 0.00019175700076654034 }, { "event_time": 3, "estimate": 0.0021606836349443714, "se": 0.044114967613520586, "pvalue": 0.9611138847670444, "lower": -0.08624768707590116, "upper": 0.0905690543457899 }, { "event_time": 4, "estimate": 0.059080260472214235, "se": 0.03989183387297492, "pvalue": 0.14430998996412842, "lower": -0.02086476109675839, "upper": 0.13902528204118686 }, { "event_time": 5, "estimate": 0.11868738735991982, "se": 0.05770088802571039, "pvalue": 0.044446840892645514, "lower": 0.003052223720843794, "upper": 0.23432255099899585 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.21323529411764705, 0.18382352941176472, 0.16911764705882354, 0.15441176470588236, 0.14705882352941177, 0.1323529411764706 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.797285915800333e-11 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.18669330919043, "df_num": 5, "df_den": 103525, "pvalue": 0.31275516804953524, "log10_pvalue": -0.5047955051777838, "inference": "Homoskedastic nested-model F", "observations": 116613, "design_columns": 38, "restricted_design_columns": 33, "fixed_effect_rank": 13050, "covariance_rank": 5, "rss_unrestricted": 82403.76446811247, "rss_restricted": 82408.48738508645, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-29.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-28.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-27.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-26.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-25.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-24.0]" ], "data": [ [ 2.424876553106353e-05, 2.5593505965665883e-05, 2.510894742178446e-05, 2.850530359622199e-05, 2.8287852705979298e-05, 2.8169936811142584e-05 ], [ 2.3099385464379864e-05, 2.478606116925279e-05, 2.4383749005279376e-05, 2.8088275585890316e-05, 2.7857114256066886e-05, 2.7694973902469825e-05 ], [ 2.39450276271965e-05, 2.6166373897777e-05, 2.587144506678027e-05, 3.0155046864787538e-05, 3.0043288820752793e-05, 2.990730009263512e-05 ], [ 2.368170256246287e-05, 2.6273299558719848e-05, 2.60140659333074e-05, 3.058028067944166e-05, 3.061347704559216e-05, 3.053645126637282e-05 ], [ 1.4034167526035495e-05, 1.7103787530578458e-05, 1.6931298722515665e-05, 2.183708912996133e-05, 2.1847749137142994e-05, 2.1848763222546318e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_30,ref=-1.0)+i(rel_time,cohort_dummy_35,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_30", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_30" ], "deviations": [ { "event_time": -3.0, "cohort": 30, "estimate": 0.24149496529299433 }, { "event_time": -2.0, "cohort": 30, "estimate": 0.10015042744095268 }, { "event_time": 0.0, "cohort": 30, "estimate": 0.13390291349535008 }, { "event_time": 1.0, "cohort": 30, "estimate": 1.2856612195535715 }, { "event_time": 2.0, "cohort": 30, "estimate": 1.1890339010877213 }, { "event_time": 3.0, "cohort": 30, "estimate": 0.5595954799078267 }, { "event_time": 4.0, "cohort": 30, "estimate": 0.8183111455085051 }, { "event_time": 5.0, "cohort": 30, "estimate": 1.0477610908920512 }, { "event_time": -2.0, "cohort": 35, "estimate": -0.4770088227841216 }, { "event_time": 0.0, "cohort": 35, "estimate": -0.11880665904601549 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.0778920988159465, "se": 0.1061213434693839, "lower": -0.2858861100069438, "upper": 0.1301019123750508, "event_study": [ { "event_time": -29, "estimate": 0.05691078242790121, "se": 0.02261457259603166, "lower": 0.012587034613912682, "upper": 0.10123453024188973, "n": 0.0, "relative_to_minus_one": 0.05691078242790121 }, { "event_time": -28, "estimate": 0.18128311704698336, "se": 0.1387039047815244, "lower": -0.09057154083987745, "upper": 0.45313777493384416, "n": 0.0, "relative_to_minus_one": 0.18128311704698336 }, { "event_time": -27, "estimate": 0.05289756274889107, "se": 0.06244980179791399, "lower": -0.06950179961668507, "upper": 0.1752969251144672, "n": 0.0, "relative_to_minus_one": 0.05289756274889107 }, { "event_time": -26, "estimate": 0.46247370518716335, "se": 0.06325716412691933, "lower": 0.3384919417342624, "upper": 0.5864554686400644, "n": 0.0, "relative_to_minus_one": 0.46247370518716335 }, { "event_time": -25, "estimate": 0.27926611286102687, "se": 0.05593679331510846, "lower": 0.16963201255275345, "upper": 0.3889002131693003, "n": 0.0, "relative_to_minus_one": 0.27926611286102687 }, { "event_time": -24, "estimate": 0.29807414451524067, "se": 0.06288598419804156, "lower": 0.17481988035472426, "upper": 0.42132840867575705, "n": 0.0, "relative_to_minus_one": 0.29807414451524067 }, { "event_time": -23, "estimate": 0.1712773952129547, "se": 0.06135911633801591, "lower": 0.051015737067240316, "upper": 0.2915390533586691, "n": 0.0, "relative_to_minus_one": 0.1712773952129547 }, { "event_time": -22, "estimate": 0.37546152784974046, "se": 0.11490806986526121, "lower": 0.1502458493808162, "upper": 0.6006772063186647, "n": 0.0, "relative_to_minus_one": 0.37546152784974046 }, { "event_time": -21, "estimate": 0.23815939036535805, "se": 0.04140866487621135, "lower": 0.15699989856009505, "upper": 0.31931888217062104, "n": 0.0, "relative_to_minus_one": 0.23815939036535805 }, { "event_time": -20, "estimate": 0.2665859449993565, "se": 0.07540521141478457, "lower": 0.11879444637975017, "upper": 0.41437744361896284, "n": 0.0, "relative_to_minus_one": 0.2665859449993565 }, { "event_time": -19, "estimate": 0.23927296339282467, "se": 0.08970506031217342, "lower": 0.06345427594997138, "upper": 0.41509165083567795, "n": 0.0, "relative_to_minus_one": 0.23927296339282467 }, { "event_time": -18, "estimate": 0.2671809986142575, "se": 0.046621316352490436, "lower": 0.17580489765152796, "upper": 0.358557099576987, "n": 0.0, "relative_to_minus_one": 0.2671809986142575 }, { "event_time": -17, "estimate": 0.5568486870769191, "se": 0.08748565438067647, "lower": 0.3853799553268744, "upper": 0.7283174188269639, "n": 0.0, "relative_to_minus_one": 0.5568486870769191 }, { "event_time": -16, "estimate": 0.47255842755009503, "se": 0.07091301652263098, "lower": 0.3335714691306445, "upper": 0.6115453859695456, "n": 0.0, "relative_to_minus_one": 0.47255842755009503 }, { "event_time": -15, "estimate": 0.4893786466289917, "se": 0.04347647896175271, "lower": 0.404166313689343, "upper": 0.5745909795686404, "n": 0.0, "relative_to_minus_one": 0.4893786466289917 }, { "event_time": -8, "estimate": -0.9580280828696756, "se": 0.07564918703649592, "lower": -1.106297764920942, "upper": -0.8097584008184092, "n": 0.0, "relative_to_minus_one": -0.9580280828696756 }, { "event_time": -7, "estimate": -1.0073454303903577, "se": 0.06664004238442041, "lower": -1.1379575133920445, "upper": -0.876733347388671, "n": 0.0, "relative_to_minus_one": -1.0073454303903577 }, { "event_time": -6, "estimate": -1.0095942603581363, "se": 0.05893591070240803, "lower": -1.1251065227309247, "upper": -0.8940819979853478, "n": 0.0, "relative_to_minus_one": -1.0095942603581363 }, { "event_time": -5, "estimate": -0.49656184827441374, "se": 0.1393746077564724, "lower": -0.7697310598364965, "upper": -0.223392636712331, "n": 0.0, "relative_to_minus_one": -0.49656184827441374 }, { "event_time": -4, "estimate": -0.8609816153848483, "se": 0.1946698573760025, "lower": -1.2425275247173622, "upper": -0.4794357060523344, "n": 0.0, "relative_to_minus_one": -0.8609816153848483 }, { "event_time": -3, "estimate": 0.05136147973788266, "se": 0.05072575926316544, "lower": -0.04805918150637063, "upper": 0.15078214098213594, "n": 0.0, "relative_to_minus_one": 0.05136147973788266 }, { "event_time": -2, "estimate": -0.20691585920265673, "se": 0.10470531000925337, "lower": -0.41213449581089456, "upper": -0.0016972225944189012, "n": 0.0, "relative_to_minus_one": -0.20691585920265673 }, { "event_time": -1, "estimate": 0.0, "se": 4.342239584138701e-20, "lower": -8.510633197156036e-20, "upper": 8.510633197156036e-20, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.08228906727621967, "se": 0.03925182301789661, "lower": -0.15922122671883732, "upper": -0.005356907833602015, "n": 29.0, "relative_to_minus_one": -0.08228906727621967 }, { "event_time": 1, "estimate": -0.1302802851906183, "se": 0.16736402888410434, "lower": -0.4583077541109841, "upper": 0.19774718372974753, "n": 25.0, "relative_to_minus_one": -0.1302802851906183 }, { "event_time": 2, "estimate": -0.16821300075591822, "se": 0.1577201987565247, "lower": -0.47733890995320566, "upper": 0.14091290844136922, "n": 23.0, "relative_to_minus_one": -0.16821300075591822 }, { "event_time": 3, "estimate": -0.07996684680131166, "se": 0.058665469838268446, "lower": -0.19494905482043864, "upper": 0.035015361217815316, "n": 21.0, "relative_to_minus_one": -0.07996684680131166 }, { "event_time": 4, "estimate": -0.020419762393307974, "se": 0.1023246231929772, "lower": -0.2209723385831752, "upper": 0.18013281379655924, "n": 20.0, "relative_to_minus_one": -0.020419762393307974 }, { "event_time": 5, "estimate": 0.01381636952169677, "se": 0.12810164295443094, "lower": -0.23725823702939705, "upper": 0.2648909760727906, "n": 18.0, "relative_to_minus_one": 0.01381636952169677 } ], "group_time_estimates": [ { "group": 5, "year": 3, "event_time": -2, "att": -0.2916007374099966, "mass": 0.0, "base": 4 }, { "group": 5, "year": 4, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 4 }, { "group": 5, "year": 5, "event_time": 0, "att": -0.13751848911186454, "mass": 1.0, "base": 4 }, { "group": 30, "year": 1, "event_time": -29, "att": 0.05691078242790121, "mass": 0.0, "base": 29 }, { "group": 30, "year": 2, "event_time": -28, "att": 0.18128311704698336, "mass": 0.0, "base": 29 }, { "group": 30, "year": 3, "event_time": -27, "att": 0.05289756274889107, "mass": 0.0, "base": 29 }, { "group": 30, "year": 4, "event_time": -26, "att": 0.46247370518716335, "mass": 0.0, "base": 29 }, { "group": 30, "year": 5, "event_time": -25, "att": 0.27926611286102687, "mass": 0.0, "base": 29 }, { "group": 30, "year": 6, "event_time": -24, "att": 0.29807414451524067, "mass": 0.0, "base": 29 }, { "group": 30, "year": 7, "event_time": -23, "att": 0.1712773952129547, "mass": 0.0, "base": 29 }, { "group": 30, "year": 8, "event_time": -22, "att": 0.37546152784974046, "mass": 0.0, "base": 29 }, { "group": 30, "year": 9, "event_time": -21, "att": 0.23815939036535805, "mass": 0.0, "base": 29 }, { "group": 30, "year": 10, "event_time": -20, "att": 0.2665859449993565, "mass": 0.0, "base": 29 }, { "group": 30, "year": 11, "event_time": -19, "att": 0.23927296339282467, "mass": 0.0, "base": 29 }, { "group": 30, "year": 12, "event_time": -18, "att": 0.2671809986142575, "mass": 0.0, "base": 29 }, { "group": 30, "year": 13, "event_time": -17, "att": 0.5568486870769191, "mass": 0.0, "base": 29 }, { "group": 30, "year": 14, "event_time": -16, "att": 0.47255842755009503, "mass": 0.0, "base": 29 }, { "group": 30, "year": 15, "event_time": -15, "att": 0.48937864662899166, "mass": 0.0, "base": 29 }, { "group": 30, "year": 27, "event_time": -3, "att": 0.09658580468389363, "mass": 0.0, "base": 29 }, { "group": 30, "year": 28, "event_time": -2, "att": -0.09767284910242402, "mass": 0.0, "base": 29 }, { "group": 30, "year": 29, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 29 }, { "group": 30, "year": 30, "event_time": 0, "att": -0.03660387071013854, "mass": 22.0, "base": 29 }, { "group": 30, "year": 31, "event_time": 1, "att": 0.08378789202766823, "mass": 20.0, "base": 29 }, { "group": 30, "year": 32, "event_time": 2, "att": 0.027951002404006164, "mass": 18.0, "base": 29 }, { "group": 30, "year": 33, "event_time": 3, "att": -0.009227891813951283, "mass": 16.0, "base": 29 }, { "group": 30, "year": 34, "event_time": 4, "att": 0.10169725975594995, "mass": 15.0, "base": 29 }, { "group": 30, "year": 35, "event_time": 5, "att": 0.1771963087963078, "mass": 14.0, "base": 29 }, { "group": 35, "year": 27, "event_time": -8, "att": -0.9580280828696756, "mass": 0.0, "base": 34 }, { "group": 35, "year": 28, "event_time": -7, "att": -1.0073454303903577, "mass": 0.0, "base": 34 }, { "group": 35, "year": 29, "event_time": -6, "att": -1.0095942603581363, "mass": 0.0, "base": 34 }, { "group": 35, "year": 30, "event_time": -5, "att": -0.49656184827441374, "mass": 0.0, "base": 34 }, { "group": 35, "year": 31, "event_time": -4, "att": -0.8609816153848483, "mass": 0.0, "base": 34 }, { "group": 35, "year": 32, "event_time": -3, "att": -0.13801538097353827, "mass": 0.0, "base": 34 }, { "group": 35, "year": 33, "event_time": -2, "att": -0.6604013603314123, "mass": 0.0, "base": 34 }, { "group": 35, "year": 34, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 34 }, { "group": 35, "year": 35, "event_time": 0, "att": -0.27100694874813847, "mass": 6.0, "base": 34 }, { "group": 35, "year": 36, "event_time": 1, "att": -1.0266907772921932, "mass": 5.0, "base": 34 }, { "group": 35, "year": 37, "event_time": 2, "att": -0.9896497639881016, "mass": 5.0, "base": 34 }, { "group": 35, "year": 38, "event_time": 3, "att": -0.37618622081088327, "mass": 5.0, "base": 34 }, { "group": 35, "year": 39, "event_time": 4, "att": -0.5317847926433256, "mass": 5.0, "base": 34 }, { "group": 35, "year": 40, "event_time": 5, "att": -0.6703371261907369, "mass": 4.0, "base": 34 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.0778920988159465, "se": 0.1061213434693839, "lower": -0.2858861100069438, "upper": 0.1301019123750508 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.07789871079859355, "se": 0.10601915609426832, "lower": -0.2856924384146896, "upper": 0.12989501681750254 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.0783436345173493, "se": 0.10535534539004468, "lower": -0.28483631706061485, "upper": 0.12814904802591628 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.10172290280418674, "se": 0.16606667578651657, "lower": -0.42720760637804905, "upper": 0.2237618007696756 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.10172290280418674, "treated_cell_se": 0.16606667578651657, "checks": { "input_rows": 116613, "retained_rows": 116613, "all_observed_post_cells_estimated": true, "post_weight_sum": 136.0, "avoided_dense_if_bytes": 86760072 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.10250383382663131, "status": "estimated" }, { "method": "SDID", "status": "unsupported", "reason": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09121693194489162, "SE": 0.02830998448046361, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.009781408840962761, "SE": 0.15726321892448408, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09887822597090912, "SE": 0.02690138715870816, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.021343277699230473, "SE": 0.038032916960977756, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.0778920988159465, "SE": 0.1061213434693839, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.10172290280418674, "SE": 0.16606667578651657, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09121693194489162, "SE": 0.02830998448046361, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.034482455231821856, "upper": 0.1479514086579614, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.009781408840962761, "SE": 0.15726321892448408, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.32494394232983387, "upper": 0.3053811246479084, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09887822597090912, "SE": 0.02690138715870816, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.04496664137225842, "upper": 0.15278981056955981, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.021343277699230473, "SE": 0.038032916960977756, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0975629465281472, "upper": 0.05487639112968626, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.0778920988159465, "SE": 0.1061213434693839, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2858861100069438, "upper": 0.1301019123750508, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.10172290280418674, "SE": 0.16606667578651657, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.42720760637804905, "upper": 0.2237618007696756, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602279.703541, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09121693194489162, "SE": 0.02830998448046361, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.034482455231821856, "upper": 0.1479514086579614, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.009781408840962761, "SE": 0.15726321892448408, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.32494394232983387, "upper": 0.3053811246479084, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09887822597090912, "SE": 0.02690138715870816, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.04496664137225842, "upper": 0.15278981056955981, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.021343277699230473, "SE": 0.038032916960977756, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0975629465281472, "upper": 0.05487639112968626, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.0778920988159465, "SE": 0.1061213434693839, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2858861100069438, "upper": 0.1301019123750508, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.10172290280418674, "SE": 0.16606667578651657, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.42720760637804905, "upper": 0.2237618007696756, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] } ]