{ "study_id": 16, "specification_id": "S16-P007", "source_specification_id": "GIFT-F5A-LOGIMR-CSA-WHITE", "role": "active_comparison", "published_source_location": "Main Figure5a", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "aggregate_county_panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "The Gift of a Lifetime", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S16-P007.json", "input_bytes": 25693, "specification_type": "scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": "weight", "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s16-p007", "specification_id": "S16-P007", "source_specification_id": "GIFT-F5A-LOGIMR-CSA-WHITE", "study_id": 16, "study": "The Gift of a Lifetime", "citation": "Hollingsworth et al. (2024), AER. https://doi.org/10.1257/aer.20230008", "description": "GIFT-F5A-LOGIMR-CSA-WHITE", "data": "analyses/full-archive/prepared/S16-P007.parquet", "output_dir": "analyses/full-archive/results/S16-P007" }, "source": { "file": "S16-P007.parquet", "bytes": 25693, "sha256": "824984388d9978fa18594999e3d87d17d7471ca3c4aa1db2850c68591e8d7599" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 2095, "source_sd": 0.4348217431807333, "rows": 2095, "units": 100, "clusters": 100, "treated_units": 48, "never_treated_units": 52, "treated_cohorts": 12, "latest_cohort_control_index": null, "unique_unit_period_cells": 2095, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 0, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.13393435538949477, "se": 0.07746547289023309, "pvalue": 0.08693426308007908, "lower": -0.28764265986095333, "upper": 0.019773949081963782 }, { "method": "Dynamic TWFE", "estimate": -0.21405708670201215, "se": 0.09714907162482041, "pvalue": 0.029885798123418617, "lower": -0.4068219214508638, "upper": -0.021292251953160507 }, { "method": "BJS / did2s", "estimate": -0.2364917201048447, "se": 0.08747063388282666, "pvalue": 0.008072873825271916, "lower": -0.4100524346211586, "upper": -0.06293100558853079 }, { "method": "Sun\u2013Abraham", "estimate": -0.23839113430397812, "se": 0.11213712450259213, "pvalue": 0.03599998880567586, "lower": -0.460895517644178, "upper": -0.015886750963778257 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -18, "estimate": 0.38840012270035873, "se": 0.34063347105476954, "pvalue": 0.25694198982510746, "lower": -0.2874905848442362, "upper": 1.0642908302449536 }, { "event_time": -17, "estimate": 0.3720012741965717, "se": 0.2551170568702593, "pvalue": 0.14796185127076705, "lower": -0.13420631468423283, "upper": 0.8782088630773762 }, { "event_time": -16, "estimate": -0.42694758374195607, "se": 0.44879713967415497, "pvalue": 0.34376111926059927, "lower": -1.3174584761069115, "upper": 0.4635633086229992 }, { "event_time": -15, "estimate": 0.13163335964794984, "se": 0.4508910932256062, "pvalue": 0.7709430241714709, "lower": -0.7630323908496296, "upper": 1.0262991101455292 }, { "event_time": -14, "estimate": 0.3794220136927384, "se": 0.35081744623748756, "pvalue": 0.2820858250948877, "lower": -0.3166759100439409, "upper": 1.0755199374294178 }, { "event_time": -13, "estimate": -0.15427453009223355, "se": 0.1930961325055372, "pvalue": 0.4262308982132582, "lower": -0.5374191494954974, "upper": 0.22887008931103034 }, { "event_time": -12, "estimate": -0.09062269004647043, "se": 0.17560716359649572, "pvalue": 0.6069677342706987, "lower": -0.43906540087464646, "upper": 0.25782002078170557 }, { "event_time": -11, "estimate": -0.29696944177892476, "se": 0.19192172640653504, "pvalue": 0.12497053690517636, "lower": -0.6777837846925021, "upper": 0.0838449011346526 }, { "event_time": -10, "estimate": -0.22591814034517263, "se": 0.19147396587204735, "pvalue": 0.24087155595357065, "lower": -0.6058440292159681, "upper": 0.15400774852562285 }, { "event_time": -9, "estimate": 0.17528796323551654, "se": 0.23161931756854998, "pvalue": 0.45097097468491604, "lower": -0.284295012998878, "upper": 0.634870939469911 }, { "event_time": -8, "estimate": 0.08191635792676231, "se": 0.15656782915147432, "pvalue": 0.6020038734209757, "lower": -0.22874818274867903, "upper": 0.3925808986022037 }, { "event_time": -7, "estimate": 0.07869310734495756, "se": 0.1568231924898494, "pvalue": 0.6169258172326822, "lower": -0.23247812959530134, "upper": 0.38986434428521644 }, { "event_time": -6, "estimate": -0.053234936839307204, "se": 0.13001372344862458, "pvalue": 0.6830893933955468, "lower": -0.3112103708449365, "upper": 0.20474049716632214 }, { "event_time": -5, "estimate": -0.029639963525049814, "se": 0.12366783116719245, "pvalue": 0.8110785243320259, "lower": -0.27502377049292015, "upper": 0.2157438434428205 }, { "event_time": -4, "estimate": -0.03191308220102713, "se": 0.11131272479151746, "pvalue": 0.7749430859200266, "lower": -0.2527816776596297, "upper": 0.18895551325757548 }, { "event_time": -3, "estimate": 0.0478908610289557, "se": 0.09418691915579452, "pvalue": 0.6122576737146582, "lower": -0.13899642057767123, "upper": 0.23477814263558264 }, { "event_time": -2, "estimate": 0.014150324432309068, "se": 0.08955919959382969, "pvalue": 0.8747788826418864, "lower": -0.16355455757227916, "upper": 0.1918552064368973 }, { "event_time": 0, "estimate": -0.04704997955179736, "se": 0.06944630809149423, "pvalue": 0.49966804524261166, "lower": -0.18484652129203316, "upper": 0.09074656218843845 }, { "event_time": 1, "estimate": -0.00231076824139982, "se": 0.08861738491323763, "pvalue": 0.9792493776706129, "lower": -0.17814688559150435, "upper": 0.17352534910870474 }, { "event_time": 2, "estimate": -0.05056801424782342, "se": 0.10014889332651992, "pvalue": 0.6147313223926593, "lower": -0.24928514606892407, "upper": 0.14814911757327723 }, { "event_time": 3, "estimate": -0.10985573812039849, "se": 0.1026396760070013, "pvalue": 0.2870846478983279, "lower": -0.3135151231588281, "upper": 0.09380364691803116 }, { "event_time": 4, "estimate": -0.16388772540515462, "se": 0.114871649616315, "pvalue": 0.15681171107924144, "lower": -0.3918179998305422, "upper": 0.06404254902023299 }, { "event_time": 5, "estimate": -0.16512527366730317, "se": 0.11821483742863131, "pvalue": 0.16559002677511114, "lower": -0.39968915802222593, "upper": 0.06943861068761956 }, { "event_time": 6, "estimate": -0.13474600451776417, "se": 0.12486348383290025, "pvalue": 0.28314457099241164, "lower": -0.3825022457731414, "upper": 0.11301023673761304 }, { "event_time": 7, "estimate": -0.21980868325440983, "se": 0.13311135762908408, "pvalue": 0.10184315482784027, "lower": -0.4839304955107204, "upper": 0.044313129001900764 }, { "event_time": 8, "estimate": -0.29562993676775723, "se": 0.12917046699659013, "pvalue": 0.024223118439303692, "lower": -0.5519321670267252, "upper": -0.03932770650878925 }, { "event_time": 9, "estimate": -0.3205246964859063, "se": 0.15706341447497305, "pvalue": 0.04393903863625597, "lower": -0.6321725859611913, "upper": -0.008876807010621324 }, { "event_time": 10, "estimate": -0.16846773376589386, "se": 0.1575482586597438, "pvalue": 0.2875308450449338, "lower": -0.48107765929147905, "upper": 0.14414219175969134 }, { "event_time": 11, "estimate": -0.4359815810250938, "se": 0.1739220782653816, "pvalue": 0.013812443781059692, "lower": -0.7810807169744036, "upper": -0.09088244507578402 }, { "event_time": 12, "estimate": -0.346772801388342, "se": 0.18607484954416478, "pvalue": 0.06533886701429137, "lower": -0.7159856721177659, "upper": 0.022440069341081892 }, { "event_time": 13, "estimate": -0.42168054049379033, "se": 0.22481255800134847, "pvalue": 0.06364315562892929, "lower": -0.8677574290095706, "upper": 0.024396348021989922 }, { "event_time": 14, "estimate": -0.7741561550462993, "se": 0.24827704113130603, "pvalue": 0.0023834437294274623, "lower": -1.2667916687487548, "upper": -0.28152064134384375 }, { "event_time": 15, "estimate": -1.0687742617919411, "se": 0.1776745588942906, "pvalue": 3.028532759561709e-08, "lower": -1.4213191334156319, "upper": -0.7162293901682505 } ], "BJS / did2s": [ { "event_time": -18, "estimate": 0.4281113592496882, "se": 0.3777194241359101, "pvalue": 0.25977898778867636, "lower": -0.3213659250642443, "upper": 1.1775886435636207 }, { "event_time": -17, "estimate": 0.46640876417442956, "se": 0.26507036568754516, "pvalue": 0.0815705875224567, "lower": -0.05954834878600812, "upper": 0.9923658771348672 }, { "event_time": -16, "estimate": -0.3146947125182589, "se": 0.31071869001932323, "pvalue": 0.3136264182799259, "lower": -0.9312280044293253, "upper": 0.3018385793928075 }, { "event_time": -15, "estimate": 0.20856980743708395, "se": 0.3298917826483551, "pvalue": 0.5286894249571314, "lower": -0.44600705988284417, "upper": 0.8631466747570121 }, { "event_time": -14, "estimate": 0.3401067385109539, "se": 0.26798084560019125, "pvalue": 0.20736475290930284, "lower": -0.19162539802940787, "upper": 0.8718388750513157 }, { "event_time": -13, "estimate": -0.11567514811384332, "se": 0.09205942818410343, "pvalue": 0.21188181397396888, "lower": -0.2983410260700937, "upper": 0.06699072984240707 }, { "event_time": -12, "estimate": -0.04524692483974951, "se": 0.094360434259587, "pvalue": 0.632632307461997, "lower": -0.23247849805667775, "upper": 0.14198464837717872 }, { "event_time": -11, "estimate": -0.2370153010742199, "se": 0.10219814820137847, "pvalue": 0.022440817243217726, "lower": -0.43979859915613595, "upper": -0.034232002992303806 }, { "event_time": -10, "estimate": -0.13763719144331316, "se": 0.1390017945882213, "pvalue": 0.3244987160469283, "lower": -0.4134469085661949, "upper": 0.13817252567956861 }, { "event_time": -9, "estimate": 0.21793745509274945, "se": 0.14871977513736281, "pvalue": 0.14597423224777475, "lower": -0.07715484377092605, "upper": 0.5130297539564249 }, { "event_time": -8, "estimate": 0.09610066383263544, "se": 0.0874898680991175, "pvalue": 0.27468513868914946, "lower": -0.07749821554169323, "upper": 0.2696995432069641 }, { "event_time": -7, "estimate": 0.0789094623452858, "se": 0.0697985727575005, "pvalue": 0.26098392017864686, "lower": -0.05958604891668458, "upper": 0.2174049736072562 }, { "event_time": -6, "estimate": -0.06114469542427944, "se": 0.06846321313193748, "pvalue": 0.3739679241623006, "lower": -0.1969905634807436, "upper": 0.0747011726321847 }, { "event_time": -5, "estimate": -0.01652460900122073, "se": 0.06641631327364425, "pvalue": 0.8040282312837899, "lower": -0.14830898366065964, "upper": 0.11525976565821817 }, { "event_time": -4, "estimate": -0.032097722067620446, "se": 0.05309691387437403, "pvalue": 0.5468862496199064, "lower": -0.1374535186540774, "upper": 0.07325807451883652 }, { "event_time": -3, "estimate": 0.027085824042040112, "se": 0.04417202866140467, "pvalue": 0.5411572472197557, "lower": -0.0605610640138801, "upper": 0.11473271209796033 }, { "event_time": -2, "estimate": -0.01182250689344919, "se": 0.05440147446321997, "pvalue": 0.8284065350946064, "lower": -0.11976683471466583, "upper": 0.09612182092776746 }, { "event_time": -1, "estimate": -0.006870974739308006, "se": 0.06023723699279251, "pvalue": 0.9094170865980054, "lower": -0.12639472149713532, "upper": 0.11265277201851931 }, { "event_time": 0, "estimate": -0.06911271652559257, "se": 0.08755660786445278, "pvalue": 0.4317944924349539, "lower": -0.24284402207364442, "upper": 0.10461858902245925 }, { "event_time": 1, "estimate": -0.01863738891972891, "se": 0.09221914659369954, "pvalue": 0.8402541193584897, "lower": -0.20162018285178032, "upper": 0.1643454050123225 }, { "event_time": 2, "estimate": -0.08015801830801395, "se": 0.10456114238089313, "pvalue": 0.4451353613374768, "lower": -0.287630009497423, "upper": 0.12731397288139515 }, { "event_time": 3, "estimate": -0.1658297870833144, "se": 0.11071997200629137, "pvalue": 0.13738240159600018, "lower": -0.38552223241737127, "upper": 0.05386265825074252 }, { "event_time": 4, "estimate": -0.23257968326568343, "se": 0.127129094513128, "pvalue": 0.07033803083206909, "lower": -0.4848313876384638, "upper": 0.019672021107096954 }, { "event_time": 5, "estimate": -0.22694619463058133, "se": 0.12854751643405904, "pvalue": 0.08056882913042922, "lower": -0.48201235582337487, "upper": 0.02811996656221219 }, { "event_time": 6, "estimate": -0.13960491125330504, "se": 0.13480655789471577, "pvalue": 0.30291440891138954, "lower": -0.40709036861301584, "upper": 0.12788054610640576 }, { "event_time": 7, "estimate": -0.24970361322765722, "se": 0.13446327482723583, "pvalue": 0.06627851970478948, "lower": -0.5165079225056817, "upper": 0.017100696050367292 }, { "event_time": 8, "estimate": -0.3828193764020866, "se": 0.127773502951125, "pvalue": 0.003455992914269235, "lower": -0.6363497269212859, "upper": -0.12928902588288727 }, { "event_time": 9, "estimate": -0.38491383114395394, "se": 0.15179230850808154, "pvalue": 0.012783551379620721, "lower": -0.6861027028061244, "upper": -0.08372495948178343 }, { "event_time": 10, "estimate": -0.201283695935677, "se": 0.1466579859608671, "pvalue": 0.17301859602828248, "lower": -0.49228495776475223, "upper": 0.08971756589339827 }, { "event_time": 11, "estimate": -0.49448559186766705, "se": 0.15239548514285078, "pvalue": 0.0016038039280218486, "lower": -0.7968712968333476, "upper": -0.19209988690198654 }, { "event_time": 12, "estimate": -0.34968517139395294, "se": 0.19023042804902326, "pvalue": 0.069028574366947, "lower": -0.7271436114363652, "upper": 0.02777326864845925 }, { "event_time": 13, "estimate": -0.2743869550529182, "se": 0.19425292814937303, "pvalue": 0.16093162799802685, "lower": -0.6598269079822026, "upper": 0.11105299787636608 }, { "event_time": 14, "estimate": -0.6343553609327525, "se": 0.19177158913195813, "pvalue": 0.0013112289728886845, "lower": -1.0148717989210494, "upper": -0.2538389229444556 }, { "event_time": 15, "estimate": -0.5636677819291522, "se": 0.11915672903382421, "pvalue": 7.44722345431033e-06, "lower": -0.8001005835736557, "upper": -0.3272349802846488 } ], "Sun\u2013Abraham": [ { "event_time": -18, "estimate": 0.23027003571721283, "se": 0.24484736309008442, "pvalue": 0.3492688941284957, "lower": -0.25556025267736715, "upper": 0.7161003241117928 }, { "event_time": -17, "estimate": 0.24486426655481772, "se": 0.4956365075279176, "pvalue": 0.6223723118791491, "lower": -0.7385860935071652, "upper": 1.2283146266168006 }, { "event_time": -16, "estimate": -0.6338255467975593, "se": 0.6338108420782134, "pvalue": 0.31973730305974335, "lower": -1.8914437637484118, "upper": 0.6237926701532932 }, { "event_time": -15, "estimate": 0.01280963596177244, "se": 0.5543170313540354, "pvalue": 0.9816099504457977, "lower": -1.0870756142039641, "upper": 1.112694886127509 }, { "event_time": -14, "estimate": 0.5381291552157295, "se": 0.20430132325289838, "pvalue": 0.009793708382641236, "lower": 0.13275100638579224, "upper": 0.9435073040456667 }, { "event_time": -13, "estimate": 0.0025919955662211808, "se": 0.17916387987156412, "pvalue": 0.9884863805731468, "lower": -0.35290801198692884, "upper": 0.3580920031193712 }, { "event_time": -12, "estimate": 0.014619801755706568, "se": 0.19636560727033645, "pvalue": 0.9408010071123489, "lower": -0.37501216489865596, "upper": 0.40425176841006916 }, { "event_time": -11, "estimate": -0.21047544060876977, "se": 0.21518818481640048, "pvalue": 0.33040924629012897, "lower": -0.6374554847025824, "upper": 0.2165046034850429 }, { "event_time": -10, "estimate": -0.20300672314365265, "se": 0.17218302702310886, "pvalue": 0.2412172031538416, "lower": -0.5446552041383674, "upper": 0.13864175785106214 }, { "event_time": -9, "estimate": 0.2162242876124139, "se": 0.1585741588964483, "pvalue": 0.17580091328738912, "lower": -0.0984212465534769, "upper": 0.5308698217783048 }, { "event_time": -8, "estimate": 0.12587925640454628, "se": 0.1544987905570059, "pvalue": 0.4171660203713139, "lower": -0.18067986281826431, "upper": 0.4324383756273569 }, { "event_time": -7, "estimate": 0.1401961160517622, "se": 0.14206668062575087, "pvalue": 0.3261301319183533, "lower": -0.14169499990146633, "upper": 0.4220872320049907 }, { "event_time": -6, "estimate": -0.029460361982599537, "se": 0.12179645378151291, "pvalue": 0.8093719793933716, "lower": -0.27113095021898903, "upper": 0.21221022625378996 }, { "event_time": -5, "estimate": -0.03121588543560634, "se": 0.11213683155759337, "pvalue": 0.7813065034495653, "lower": -0.2537196875093738, "upper": 0.19128791663816114 }, { "event_time": -4, "estimate": -0.020830815128161498, "se": 0.0920480581446328, "pvalue": 0.8214318138028924, "lower": -0.20347413245935408, "upper": 0.16181250220303106 }, { "event_time": -3, "estimate": 0.02249685974158775, "se": 0.09803127003375425, "pvalue": 0.8189642145634798, "lower": -0.17201844804493302, "upper": 0.2170121675281085 }, { "event_time": -2, "estimate": -0.016792572433340702, "se": 0.09700785036571576, "pvalue": 0.8629220942517191, "lower": -0.20927719356595254, "upper": 0.17569204869927113 }, { "event_time": 0, "estimate": -0.04142145546461656, "se": 0.07798383503016744, "pvalue": 0.5965014799775943, "lower": -0.19615830288119346, "upper": 0.11331539195196033 }, { "event_time": 1, "estimate": -0.009502229853882733, "se": 0.10550258860938795, "pvalue": 0.9284164819518373, "lower": -0.21884225460887838, "upper": 0.1998377949011129 }, { "event_time": 2, "estimate": -0.11578309387774091, "se": 0.12139348686917786, "pvalue": 0.34251632862051157, "lower": -0.3566541083357468, "upper": 0.12508792058026497 }, { "event_time": 3, "estimate": -0.2011576833130746, "se": 0.11822818422735026, "pvalue": 0.09199991205138633, "lower": -0.43574805061226485, "upper": 0.03343268398611568 }, { "event_time": 4, "estimate": -0.22776376928433192, "se": 0.13690231656987634, "pvalue": 0.09933575939347918, "lower": -0.4994076665337306, "upper": 0.04388012796506677 }, { "event_time": 5, "estimate": -0.20468592697412186, "se": 0.14485318766569336, "pvalue": 0.16077508078426128, "lower": -0.49210607743171914, "upper": 0.08273422348347542 }, { "event_time": 6, "estimate": -0.14247150217176296, "se": 0.1578017273129156, "pvalue": 0.3687963115631176, "lower": -0.45558436449566747, "upper": 0.17064136015214154 }, { "event_time": 7, "estimate": -0.2914774394092855, "se": 0.16234674765264248, "pvalue": 0.0756409352307617, "lower": -0.613608608136581, "upper": 0.03065372931801008 }, { "event_time": 8, "estimate": -0.40415778675019487, "se": 0.15608630678941807, "pvalue": 0.011065194208286241, "lower": -0.7138668825922763, "upper": -0.09444869090811348 }, { "event_time": 9, "estimate": -0.386060649900023, "se": 0.17424998753793988, "pvalue": 0.029013069505161405, "lower": -0.7318104289865253, "upper": -0.040310870813520694 }, { "event_time": 10, "estimate": -0.18340009801671373, "se": 0.16002672071631105, "pvalue": 0.254533291343073, "lower": -0.5009278299688034, "upper": 0.13412763393537594 }, { "event_time": 11, "estimate": -0.4624343283078609, "se": 0.18471363954389702, "pvalue": 0.013931904506051454, "lower": -0.8289462630800846, "upper": -0.09592239353563725 }, { "event_time": 12, "estimate": -0.3450529152644993, "se": 0.18897022024859153, "pvalue": 0.07086984488367154, "lower": -0.7200108296267735, "upper": 0.02990499909777483 }, { "event_time": 13, "estimate": -0.274332639394613, "se": 0.19668009472355186, "pvalue": 0.1661928901042508, "lower": -0.6645886173847069, "upper": 0.11592333859548082 }, { "event_time": 14, "estimate": -0.6582586279456895, "se": 0.23179113815499794, "pvalue": 0.005478132695704352, "lower": -1.1181825335003455, "upper": -0.1983347223910334 }, { "event_time": 15, "estimate": -0.3524166425798703, "se": 0.1331699530518005, "pvalue": 0.009465816482635918, "lower": -0.6166547208672202, "upper": -0.08817856429252047 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0 ], "weights": [ 0.07688415228338906, 0.07571522325660533, 0.0758389662159624, 0.07346354333544727, 0.07255314870589172, 0.07429659861540468, 0.07489763584656757, 0.06745759041522392, 0.06581136711663436, 0.06348676723728375, 0.06222282129527943, 0.06047053260295525, 0.06243716177845149, 0.06447229152073468, 0.028049877251403708, 0.00194232252276539 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": null, "saturated_vs_deviations_relative_rss_difference": 7.120068137482186e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1598776169397635, "df_num": 97, "df_den": 1735, "pvalue": 0.14208227793353256, "log10_pvalue": -0.8474600886851752, "inference": "Homoskedastic nested-model F", "observations": 2095, "design_columns": 240, "restricted_design_columns": 143, "fixed_effect_rank": 120, "covariance_rank": 97, "rss_unrestricted": 327006.2015673404, "rss_restricted": 348211.3058085218, "test_horizon": null, "reference_cohort": 6, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-18.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-17.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-16.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-15.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-14.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-13.0]" ], "data": [ [ -0.565820644867303, 0.026838786754650415, 0.027604253260459344, -0.12890996884955225, -1.149560837500889, -0.5357449426428296 ], [ 0.025831155104838303, -0.5398342790718779, 0.026347821393612778, 0.03173459929765449, -0.07723953515239428, -1.2346378458108398 ], [ 0.02680594440305667, 0.026646007064065037, -0.5550463321876478, 0.033008395432938445, 0.09172392682854227, -0.03781087571539228 ], [ 0.02624541323282895, 0.026093028389030413, 0.026897514012071955, -0.534171977388993, 0.08653534703143893, 0.12633967200674456 ], [ 0.025070324554779966, 0.024933260411145127, 0.02562477532427227, 0.031308424690909095, -0.45544439282698235, 0.12780851108646188 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)+i(rel_time,cohort_dummy_15,ref=-1.0)+i(rel_time,cohort_dummy_16,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.12.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.13.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.14.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.12.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.13.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.12.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_16", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_16", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_16", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_16", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_16", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19" ], "deviations": [ { "event_time": -6.0, "cohort": 7, "estimate": -0.3675668665959396 }, { "event_time": -5.0, "cohort": 7, "estimate": -0.6403625854689562 }, { "event_time": -4.0, "cohort": 7, "estimate": -0.4761377146683031 }, { "event_time": -3.0, "cohort": 7, "estimate": -0.03632685719758606 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.04109934679055799 }, { "event_time": 0.0, "cohort": 7, "estimate": -0.05105432410738317 }, { "event_time": 1.0, "cohort": 7, "estimate": -0.519916362821914 }, { "event_time": 2.0, "cohort": 7, "estimate": -0.49727425968769534 }, { "event_time": 3.0, "cohort": 7, "estimate": -1.0406625031969494 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.017437631174121726 }, { "event_time": 5.0, "cohort": 7, "estimate": -0.5862842193402031 }, { "event_time": 6.0, "cohort": 7, "estimate": -1.0502414273710379 }, { "event_time": 7.0, "cohort": 7, "estimate": -1.30174896650237 }, { "event_time": 8.0, "cohort": 7, "estimate": -0.749303320536897 }, { "event_time": 9.0, "cohort": 7, "estimate": -0.9438430685787644 }, { "event_time": 10.0, "cohort": 7, "estimate": -0.6209406049222033 }, { "event_time": 11.0, "cohort": 7, "estimate": -0.8124237069197755 }, { "event_time": 12.0, "cohort": 7, "estimate": -0.6976737556108005 }, { "event_time": 13.0, "cohort": 7, "estimate": -1.0191716741578867 }, { "event_time": 14.0, "cohort": 7, "estimate": -1.2186393837497698 }, { "event_time": -7.0, "cohort": 8, "estimate": 0.49659108320456385 }, { "event_time": -6.0, "cohort": 8, "estimate": -0.060715802460973356 }, { "event_time": -5.0, "cohort": 8, "estimate": -0.7612612627909017 }, { "event_time": -4.0, "cohort": 8, "estimate": -0.08223966543189748 }, { "event_time": -3.0, "cohort": 8, "estimate": -0.2900894450615425 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.06019213072456486 }, { "event_time": 0.0, "cohort": 8, "estimate": -0.21863446838811076 }, { "event_time": 1.0, "cohort": 8, "estimate": -0.5980410015653789 }, { "event_time": 2.0, "cohort": 8, "estimate": -0.592628051840958 }, { "event_time": 3.0, "cohort": 8, "estimate": -1.0748350844959882 }, { "event_time": 4.0, "cohort": 8, "estimate": -0.21642685919196122 }, { "event_time": 5.0, "cohort": 8, "estimate": -0.4173221930696367 }, { "event_time": 6.0, "cohort": 8, "estimate": -0.7489780999491644 }, { "event_time": 7.0, "cohort": 8, "estimate": -1.333437092615793 }, { "event_time": 8.0, "cohort": 8, "estimate": -0.4151529867080868 }, { "event_time": 9.0, "cohort": 8, "estimate": -0.5322297430540134 }, { "event_time": 10.0, "cohort": 8, "estimate": 0.0385398892795851 }, { "event_time": 11.0, "cohort": 8, "estimate": -0.2935417591759417 }, { "event_time": 12.0, "cohort": 8, "estimate": 0.1562050062215266 }, { "event_time": 13.0, "cohort": 8, "estimate": -0.08215236782065512 }, { "event_time": -8.0, "cohort": 9, "estimate": 0.8384903180697103 }, { "event_time": -7.0, "cohort": 9, "estimate": 0.3363630754342632 }, { "event_time": -6.0, "cohort": 9, "estimate": 0.20466858629655843 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.7504657089713326 }, { "event_time": -4.0, "cohort": 9, "estimate": -0.4192639823387018 }, { "event_time": -3.0, "cohort": 9, "estimate": 0.21414453385372598 }, { "event_time": -2.0, "cohort": 9, "estimate": 0.5847511717607093 }, { "event_time": 0.0, "cohort": 9, "estimate": -0.39300852240754797 }, { "event_time": 1.0, "cohort": 9, "estimate": -1.2369346433837134 }, { "event_time": 2.0, "cohort": 9, "estimate": -1.397289996245387 }, { "event_time": 3.0, "cohort": 9, "estimate": -1.361508891062158 }, { "event_time": 4.0, "cohort": 9, "estimate": -0.936276975519911 }, { "event_time": 5.0, "cohort": 9, "estimate": 0.16965070396645576 }, { "event_time": 6.0, "cohort": 9, "estimate": -1.270480120685532 }, { "event_time": 7.0, "cohort": 9, "estimate": -1.5240779883988003 }, { "event_time": 8.0, "cohort": 9, "estimate": -0.08800271549591174 }, { "event_time": 9.0, "cohort": 9, "estimate": -0.4222847453858295 }, { "event_time": 10.0, "cohort": 9, "estimate": -0.04323649302447341 }, { "event_time": 11.0, "cohort": 9, "estimate": -0.5321487161660828 }, { "event_time": 12.0, "cohort": 9, "estimate": -0.03418661325147482 }, { "event_time": -9.0, "cohort": 10, "estimate": 1.9248721413945085 }, { "event_time": -8.0, "cohort": 10, "estimate": 1.462891280106315 }, { "event_time": -7.0, "cohort": 10, "estimate": 1.1948231428230993 }, { "event_time": -6.0, "cohort": 10, "estimate": 0.1456096053275605 }, { "event_time": -5.0, "cohort": 10, "estimate": -0.31415638012011843 }, { "event_time": -4.0, "cohort": 10, "estimate": 0.2965670035770533 }, { "event_time": -3.0, "cohort": 10, "estimate": 0.34695047613597974 }, { "event_time": -2.0, "cohort": 10, "estimate": 0.42346688800944116 }, { "event_time": 0.0, "cohort": 10, "estimate": -0.9492660950891987 }, { "event_time": 1.0, "cohort": 10, "estimate": -1.463315319942837 }, { "event_time": 2.0, "cohort": 10, "estimate": -0.17458766828173108 }, { "event_time": 3.0, "cohort": 10, "estimate": -0.8894188468470537 }, { "event_time": 4.0, "cohort": 10, "estimate": 0.05930736595492094 }, { "event_time": 5.0, "cohort": 10, "estimate": 0.17615317482423495 }, { "event_time": 6.0, "cohort": 10, "estimate": -0.7372923484265055 }, { "event_time": 7.0, "cohort": 10, "estimate": -0.671728812851798 }, { "event_time": 8.0, "cohort": 10, "estimate": -0.25620435838442024 }, { "event_time": 9.0, "cohort": 10, "estimate": -0.2973144108991945 }, { "event_time": 10.0, "cohort": 10, "estimate": -0.2561222960539338 }, { "event_time": 11.0, "cohort": 10, "estimate": 0.07503143214082134 }, { "event_time": -10.0, "cohort": 11, "estimate": 0.7548690610148938 }, { "event_time": -9.0, "cohort": 11, "estimate": 1.0865035756763697 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.4901660104880162 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.1397928824478446 }, { "event_time": -6.0, "cohort": 11, "estimate": -0.8025223294187132 }, { "event_time": -5.0, "cohort": 11, "estimate": -2.1168604676645404 }, { "event_time": -4.0, "cohort": 11, "estimate": -1.4520427182965294 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.5704949068225631 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.1983907727131426 }, { "event_time": 0.0, "cohort": 11, "estimate": -0.23798455124493073 }, { "event_time": 1.0, "cohort": 11, "estimate": -0.48409966053861847 }, { "event_time": 2.0, "cohort": 11, "estimate": -0.8429636175350119 }, { "event_time": 3.0, "cohort": 11, "estimate": -1.3704140412284103 }, { "event_time": 4.0, "cohort": 11, "estimate": 0.3266659704574998 }, { "event_time": 5.0, "cohort": 11, "estimate": -0.2876614688309541 }, { "event_time": 6.0, "cohort": 11, "estimate": -0.18013919162416567 }, { "event_time": 7.0, "cohort": 11, "estimate": -0.6969900018222167 }, { "event_time": 8.0, "cohort": 11, "estimate": -0.15969046236277173 }, { "event_time": 9.0, "cohort": 11, "estimate": -0.689392302307596 }, { "event_time": 10.0, "cohort": 11, "estimate": 0.22175523635146033 }, { "event_time": -11.0, "cohort": 12, "estimate": 0.016930904944046143 }, { "event_time": -10.0, "cohort": 12, "estimate": 0.33817196210697353 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.12962319461504157 }, { "event_time": -8.0, "cohort": 12, "estimate": 0.9211193893647612 }, { "event_time": -7.0, "cohort": 12, "estimate": -0.3841438546549919 }, { "event_time": -6.0, "cohort": 12, "estimate": -0.334228064811233 }, { "event_time": -5.0, "cohort": 12, "estimate": -1.3602197337229285 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.6377735536908603 }, { "event_time": -3.0, "cohort": 12, "estimate": -0.2746601678641065 }, { "event_time": -2.0, "cohort": 12, "estimate": -0.29697589703373517 }, { "event_time": 0.0, "cohort": 12, "estimate": 0.2698093761507256 }, { "event_time": 1.0, "cohort": 12, "estimate": -0.231240318365446 }, { "event_time": 2.0, "cohort": 12, "estimate": -0.2152488674597106 }, { "event_time": 3.0, "cohort": 12, "estimate": -0.4922707898476378 }, { "event_time": 4.0, "cohort": 12, "estimate": -0.7584614300569578 }, { "event_time": 5.0, "cohort": 12, "estimate": -0.5530478579106576 }, { "event_time": 6.0, "cohort": 12, "estimate": -0.8732697703673823 }, { "event_time": 7.0, "cohort": 12, "estimate": -1.6076165553729163 }, { "event_time": 8.0, "cohort": 12, "estimate": -0.43619415903120196 }, { "event_time": 9.0, "cohort": 12, "estimate": 0.015594469362433555 }, { "event_time": -12.0, "cohort": 13, "estimate": 0.07017955294561636 }, { "event_time": -11.0, "cohort": 13, "estimate": 0.0016427518947031983 }, { "event_time": -10.0, "cohort": 13, "estimate": 0.42409234258250145 }, { "event_time": -9.0, "cohort": 13, "estimate": 1.1039043914389575 }, { "event_time": -8.0, "cohort": 13, "estimate": 0.7037136499366503 }, { "event_time": -7.0, "cohort": 13, "estimate": 0.11718889800757587 }, { "event_time": -6.0, "cohort": 13, "estimate": -0.02951152116545086 }, { "event_time": -5.0, "cohort": 13, "estimate": -0.6826050898681137 }, { "event_time": -4.0, "cohort": 13, "estimate": -0.6695297307216634 }, { "event_time": -3.0, "cohort": 13, "estimate": -0.4069118098040937 }, { "event_time": -2.0, "cohort": 13, "estimate": -0.13704411014905113 }, { "event_time": 0.0, "cohort": 13, "estimate": -0.4771871131712549 }, { "event_time": 1.0, "cohort": 13, "estimate": -0.9764256496342341 }, { "event_time": 2.0, "cohort": 13, "estimate": -1.1515053975600251 }, { "event_time": 3.0, "cohort": 13, "estimate": -0.9491900216195991 }, { "event_time": 4.0, "cohort": 13, "estimate": -0.05382557811533231 }, { "event_time": 5.0, "cohort": 13, "estimate": -0.8084663434458226 }, { "event_time": 6.0, "cohort": 13, "estimate": -0.7767930876170649 }, { "event_time": 7.0, "cohort": 13, "estimate": -1.1890755608190908 }, { "event_time": 8.0, "cohort": 13, "estimate": -0.05172424714638729 }, { "event_time": -13.0, "cohort": 14, "estimate": 0.11850719680473111 }, { "event_time": -12.0, "cohort": 14, "estimate": -0.2709990968776752 }, { "event_time": -11.0, "cohort": 14, "estimate": 0.16194189696555417 }, { "event_time": -10.0, "cohort": 14, "estimate": -0.5445934105522021 }, { "event_time": -9.0, "cohort": 14, "estimate": 0.6171213385563509 }, { "event_time": -8.0, "cohort": 14, "estimate": 0.3887653146286911 }, { "event_time": -7.0, "cohort": 14, "estimate": 0.4009921423559295 }, { "event_time": -6.0, "cohort": 14, "estimate": 0.3668245850006187 }, { "event_time": -5.0, "cohort": 14, "estimate": -0.3475926122424743 }, { "event_time": -4.0, "cohort": 14, "estimate": -0.4955791026667914 }, { "event_time": -3.0, "cohort": 14, "estimate": -0.8608014722684294 }, { "event_time": -2.0, "cohort": 14, "estimate": 0.45642599769794656 }, { "event_time": 0.0, "cohort": 14, "estimate": -0.031278795759074954 }, { "event_time": 1.0, "cohort": 14, "estimate": -0.4123878959789854 }, { "event_time": 2.0, "cohort": 14, "estimate": -0.805936452678929 }, { "event_time": 3.0, "cohort": 14, "estimate": -0.30236648386225257 }, { "event_time": 4.0, "cohort": 14, "estimate": 0.3376045538284381 }, { "event_time": 5.0, "cohort": 14, "estimate": -0.5631971343757245 }, { "event_time": 6.0, "cohort": 14, "estimate": -0.0942306786295963 }, { "event_time": 7.0, "cohort": 14, "estimate": -0.4033097867577765 }, { "event_time": -14.0, "cohort": 15, "estimate": 0.6489951113944343 }, { "event_time": -13.0, "cohort": 15, "estimate": 0.8692304523961929 }, { "event_time": -12.0, "cohort": 15, "estimate": 0.18460313598904443 }, { "event_time": -11.0, "cohort": 15, "estimate": 0.8504376836579118 }, { "event_time": -10.0, "cohort": 15, "estimate": 0.8294682615447257 }, { "event_time": -9.0, "cohort": 15, "estimate": 1.797663842974619 }, { "event_time": -8.0, "cohort": 15, "estimate": 1.5230785346469906 }, { "event_time": -7.0, "cohort": 15, "estimate": 1.2877338209321936 }, { "event_time": -6.0, "cohort": 15, "estimate": 0.4030127406044067 }, { "event_time": -5.0, "cohort": 15, "estimate": -1.002738098830957 }, { "event_time": -4.0, "cohort": 15, "estimate": -0.019204747841211775 }, { "event_time": -3.0, "cohort": 15, "estimate": 0.18048059510241865 }, { "event_time": -2.0, "cohort": 15, "estimate": 0.40317581111067435 }, { "event_time": 0.0, "cohort": 15, "estimate": 0.2315171695339199 }, { "event_time": 1.0, "cohort": 15, "estimate": -1.0850348569336037 }, { "event_time": 2.0, "cohort": 15, "estimate": -0.44189482950364367 }, { "event_time": 3.0, "cohort": 15, "estimate": -0.7892655267792914 }, { "event_time": 4.0, "cohort": 15, "estimate": -0.32669694054983145 }, { "event_time": 5.0, "cohort": 15, "estimate": 0.2687778417750217 }, { "event_time": 6.0, "cohort": 15, "estimate": -0.28173467435869204 }, { "event_time": -15.0, "cohort": 16, "estimate": -0.18054879004912405 }, { "event_time": -14.0, "cohort": 16, "estimate": -0.5404040002760986 }, { "event_time": -13.0, "cohort": 16, "estimate": 0.21380534371686466 }, { "event_time": -12.0, "cohort": 16, "estimate": -0.6235024528210158 }, { "event_time": -11.0, "cohort": 16, "estimate": 0.8205978981907769 }, { "event_time": -10.0, "cohort": 16, "estimate": 0.85876435983867 }, { "event_time": -9.0, "cohort": 16, "estimate": 1.1196081681234737 }, { "event_time": -8.0, "cohort": 16, "estimate": 0.8334550379769786 }, { "event_time": -7.0, "cohort": 16, "estimate": -0.560643764638218 }, { "event_time": -6.0, "cohort": 16, "estimate": -0.9897056010555776 }, { "event_time": -5.0, "cohort": 16, "estimate": -1.2857803807124388 }, { "event_time": -4.0, "cohort": 16, "estimate": -0.42692794896365394 }, { "event_time": -3.0, "cohort": 16, "estimate": -0.5277460417779708 }, { "event_time": -2.0, "cohort": 16, "estimate": -0.0022971191379234923 }, { "event_time": 0.0, "cohort": 16, "estimate": -0.39344716661985124 }, { "event_time": 1.0, "cohort": 16, "estimate": 0.04626228353180921 }, { "event_time": 2.0, "cohort": 16, "estimate": -1.0349537582094717 }, { "event_time": 3.0, "cohort": 16, "estimate": -1.5319359207187768 }, { "event_time": 4.0, "cohort": 16, "estimate": 0.2754955859612195 }, { "event_time": 5.0, "cohort": 16, "estimate": -0.22362862628300995 }, { "event_time": -5.0, "cohort": 19, "estimate": -1.2166899574126853 }, { "event_time": -4.0, "cohort": 19, "estimate": -0.7227554023428208 }, { "event_time": -3.0, "cohort": 19, "estimate": -0.6932617600787191 }, { "event_time": -2.0, "cohort": 19, "estimate": 0.28317481290807767 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.0735778118426183 }, { "event_time": 1.0, "cohort": 19, "estimate": -0.7972874025832623 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.22314689216254135 } ] } } }, "code_sha256": { "replication_engine.py": "b42dd52795225c55faa7af833b12a94304ddde96f066412b80dea4620c4bcc24", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": "weight", "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s16-p007", "specification_id": "S16-P007", "source_specification_id": "GIFT-F5A-LOGIMR-CSA-WHITE", "study_id": 16, "study": "The Gift of a Lifetime", "citation": "Hollingsworth et al. (2024), AER. https://doi.org/10.1257/aer.20230008", "description": "GIFT-F5A-LOGIMR-CSA-WHITE", "data": "analyses/full-archive/prepared/S16-P007.parquet", "output_dir": "analyses/archive-expanded/fits/S16-P007" }, "options": { "output_dir": "analyses/archive-expanded/fits/S16-P007", "regression_results": "analyses/archive-expanded/baselines/S16-P007.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S16-P007.parquet", "bytes": 25693, "sha256": "824984388d9978fa18594999e3d87d17d7471ca3c4aa1db2850c68591e8d7599" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 2095, "source_sd": 0.4348217431807333, "rows": 2095, "units": 100, "clusters": 100, "treated_units": 48, "never_treated_units": 52, "treated_cohorts": 12, "latest_cohort_control_index": null, "unique_unit_period_cells": 2095, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 0, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.13393435538949477, "se": 0.07746547289023309, "pvalue": 0.08693426308007908, "lower": -0.28764265986095333, "upper": 0.019773949081963782 }, { "method": "Dynamic TWFE", "estimate": -0.21405708670201215, "se": 0.09714907162482041, "pvalue": 0.029885798123418617, "lower": -0.4068219214508638, "upper": -0.021292251953160507 }, { "method": "BJS / did2s", "estimate": -0.2364917201048447, "se": 0.08747063388282666, "pvalue": 0.008072873825271916, "lower": -0.4100524346211586, "upper": -0.06293100558853079 }, { "method": "Sun\u2013Abraham", "estimate": -0.23839113430397812, "se": 0.11213712450259213, "pvalue": 0.03599998880567586, "lower": -0.460895517644178, "upper": -0.015886750963778257 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -18, "estimate": 0.38840012270035873, "se": 0.34063347105476954, "pvalue": 0.25694198982510746, "lower": -0.2874905848442362, "upper": 1.0642908302449536 }, { "event_time": -17, "estimate": 0.3720012741965717, "se": 0.2551170568702593, "pvalue": 0.14796185127076705, "lower": -0.13420631468423283, "upper": 0.8782088630773762 }, { "event_time": -16, "estimate": -0.42694758374195607, "se": 0.44879713967415497, "pvalue": 0.34376111926059927, "lower": -1.3174584761069115, "upper": 0.4635633086229992 }, { "event_time": -15, "estimate": 0.13163335964794984, "se": 0.4508910932256062, "pvalue": 0.7709430241714709, "lower": -0.7630323908496296, "upper": 1.0262991101455292 }, { "event_time": -14, "estimate": 0.3794220136927384, "se": 0.35081744623748756, "pvalue": 0.2820858250948877, "lower": -0.3166759100439409, "upper": 1.0755199374294178 }, { "event_time": -13, "estimate": -0.15427453009223355, "se": 0.1930961325055372, "pvalue": 0.4262308982132582, "lower": -0.5374191494954974, "upper": 0.22887008931103034 }, { "event_time": -12, "estimate": -0.09062269004647043, "se": 0.17560716359649572, "pvalue": 0.6069677342706987, "lower": -0.43906540087464646, "upper": 0.25782002078170557 }, { "event_time": -11, "estimate": -0.29696944177892476, "se": 0.19192172640653504, "pvalue": 0.12497053690517636, "lower": -0.6777837846925021, "upper": 0.0838449011346526 }, { "event_time": -10, "estimate": -0.22591814034517263, "se": 0.19147396587204735, "pvalue": 0.24087155595357065, "lower": -0.6058440292159681, "upper": 0.15400774852562285 }, { "event_time": -9, "estimate": 0.17528796323551654, "se": 0.23161931756854998, "pvalue": 0.45097097468491604, "lower": -0.284295012998878, "upper": 0.634870939469911 }, { "event_time": -8, "estimate": 0.08191635792676231, "se": 0.15656782915147432, "pvalue": 0.6020038734209757, "lower": -0.22874818274867903, "upper": 0.3925808986022037 }, { "event_time": -7, "estimate": 0.07869310734495756, "se": 0.1568231924898494, "pvalue": 0.6169258172326822, "lower": -0.23247812959530134, "upper": 0.38986434428521644 }, { "event_time": -6, "estimate": -0.053234936839307204, "se": 0.13001372344862458, "pvalue": 0.6830893933955468, "lower": -0.3112103708449365, "upper": 0.20474049716632214 }, { "event_time": -5, "estimate": -0.029639963525049814, "se": 0.12366783116719245, "pvalue": 0.8110785243320259, "lower": -0.27502377049292015, "upper": 0.2157438434428205 }, { "event_time": -4, "estimate": -0.03191308220102713, "se": 0.11131272479151746, "pvalue": 0.7749430859200266, "lower": -0.2527816776596297, "upper": 0.18895551325757548 }, { "event_time": -3, "estimate": 0.0478908610289557, "se": 0.09418691915579452, "pvalue": 0.6122576737146582, "lower": -0.13899642057767123, "upper": 0.23477814263558264 }, { "event_time": -2, "estimate": 0.014150324432309068, "se": 0.08955919959382969, "pvalue": 0.8747788826418864, "lower": -0.16355455757227916, "upper": 0.1918552064368973 }, { "event_time": 0, "estimate": -0.04704997955179736, "se": 0.06944630809149423, "pvalue": 0.49966804524261166, "lower": -0.18484652129203316, "upper": 0.09074656218843845 }, { "event_time": 1, "estimate": -0.00231076824139982, "se": 0.08861738491323763, "pvalue": 0.9792493776706129, "lower": -0.17814688559150435, "upper": 0.17352534910870474 }, { "event_time": 2, "estimate": -0.05056801424782342, "se": 0.10014889332651992, "pvalue": 0.6147313223926593, "lower": -0.24928514606892407, "upper": 0.14814911757327723 }, { "event_time": 3, "estimate": -0.10985573812039849, "se": 0.1026396760070013, "pvalue": 0.2870846478983279, "lower": -0.3135151231588281, "upper": 0.09380364691803116 }, { "event_time": 4, "estimate": -0.16388772540515462, "se": 0.114871649616315, "pvalue": 0.15681171107924144, "lower": -0.3918179998305422, "upper": 0.06404254902023299 }, { "event_time": 5, "estimate": -0.16512527366730317, "se": 0.11821483742863131, "pvalue": 0.16559002677511114, "lower": -0.39968915802222593, "upper": 0.06943861068761956 }, { "event_time": 6, "estimate": -0.13474600451776417, "se": 0.12486348383290025, "pvalue": 0.28314457099241164, "lower": -0.3825022457731414, "upper": 0.11301023673761304 }, { "event_time": 7, "estimate": -0.21980868325440983, "se": 0.13311135762908408, "pvalue": 0.10184315482784027, "lower": -0.4839304955107204, "upper": 0.044313129001900764 }, { "event_time": 8, "estimate": -0.29562993676775723, "se": 0.12917046699659013, "pvalue": 0.024223118439303692, "lower": -0.5519321670267252, "upper": -0.03932770650878925 }, { "event_time": 9, "estimate": -0.3205246964859063, "se": 0.15706341447497305, "pvalue": 0.04393903863625597, "lower": -0.6321725859611913, "upper": -0.008876807010621324 }, { "event_time": 10, "estimate": -0.16846773376589386, "se": 0.1575482586597438, "pvalue": 0.2875308450449338, "lower": -0.48107765929147905, "upper": 0.14414219175969134 }, { "event_time": 11, "estimate": -0.4359815810250938, "se": 0.1739220782653816, "pvalue": 0.013812443781059692, "lower": -0.7810807169744036, "upper": -0.09088244507578402 }, { "event_time": 12, "estimate": -0.346772801388342, "se": 0.18607484954416478, "pvalue": 0.06533886701429137, "lower": -0.7159856721177659, "upper": 0.022440069341081892 }, { "event_time": 13, "estimate": -0.42168054049379033, "se": 0.22481255800134847, "pvalue": 0.06364315562892929, "lower": -0.8677574290095706, "upper": 0.024396348021989922 }, { "event_time": 14, "estimate": -0.7741561550462993, "se": 0.24827704113130603, "pvalue": 0.0023834437294274623, "lower": -1.2667916687487548, "upper": -0.28152064134384375 }, { "event_time": 15, "estimate": -1.0687742617919411, "se": 0.1776745588942906, "pvalue": 3.028532759561709e-08, "lower": -1.4213191334156319, "upper": -0.7162293901682505 } ], "BJS / did2s": [ { "event_time": -18, "estimate": 0.4281113592496882, "se": 0.3777194241359101, "pvalue": 0.25977898778867636, "lower": -0.3213659250642443, "upper": 1.1775886435636207 }, { "event_time": -17, "estimate": 0.46640876417442956, "se": 0.26507036568754516, "pvalue": 0.0815705875224567, "lower": -0.05954834878600812, "upper": 0.9923658771348672 }, { "event_time": -16, "estimate": -0.3146947125182589, "se": 0.31071869001932323, "pvalue": 0.3136264182799259, "lower": -0.9312280044293253, "upper": 0.3018385793928075 }, { "event_time": -15, "estimate": 0.20856980743708395, "se": 0.3298917826483551, "pvalue": 0.5286894249571314, "lower": -0.44600705988284417, "upper": 0.8631466747570121 }, { "event_time": -14, "estimate": 0.3401067385109539, "se": 0.26798084560019125, "pvalue": 0.20736475290930284, "lower": -0.19162539802940787, "upper": 0.8718388750513157 }, { "event_time": -13, "estimate": -0.11567514811384332, "se": 0.09205942818410343, "pvalue": 0.21188181397396888, "lower": -0.2983410260700937, "upper": 0.06699072984240707 }, { "event_time": -12, "estimate": -0.04524692483974951, "se": 0.094360434259587, "pvalue": 0.632632307461997, "lower": -0.23247849805667775, "upper": 0.14198464837717872 }, { "event_time": -11, "estimate": -0.2370153010742199, "se": 0.10219814820137847, "pvalue": 0.022440817243217726, "lower": -0.43979859915613595, "upper": -0.034232002992303806 }, { "event_time": -10, "estimate": -0.13763719144331316, "se": 0.1390017945882213, "pvalue": 0.3244987160469283, "lower": -0.4134469085661949, "upper": 0.13817252567956861 }, { "event_time": -9, "estimate": 0.21793745509274945, "se": 0.14871977513736281, "pvalue": 0.14597423224777475, "lower": -0.07715484377092605, "upper": 0.5130297539564249 }, { "event_time": -8, "estimate": 0.09610066383263544, "se": 0.0874898680991175, "pvalue": 0.27468513868914946, "lower": -0.07749821554169323, "upper": 0.2696995432069641 }, { "event_time": -7, "estimate": 0.0789094623452858, "se": 0.0697985727575005, "pvalue": 0.26098392017864686, "lower": -0.05958604891668458, "upper": 0.2174049736072562 }, { "event_time": -6, "estimate": -0.06114469542427944, "se": 0.06846321313193748, "pvalue": 0.3739679241623006, "lower": -0.1969905634807436, "upper": 0.0747011726321847 }, { "event_time": -5, "estimate": -0.01652460900122073, "se": 0.06641631327364425, "pvalue": 0.8040282312837899, "lower": -0.14830898366065964, "upper": 0.11525976565821817 }, { "event_time": -4, "estimate": -0.032097722067620446, "se": 0.05309691387437403, "pvalue": 0.5468862496199064, "lower": -0.1374535186540774, "upper": 0.07325807451883652 }, { "event_time": -3, "estimate": 0.027085824042040112, "se": 0.04417202866140467, "pvalue": 0.5411572472197557, "lower": -0.0605610640138801, "upper": 0.11473271209796033 }, { "event_time": -2, "estimate": -0.01182250689344919, "se": 0.05440147446321997, "pvalue": 0.8284065350946064, "lower": -0.11976683471466583, "upper": 0.09612182092776746 }, { "event_time": -1, "estimate": -0.006870974739308006, "se": 0.06023723699279251, "pvalue": 0.9094170865980054, "lower": -0.12639472149713532, "upper": 0.11265277201851931 }, { "event_time": 0, "estimate": -0.06911271652559257, "se": 0.08755660786445278, "pvalue": 0.4317944924349539, "lower": -0.24284402207364442, "upper": 0.10461858902245925 }, { "event_time": 1, "estimate": -0.01863738891972891, "se": 0.09221914659369954, "pvalue": 0.8402541193584897, "lower": -0.20162018285178032, "upper": 0.1643454050123225 }, { "event_time": 2, "estimate": -0.08015801830801395, "se": 0.10456114238089313, "pvalue": 0.4451353613374768, "lower": -0.287630009497423, "upper": 0.12731397288139515 }, { "event_time": 3, "estimate": -0.1658297870833144, "se": 0.11071997200629137, "pvalue": 0.13738240159600018, "lower": -0.38552223241737127, "upper": 0.05386265825074252 }, { "event_time": 4, "estimate": -0.23257968326568343, "se": 0.127129094513128, "pvalue": 0.07033803083206909, "lower": -0.4848313876384638, "upper": 0.019672021107096954 }, { "event_time": 5, "estimate": -0.22694619463058133, "se": 0.12854751643405904, "pvalue": 0.08056882913042922, "lower": -0.48201235582337487, "upper": 0.02811996656221219 }, { "event_time": 6, "estimate": -0.13960491125330504, "se": 0.13480655789471577, "pvalue": 0.30291440891138954, "lower": -0.40709036861301584, "upper": 0.12788054610640576 }, { "event_time": 7, "estimate": -0.24970361322765722, "se": 0.13446327482723583, "pvalue": 0.06627851970478948, "lower": -0.5165079225056817, "upper": 0.017100696050367292 }, { "event_time": 8, "estimate": -0.3828193764020866, "se": 0.127773502951125, "pvalue": 0.003455992914269235, "lower": -0.6363497269212859, "upper": -0.12928902588288727 }, { "event_time": 9, "estimate": -0.38491383114395394, "se": 0.15179230850808154, "pvalue": 0.012783551379620721, "lower": -0.6861027028061244, "upper": -0.08372495948178343 }, { "event_time": 10, "estimate": -0.201283695935677, "se": 0.1466579859608671, "pvalue": 0.17301859602828248, "lower": -0.49228495776475223, "upper": 0.08971756589339827 }, { "event_time": 11, "estimate": -0.49448559186766705, "se": 0.15239548514285078, "pvalue": 0.0016038039280218486, "lower": -0.7968712968333476, "upper": -0.19209988690198654 }, { "event_time": 12, "estimate": -0.34968517139395294, "se": 0.19023042804902326, "pvalue": 0.069028574366947, "lower": -0.7271436114363652, "upper": 0.02777326864845925 }, { "event_time": 13, "estimate": -0.2743869550529182, "se": 0.19425292814937303, "pvalue": 0.16093162799802685, "lower": -0.6598269079822026, "upper": 0.11105299787636608 }, { "event_time": 14, "estimate": -0.6343553609327525, "se": 0.19177158913195813, "pvalue": 0.0013112289728886845, "lower": -1.0148717989210494, "upper": -0.2538389229444556 }, { "event_time": 15, "estimate": -0.5636677819291522, "se": 0.11915672903382421, "pvalue": 7.44722345431033e-06, "lower": -0.8001005835736557, "upper": -0.3272349802846488 } ], "Sun\u2013Abraham": [ { "event_time": -18, "estimate": 0.23027003571721283, "se": 0.24484736309008442, "pvalue": 0.3492688941284957, "lower": -0.25556025267736715, "upper": 0.7161003241117928 }, { "event_time": -17, "estimate": 0.24486426655481772, "se": 0.4956365075279176, "pvalue": 0.6223723118791491, "lower": -0.7385860935071652, "upper": 1.2283146266168006 }, { "event_time": -16, "estimate": -0.6338255467975593, "se": 0.6338108420782134, "pvalue": 0.31973730305974335, "lower": -1.8914437637484118, "upper": 0.6237926701532932 }, { "event_time": -15, "estimate": 0.01280963596177244, "se": 0.5543170313540354, "pvalue": 0.9816099504457977, "lower": -1.0870756142039641, "upper": 1.112694886127509 }, { "event_time": -14, "estimate": 0.5381291552157295, "se": 0.20430132325289838, "pvalue": 0.009793708382641236, "lower": 0.13275100638579224, "upper": 0.9435073040456667 }, { "event_time": -13, "estimate": 0.0025919955662211808, "se": 0.17916387987156412, "pvalue": 0.9884863805731468, "lower": -0.35290801198692884, "upper": 0.3580920031193712 }, { "event_time": -12, "estimate": 0.014619801755706568, "se": 0.19636560727033645, "pvalue": 0.9408010071123489, "lower": -0.37501216489865596, "upper": 0.40425176841006916 }, { "event_time": -11, "estimate": -0.21047544060876977, "se": 0.21518818481640048, "pvalue": 0.33040924629012897, "lower": -0.6374554847025824, "upper": 0.2165046034850429 }, { "event_time": -10, "estimate": -0.20300672314365265, "se": 0.17218302702310886, "pvalue": 0.2412172031538416, "lower": -0.5446552041383674, "upper": 0.13864175785106214 }, { "event_time": -9, "estimate": 0.2162242876124139, "se": 0.1585741588964483, "pvalue": 0.17580091328738912, "lower": -0.0984212465534769, "upper": 0.5308698217783048 }, { "event_time": -8, "estimate": 0.12587925640454628, "se": 0.1544987905570059, "pvalue": 0.4171660203713139, "lower": -0.18067986281826431, "upper": 0.4324383756273569 }, { "event_time": -7, "estimate": 0.1401961160517622, "se": 0.14206668062575087, "pvalue": 0.3261301319183533, "lower": -0.14169499990146633, "upper": 0.4220872320049907 }, { "event_time": -6, "estimate": -0.029460361982599537, "se": 0.12179645378151291, "pvalue": 0.8093719793933716, "lower": -0.27113095021898903, "upper": 0.21221022625378996 }, { "event_time": -5, "estimate": -0.03121588543560634, "se": 0.11213683155759337, "pvalue": 0.7813065034495653, "lower": -0.2537196875093738, "upper": 0.19128791663816114 }, { "event_time": -4, "estimate": -0.020830815128161498, "se": 0.0920480581446328, "pvalue": 0.8214318138028924, "lower": -0.20347413245935408, "upper": 0.16181250220303106 }, { "event_time": -3, "estimate": 0.02249685974158775, "se": 0.09803127003375425, "pvalue": 0.8189642145634798, "lower": -0.17201844804493302, "upper": 0.2170121675281085 }, { "event_time": -2, "estimate": -0.016792572433340702, "se": 0.09700785036571576, "pvalue": 0.8629220942517191, "lower": -0.20927719356595254, "upper": 0.17569204869927113 }, { "event_time": 0, "estimate": -0.04142145546461656, "se": 0.07798383503016744, "pvalue": 0.5965014799775943, "lower": -0.19615830288119346, "upper": 0.11331539195196033 }, { "event_time": 1, "estimate": -0.009502229853882733, "se": 0.10550258860938795, "pvalue": 0.9284164819518373, "lower": -0.21884225460887838, "upper": 0.1998377949011129 }, { "event_time": 2, "estimate": -0.11578309387774091, "se": 0.12139348686917786, "pvalue": 0.34251632862051157, "lower": -0.3566541083357468, "upper": 0.12508792058026497 }, { "event_time": 3, "estimate": -0.2011576833130746, "se": 0.11822818422735026, "pvalue": 0.09199991205138633, "lower": -0.43574805061226485, "upper": 0.03343268398611568 }, { "event_time": 4, "estimate": -0.22776376928433192, "se": 0.13690231656987634, "pvalue": 0.09933575939347918, "lower": -0.4994076665337306, "upper": 0.04388012796506677 }, { "event_time": 5, "estimate": -0.20468592697412186, "se": 0.14485318766569336, "pvalue": 0.16077508078426128, "lower": -0.49210607743171914, "upper": 0.08273422348347542 }, { "event_time": 6, "estimate": -0.14247150217176296, "se": 0.1578017273129156, "pvalue": 0.3687963115631176, "lower": -0.45558436449566747, "upper": 0.17064136015214154 }, { "event_time": 7, "estimate": -0.2914774394092855, "se": 0.16234674765264248, "pvalue": 0.0756409352307617, "lower": -0.613608608136581, "upper": 0.03065372931801008 }, { "event_time": 8, "estimate": -0.40415778675019487, "se": 0.15608630678941807, "pvalue": 0.011065194208286241, "lower": -0.7138668825922763, "upper": -0.09444869090811348 }, { "event_time": 9, "estimate": -0.386060649900023, "se": 0.17424998753793988, "pvalue": 0.029013069505161405, "lower": -0.7318104289865253, "upper": -0.040310870813520694 }, { "event_time": 10, "estimate": -0.18340009801671373, "se": 0.16002672071631105, "pvalue": 0.254533291343073, "lower": -0.5009278299688034, "upper": 0.13412763393537594 }, { "event_time": 11, "estimate": -0.4624343283078609, "se": 0.18471363954389702, "pvalue": 0.013931904506051454, "lower": -0.8289462630800846, "upper": -0.09592239353563725 }, { "event_time": 12, "estimate": -0.3450529152644993, "se": 0.18897022024859153, "pvalue": 0.07086984488367154, "lower": -0.7200108296267735, "upper": 0.02990499909777483 }, { "event_time": 13, "estimate": -0.274332639394613, "se": 0.19668009472355186, "pvalue": 0.1661928901042508, "lower": -0.6645886173847069, "upper": 0.11592333859548082 }, { "event_time": 14, "estimate": -0.6582586279456895, "se": 0.23179113815499794, "pvalue": 0.005478132695704352, "lower": -1.1181825335003455, "upper": -0.1983347223910334 }, { "event_time": 15, "estimate": -0.3524166425798703, "se": 0.1331699530518005, "pvalue": 0.009465816482635918, "lower": -0.6166547208672202, "upper": -0.08817856429252047 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0 ], "weights": [ 0.07688415228338906, 0.07571522325660533, 0.0758389662159624, 0.07346354333544727, 0.07255314870589172, 0.07429659861540468, 0.07489763584656757, 0.06745759041522392, 0.06581136711663436, 0.06348676723728375, 0.06222282129527943, 0.06047053260295525, 0.06243716177845149, 0.06447229152073468, 0.028049877251403708, 0.00194232252276539 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": null, "saturated_vs_deviations_relative_rss_difference": 7.120068137482186e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1598776169397635, "df_num": 97, "df_den": 1735, "pvalue": 0.14208227793353256, "log10_pvalue": -0.8474600886851752, "inference": "Homoskedastic nested-model F", "observations": 2095, "design_columns": 240, "restricted_design_columns": 143, "fixed_effect_rank": 120, "covariance_rank": 97, "rss_unrestricted": 327006.2015673404, "rss_restricted": 348211.3058085218, "test_horizon": null, "reference_cohort": 6, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-18.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-17.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-16.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-15.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-14.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-13.0]" ], "data": [ [ -0.565820644867303, 0.026838786754650415, 0.027604253260459344, -0.12890996884955225, -1.149560837500889, -0.5357449426428296 ], [ 0.025831155104838303, -0.5398342790718779, 0.026347821393612778, 0.03173459929765449, -0.07723953515239428, -1.2346378458108398 ], [ 0.02680594440305667, 0.026646007064065037, -0.5550463321876478, 0.033008395432938445, 0.09172392682854227, -0.03781087571539228 ], [ 0.02624541323282895, 0.026093028389030413, 0.026897514012071955, -0.534171977388993, 0.08653534703143893, 0.12633967200674456 ], [ 0.025070324554779966, 0.024933260411145127, 0.02562477532427227, 0.031308424690909095, -0.45544439282698235, 0.12780851108646188 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)+i(rel_time,cohort_dummy_15,ref=-1.0)+i(rel_time,cohort_dummy_16,ref=-1.0)+i(rel_time,cohort_dummy_19,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.12.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.13.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.14.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.12.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.13.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.12.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_16", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_16", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_16", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_16", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_16", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_19", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_19" ], "deviations": [ { "event_time": -6.0, "cohort": 7, "estimate": -0.3675668665959396 }, { "event_time": -5.0, "cohort": 7, "estimate": -0.6403625854689562 }, { "event_time": -4.0, "cohort": 7, "estimate": -0.4761377146683031 }, { "event_time": -3.0, "cohort": 7, "estimate": -0.03632685719758606 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.04109934679055799 }, { "event_time": 0.0, "cohort": 7, "estimate": -0.05105432410738317 }, { "event_time": 1.0, "cohort": 7, "estimate": -0.519916362821914 }, { "event_time": 2.0, "cohort": 7, "estimate": -0.49727425968769534 }, { "event_time": 3.0, "cohort": 7, "estimate": -1.0406625031969494 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.017437631174121726 }, { "event_time": 5.0, "cohort": 7, "estimate": -0.5862842193402031 }, { "event_time": 6.0, "cohort": 7, "estimate": -1.0502414273710379 }, { "event_time": 7.0, "cohort": 7, "estimate": -1.30174896650237 }, { "event_time": 8.0, "cohort": 7, "estimate": -0.749303320536897 }, { "event_time": 9.0, "cohort": 7, "estimate": -0.9438430685787644 }, { "event_time": 10.0, "cohort": 7, "estimate": -0.6209406049222033 }, { "event_time": 11.0, "cohort": 7, "estimate": -0.8124237069197755 }, { "event_time": 12.0, "cohort": 7, "estimate": -0.6976737556108005 }, { "event_time": 13.0, "cohort": 7, "estimate": -1.0191716741578867 }, { "event_time": 14.0, "cohort": 7, "estimate": -1.2186393837497698 }, { "event_time": -7.0, "cohort": 8, "estimate": 0.49659108320456385 }, { "event_time": -6.0, "cohort": 8, "estimate": -0.060715802460973356 }, { "event_time": -5.0, "cohort": 8, "estimate": -0.7612612627909017 }, { "event_time": -4.0, "cohort": 8, "estimate": -0.08223966543189748 }, { "event_time": -3.0, "cohort": 8, "estimate": -0.2900894450615425 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.06019213072456486 }, { "event_time": 0.0, "cohort": 8, "estimate": -0.21863446838811076 }, { "event_time": 1.0, "cohort": 8, "estimate": -0.5980410015653789 }, { "event_time": 2.0, "cohort": 8, "estimate": -0.592628051840958 }, { "event_time": 3.0, "cohort": 8, "estimate": -1.0748350844959882 }, { "event_time": 4.0, "cohort": 8, "estimate": -0.21642685919196122 }, { "event_time": 5.0, "cohort": 8, "estimate": -0.4173221930696367 }, { "event_time": 6.0, "cohort": 8, "estimate": -0.7489780999491644 }, { "event_time": 7.0, "cohort": 8, "estimate": -1.333437092615793 }, { "event_time": 8.0, "cohort": 8, "estimate": -0.4151529867080868 }, { "event_time": 9.0, "cohort": 8, "estimate": -0.5322297430540134 }, { "event_time": 10.0, "cohort": 8, "estimate": 0.0385398892795851 }, { "event_time": 11.0, "cohort": 8, "estimate": -0.2935417591759417 }, { "event_time": 12.0, "cohort": 8, "estimate": 0.1562050062215266 }, { "event_time": 13.0, "cohort": 8, "estimate": -0.08215236782065512 }, { "event_time": -8.0, "cohort": 9, "estimate": 0.8384903180697103 }, { "event_time": -7.0, "cohort": 9, "estimate": 0.3363630754342632 }, { "event_time": -6.0, "cohort": 9, "estimate": 0.20466858629655843 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.7504657089713326 }, { "event_time": -4.0, "cohort": 9, "estimate": -0.4192639823387018 }, { "event_time": -3.0, "cohort": 9, "estimate": 0.21414453385372598 }, { "event_time": -2.0, "cohort": 9, "estimate": 0.5847511717607093 }, { "event_time": 0.0, "cohort": 9, "estimate": -0.39300852240754797 }, { "event_time": 1.0, "cohort": 9, "estimate": -1.2369346433837134 }, { "event_time": 2.0, "cohort": 9, "estimate": -1.397289996245387 }, { "event_time": 3.0, "cohort": 9, "estimate": -1.361508891062158 }, { "event_time": 4.0, "cohort": 9, "estimate": -0.936276975519911 }, { "event_time": 5.0, "cohort": 9, "estimate": 0.16965070396645576 }, { "event_time": 6.0, "cohort": 9, "estimate": -1.270480120685532 }, { "event_time": 7.0, "cohort": 9, "estimate": -1.5240779883988003 }, { "event_time": 8.0, "cohort": 9, "estimate": -0.08800271549591174 }, { "event_time": 9.0, "cohort": 9, "estimate": -0.4222847453858295 }, { "event_time": 10.0, "cohort": 9, "estimate": -0.04323649302447341 }, { "event_time": 11.0, "cohort": 9, "estimate": -0.5321487161660828 }, { "event_time": 12.0, "cohort": 9, "estimate": -0.03418661325147482 }, { "event_time": -9.0, "cohort": 10, "estimate": 1.9248721413945085 }, { "event_time": -8.0, "cohort": 10, "estimate": 1.462891280106315 }, { "event_time": -7.0, "cohort": 10, "estimate": 1.1948231428230993 }, { "event_time": -6.0, "cohort": 10, "estimate": 0.1456096053275605 }, { "event_time": -5.0, "cohort": 10, "estimate": -0.31415638012011843 }, { "event_time": -4.0, "cohort": 10, "estimate": 0.2965670035770533 }, { "event_time": -3.0, "cohort": 10, "estimate": 0.34695047613597974 }, { "event_time": -2.0, "cohort": 10, "estimate": 0.42346688800944116 }, { "event_time": 0.0, "cohort": 10, "estimate": -0.9492660950891987 }, { "event_time": 1.0, "cohort": 10, "estimate": -1.463315319942837 }, { "event_time": 2.0, "cohort": 10, "estimate": -0.17458766828173108 }, { "event_time": 3.0, "cohort": 10, "estimate": -0.8894188468470537 }, { "event_time": 4.0, "cohort": 10, "estimate": 0.05930736595492094 }, { "event_time": 5.0, "cohort": 10, "estimate": 0.17615317482423495 }, { "event_time": 6.0, "cohort": 10, "estimate": -0.7372923484265055 }, { "event_time": 7.0, "cohort": 10, "estimate": -0.671728812851798 }, { "event_time": 8.0, "cohort": 10, "estimate": -0.25620435838442024 }, { "event_time": 9.0, "cohort": 10, "estimate": -0.2973144108991945 }, { "event_time": 10.0, "cohort": 10, "estimate": -0.2561222960539338 }, { "event_time": 11.0, "cohort": 10, "estimate": 0.07503143214082134 }, { "event_time": -10.0, "cohort": 11, "estimate": 0.7548690610148938 }, { "event_time": -9.0, "cohort": 11, "estimate": 1.0865035756763697 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.4901660104880162 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.1397928824478446 }, { "event_time": -6.0, "cohort": 11, "estimate": -0.8025223294187132 }, { "event_time": -5.0, "cohort": 11, "estimate": -2.1168604676645404 }, { "event_time": -4.0, "cohort": 11, "estimate": -1.4520427182965294 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.5704949068225631 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.1983907727131426 }, { "event_time": 0.0, "cohort": 11, "estimate": -0.23798455124493073 }, { "event_time": 1.0, "cohort": 11, "estimate": -0.48409966053861847 }, { "event_time": 2.0, "cohort": 11, "estimate": -0.8429636175350119 }, { "event_time": 3.0, "cohort": 11, "estimate": -1.3704140412284103 }, { "event_time": 4.0, "cohort": 11, "estimate": 0.3266659704574998 }, { "event_time": 5.0, "cohort": 11, "estimate": -0.2876614688309541 }, { "event_time": 6.0, "cohort": 11, "estimate": -0.18013919162416567 }, { "event_time": 7.0, "cohort": 11, "estimate": -0.6969900018222167 }, { "event_time": 8.0, "cohort": 11, "estimate": -0.15969046236277173 }, { "event_time": 9.0, "cohort": 11, "estimate": -0.689392302307596 }, { "event_time": 10.0, "cohort": 11, "estimate": 0.22175523635146033 }, { "event_time": -11.0, "cohort": 12, "estimate": 0.016930904944046143 }, { "event_time": -10.0, "cohort": 12, "estimate": 0.33817196210697353 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.12962319461504157 }, { "event_time": -8.0, "cohort": 12, "estimate": 0.9211193893647612 }, { "event_time": -7.0, "cohort": 12, "estimate": -0.3841438546549919 }, { "event_time": -6.0, "cohort": 12, "estimate": -0.334228064811233 }, { "event_time": -5.0, "cohort": 12, "estimate": -1.3602197337229285 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.6377735536908603 }, { "event_time": -3.0, "cohort": 12, "estimate": -0.2746601678641065 }, { "event_time": -2.0, "cohort": 12, "estimate": -0.29697589703373517 }, { "event_time": 0.0, "cohort": 12, "estimate": 0.2698093761507256 }, { "event_time": 1.0, "cohort": 12, "estimate": -0.231240318365446 }, { "event_time": 2.0, "cohort": 12, "estimate": -0.2152488674597106 }, { "event_time": 3.0, "cohort": 12, "estimate": -0.4922707898476378 }, { "event_time": 4.0, "cohort": 12, "estimate": -0.7584614300569578 }, { "event_time": 5.0, "cohort": 12, "estimate": -0.5530478579106576 }, { "event_time": 6.0, "cohort": 12, "estimate": -0.8732697703673823 }, { "event_time": 7.0, "cohort": 12, "estimate": -1.6076165553729163 }, { "event_time": 8.0, "cohort": 12, "estimate": -0.43619415903120196 }, { "event_time": 9.0, "cohort": 12, "estimate": 0.015594469362433555 }, { "event_time": -12.0, "cohort": 13, "estimate": 0.07017955294561636 }, { "event_time": -11.0, "cohort": 13, "estimate": 0.0016427518947031983 }, { "event_time": -10.0, "cohort": 13, "estimate": 0.42409234258250145 }, { "event_time": -9.0, "cohort": 13, "estimate": 1.1039043914389575 }, { "event_time": -8.0, "cohort": 13, "estimate": 0.7037136499366503 }, { "event_time": -7.0, "cohort": 13, "estimate": 0.11718889800757587 }, { "event_time": -6.0, "cohort": 13, "estimate": -0.02951152116545086 }, { "event_time": -5.0, "cohort": 13, "estimate": -0.6826050898681137 }, { "event_time": -4.0, "cohort": 13, "estimate": -0.6695297307216634 }, { "event_time": -3.0, "cohort": 13, "estimate": -0.4069118098040937 }, { "event_time": -2.0, "cohort": 13, "estimate": -0.13704411014905113 }, { "event_time": 0.0, "cohort": 13, "estimate": -0.4771871131712549 }, { "event_time": 1.0, "cohort": 13, "estimate": -0.9764256496342341 }, { "event_time": 2.0, "cohort": 13, "estimate": -1.1515053975600251 }, { "event_time": 3.0, "cohort": 13, "estimate": -0.9491900216195991 }, { "event_time": 4.0, "cohort": 13, "estimate": -0.05382557811533231 }, { "event_time": 5.0, "cohort": 13, "estimate": -0.8084663434458226 }, { "event_time": 6.0, "cohort": 13, "estimate": -0.7767930876170649 }, { "event_time": 7.0, "cohort": 13, "estimate": -1.1890755608190908 }, { "event_time": 8.0, "cohort": 13, "estimate": -0.05172424714638729 }, { "event_time": -13.0, "cohort": 14, "estimate": 0.11850719680473111 }, { "event_time": -12.0, "cohort": 14, "estimate": -0.2709990968776752 }, { "event_time": -11.0, "cohort": 14, "estimate": 0.16194189696555417 }, { "event_time": -10.0, "cohort": 14, "estimate": -0.5445934105522021 }, { "event_time": -9.0, "cohort": 14, "estimate": 0.6171213385563509 }, { "event_time": -8.0, "cohort": 14, "estimate": 0.3887653146286911 }, { "event_time": -7.0, "cohort": 14, "estimate": 0.4009921423559295 }, { "event_time": -6.0, "cohort": 14, "estimate": 0.3668245850006187 }, { "event_time": -5.0, "cohort": 14, "estimate": -0.3475926122424743 }, { "event_time": -4.0, "cohort": 14, "estimate": -0.4955791026667914 }, { "event_time": -3.0, "cohort": 14, "estimate": -0.8608014722684294 }, { "event_time": -2.0, "cohort": 14, "estimate": 0.45642599769794656 }, { "event_time": 0.0, "cohort": 14, "estimate": -0.031278795759074954 }, { "event_time": 1.0, "cohort": 14, "estimate": -0.4123878959789854 }, { "event_time": 2.0, "cohort": 14, "estimate": -0.805936452678929 }, { "event_time": 3.0, "cohort": 14, "estimate": -0.30236648386225257 }, { "event_time": 4.0, "cohort": 14, "estimate": 0.3376045538284381 }, { "event_time": 5.0, "cohort": 14, "estimate": -0.5631971343757245 }, { "event_time": 6.0, "cohort": 14, "estimate": -0.0942306786295963 }, { "event_time": 7.0, "cohort": 14, "estimate": -0.4033097867577765 }, { "event_time": -14.0, "cohort": 15, "estimate": 0.6489951113944343 }, { "event_time": -13.0, "cohort": 15, "estimate": 0.8692304523961929 }, { "event_time": -12.0, "cohort": 15, "estimate": 0.18460313598904443 }, { "event_time": -11.0, "cohort": 15, "estimate": 0.8504376836579118 }, { "event_time": -10.0, "cohort": 15, "estimate": 0.8294682615447257 }, { "event_time": -9.0, "cohort": 15, "estimate": 1.797663842974619 }, { "event_time": -8.0, "cohort": 15, "estimate": 1.5230785346469906 }, { "event_time": -7.0, "cohort": 15, "estimate": 1.2877338209321936 }, { "event_time": -6.0, "cohort": 15, "estimate": 0.4030127406044067 }, { "event_time": -5.0, "cohort": 15, "estimate": -1.002738098830957 }, { "event_time": -4.0, "cohort": 15, "estimate": -0.019204747841211775 }, { "event_time": -3.0, "cohort": 15, "estimate": 0.18048059510241865 }, { "event_time": -2.0, "cohort": 15, "estimate": 0.40317581111067435 }, { "event_time": 0.0, "cohort": 15, "estimate": 0.2315171695339199 }, { "event_time": 1.0, "cohort": 15, "estimate": -1.0850348569336037 }, { "event_time": 2.0, "cohort": 15, "estimate": -0.44189482950364367 }, { "event_time": 3.0, "cohort": 15, "estimate": -0.7892655267792914 }, { "event_time": 4.0, "cohort": 15, "estimate": -0.32669694054983145 }, { "event_time": 5.0, "cohort": 15, "estimate": 0.2687778417750217 }, { "event_time": 6.0, "cohort": 15, "estimate": -0.28173467435869204 }, { "event_time": -15.0, "cohort": 16, "estimate": -0.18054879004912405 }, { "event_time": -14.0, "cohort": 16, "estimate": -0.5404040002760986 }, { "event_time": -13.0, "cohort": 16, "estimate": 0.21380534371686466 }, { "event_time": -12.0, "cohort": 16, "estimate": -0.6235024528210158 }, { "event_time": -11.0, "cohort": 16, "estimate": 0.8205978981907769 }, { "event_time": -10.0, "cohort": 16, "estimate": 0.85876435983867 }, { "event_time": -9.0, "cohort": 16, "estimate": 1.1196081681234737 }, { "event_time": -8.0, "cohort": 16, "estimate": 0.8334550379769786 }, { "event_time": -7.0, "cohort": 16, "estimate": -0.560643764638218 }, { "event_time": -6.0, "cohort": 16, "estimate": -0.9897056010555776 }, { "event_time": -5.0, "cohort": 16, "estimate": -1.2857803807124388 }, { "event_time": -4.0, "cohort": 16, "estimate": -0.42692794896365394 }, { "event_time": -3.0, "cohort": 16, "estimate": -0.5277460417779708 }, { "event_time": -2.0, "cohort": 16, "estimate": -0.0022971191379234923 }, { "event_time": 0.0, "cohort": 16, "estimate": -0.39344716661985124 }, { "event_time": 1.0, "cohort": 16, "estimate": 0.04626228353180921 }, { "event_time": 2.0, "cohort": 16, "estimate": -1.0349537582094717 }, { "event_time": 3.0, "cohort": 16, "estimate": -1.5319359207187768 }, { "event_time": 4.0, "cohort": 16, "estimate": 0.2754955859612195 }, { "event_time": 5.0, "cohort": 16, "estimate": -0.22362862628300995 }, { "event_time": -5.0, "cohort": 19, "estimate": -1.2166899574126853 }, { "event_time": -4.0, "cohort": 19, "estimate": -0.7227554023428208 }, { "event_time": -3.0, "cohort": 19, "estimate": -0.6932617600787191 }, { "event_time": -2.0, "cohort": 19, "estimate": 0.28317481290807767 }, { "event_time": 0.0, "cohort": 19, "estimate": 0.0735778118426183 }, { "event_time": 1.0, "cohort": 19, "estimate": -0.7972874025832623 }, { "event_time": 2.0, "cohort": 19, "estimate": 0.22314689216254135 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": "varying", "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.245410623111762, "se": 0.110069440096987, "lower": -0.46114276150034544, "upper": -0.029678484723178578 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.20996292055667418, "se": 0.10779686376357683, "lower": -0.4212408911796556, "upper": 0.0013150500663072495 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.1805409610863417, "se": 0.09981028550732386, "lower": -0.3761655259673566, "upper": 0.015083603794673162 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 452551.0, "post_cells": 124, "estimate": -0.21122295062144952, "se": 0.10945573646945786, "lower": -0.42575225200289424, "upper": 0.003306350759995219 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.245410623111762, "se": 0.110069440096987, "lower": -0.46114276150034544, "upper": -0.029678484723178578, "event_study": [ { "event_time": -18, "estimate": 0.24224603639275524, "se": 0.2191364087083661, "lower": -0.18725343237709177, "upper": 0.6717455051626022, "relative_to_minus_one": 0.24224603639275524, "n": 0.0 }, { "event_time": -17, "estimate": 0.29837458394515465, "se": 0.4359434773869749, "lower": -0.5560589310284676, "upper": 1.152808098918777, "relative_to_minus_one": 0.29837458394515465, "n": 0.0 }, { "event_time": -16, "estimate": -0.5833296001637467, "se": 0.5696892922110358, "lower": -1.6999000952754917, "upper": 0.5332408949479983, "relative_to_minus_one": -0.5833296001637467, "n": 0.0 }, { "event_time": -15, "estimate": 0.04019695907896435, "se": 0.49832288264693025, "lower": -0.9364979435811988, "upper": 1.0168918617391274, "relative_to_minus_one": 0.04019695907896435, "n": 0.0 }, { "event_time": -14, "estimate": 0.5180343449150733, "se": 0.2505091018827967, "lower": 0.02704552742531674, "upper": 1.0090231624048298, "relative_to_minus_one": 0.5180343449150733, "n": 0.0 }, { "event_time": -13, "estimate": -0.02978876784085397, "se": 0.22250371212653583, "lower": -0.4658880300353323, "upper": 0.4063104943536243, "relative_to_minus_one": -0.02978876784085397, "n": 0.0 }, { "event_time": -12, "estimate": 0.015639335950971618, "se": 0.19746594994642536, "lower": -0.3713868141170111, "upper": 0.4026654860189543, "relative_to_minus_one": 0.015639335950971618, "n": 0.0 }, { "event_time": -11, "estimate": -0.2291322651919882, "se": 0.2299376531314014, "lower": -0.6798017840191986, "upper": 0.22153725363522214, "relative_to_minus_one": -0.2291322651919882, "n": 0.0 }, { "event_time": -10, "estimate": -0.22078919933988653, "se": 0.20437544067480304, "lower": -0.6213577023870029, "upper": 0.17977930370722986, "relative_to_minus_one": -0.22078919933988653, "n": 0.0 }, { "event_time": -9, "estimate": 0.2611459869585823, "se": 0.25810291367291094, "lower": -0.2447264281451738, "upper": 0.7670184020623385, "relative_to_minus_one": 0.2611459869585823, "n": 0.0 }, { "event_time": -8, "estimate": 0.10642595292728141, "se": 0.18215479263406645, "lower": -0.2505908802468508, "upper": 0.4634427861014136, "relative_to_minus_one": 0.10642595292728141, "n": 0.0 }, { "event_time": -7, "estimate": 0.11167830023842966, "se": 0.1594396127155308, "lower": -0.20081759839302515, "upper": 0.4241741988698845, "relative_to_minus_one": 0.11167830023842966, "n": 0.0 }, { "event_time": -6, "estimate": -0.053030933707992514, "se": 0.1383674249700053, "lower": -0.32422610328275103, "upper": 0.21816423586676603, "relative_to_minus_one": -0.053030933707992514, "n": 0.0 }, { "event_time": -5, "estimate": -0.0007854685686690763, "se": 0.12022425578881356, "lower": -0.23642067998287475, "upper": 0.2348497428455366, "relative_to_minus_one": -0.0007854685686690763, "n": 0.0 }, { "event_time": -4, "estimate": 0.01697912326793868, "se": 0.10879613484571699, "lower": -0.1962573826868298, "upper": 0.23021562922270716, "relative_to_minus_one": 0.01697912326793868, "n": 0.0 }, { "event_time": -3, "estimate": 0.05277329123629327, "se": 0.09464758952370557, "lower": -0.13273257545370018, "upper": 0.2382791579262867, "relative_to_minus_one": 0.05277329123629327, "n": 0.0 }, { "event_time": -2, "estimate": 0.0010538206479715536, "se": 0.09585933636123364, "lower": -0.18682702620195724, "upper": 0.18893466749790033, "relative_to_minus_one": 0.0010538206479715536, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.05944582106889644, "se": 0.07273214195326122, "lower": -0.20199819981574313, "upper": 0.08310655767795026, "relative_to_minus_one": -0.05944582106889644, "n": 34794.0 }, { "event_time": 1, "estimate": -0.0017493777498782028, "se": 0.08731398410139325, "lower": -0.17288164193531186, "upper": 0.16938288643555544, "relative_to_minus_one": -0.0017493777498782028, "n": 34265.0 }, { "event_time": 2, "estimate": -0.059926393109736506, "se": 0.1138547138210411, "lower": -0.2830775316690918, "upper": 0.1632247454496188, "relative_to_minus_one": -0.059926393109736506, "n": 34321.0 }, { "event_time": 3, "estimate": -0.12132731551146715, "se": 0.11090903679381445, "lower": -0.33870503318737116, "upper": 0.09605040216443687, "relative_to_minus_one": -0.12132731551146715, "n": 33246.0 }, { "event_time": 4, "estimate": -0.17153473550212636, "se": 0.12104508324028984, "lower": -0.40877873915874735, "upper": 0.06570926815449463, "relative_to_minus_one": -0.17153473550212636, "n": 32834.0 }, { "event_time": 5, "estimate": -0.17461457549638507, "se": 0.14463270014982377, "lower": -0.4580894587768205, "upper": 0.1088603077840504, "relative_to_minus_one": -0.17461457549638507, "n": 33623.0 }, { "event_time": 6, "estimate": -0.09323276225103463, "se": 0.1622920068596949, "lower": -0.41131925067476405, "upper": 0.22485372617269475, "relative_to_minus_one": -0.09323276225103463, "n": 33895.0 }, { "event_time": 7, "estimate": -0.2584239453722579, "se": 0.15237953764338444, "lower": -0.5570823511341568, "upper": 0.04023446038964107, "relative_to_minus_one": -0.2584239453722579, "n": 30528.0 }, { "event_time": 8, "estimate": -0.40084280230398944, "se": 0.15121997113074853, "lower": -0.6972284994634432, "upper": -0.1044571051445356, "relative_to_minus_one": -0.40084280230398944, "n": 29783.0 }, { "event_time": 9, "estimate": -0.403839432699029, "se": 0.17541887909028506, "lower": -0.7476541179243741, "upper": -0.060024747473683915, "relative_to_minus_one": -0.403839432699029, "n": 28731.0 }, { "event_time": 10, "estimate": -0.1996463157244593, "se": 0.17272357219668483, "lower": -0.5381782965110653, "upper": 0.13888566506214678, "relative_to_minus_one": -0.1996463157244593, "n": 28159.0 }, { "event_time": 11, "estimate": -0.46988257872279526, "se": 0.18607331532338076, "lower": -0.8345795752405865, "upper": -0.10518558220500401, "relative_to_minus_one": -0.46988257872279526, "n": 27366.0 }, { "event_time": 12, "estimate": -0.3299330839913545, "se": 0.20603104908672384, "lower": -0.7337465198983373, "upper": 0.0738803519156282, "relative_to_minus_one": -0.3299330839913545, "n": 28256.0 }, { "event_time": 13, "estimate": -0.2525123760879897, "se": 0.23138591879338044, "lower": -0.7060204434527251, "upper": 0.2009956912767456, "relative_to_minus_one": -0.2525123760879897, "n": 29177.0 }, { "event_time": 14, "estimate": -0.5955880356600651, "se": 0.25667045256094595, "lower": -1.0986528785751157, "upper": -0.09252319274501464, "relative_to_minus_one": -0.5955880356600651, "n": 12694.0 }, { "event_time": 15, "estimate": -0.3340704185367275, "se": 0.13105167825115852, "lower": -0.5909269880225292, "upper": -0.07721384905092571, "relative_to_minus_one": -0.3340704185367275, "n": 879.0 } ], "group_time_estimates": [ { "group": 6, "year": 1, "att": 0.6567847723763767, "se": 0.07908510608478803, "event_time": -5, "mass": 0.0 }, { "group": 6, "year": 2, "att": 0.2044188007905084, "se": 0.0706854860799921, "event_time": -4, "mass": 0.0 }, { "group": 6, "year": 3, "att": 0.23414033103083043, "se": 0.06458601050704071, "event_time": -3, "mass": 0.0 }, { "group": 6, "year": 4, "att": -0.23184161690520097, "se": 0.062224496445558615, "event_time": -2, "mass": 0.0 }, { "group": 6, "year": 5, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 6, "year": 6, "att": 0.05663389827215512, "se": 0.07142681368157447, "event_time": 0, "mass": 790.0 }, { "group": 6, "year": 7, "att": 0.557553908040754, "se": 0.07236361914570878, "event_time": 1, "mass": 751.0 }, { "group": 6, "year": 8, "att": 0.34678632515209584, "se": 0.10731670989898534, "event_time": 2, "mass": 737.0 }, { "group": 6, "year": 9, "att": 0.7823064508023738, "se": 0.11802640358223457, "event_time": 3, "mass": 753.0 }, { "group": 6, "year": 10, "att": 0.007619642343001549, "se": 0.13327132814858275, "event_time": 4, "mass": 719.0 }, { "group": 6, "year": 11, "att": 0.2254574325627951, "se": 0.10834729018395502, "event_time": 5, "mass": 824.0 }, { "group": 6, "year": 12, "att": 0.5992327952173705, "se": 0.12964147148605573, "event_time": 6, "mass": 717.0 }, { "group": 6, "year": 13, "att": 0.9210802701396446, "se": 0.14901689669600657, "event_time": 7, "mass": 826.0 }, { "group": 6, "year": 14, "att": 0.11859086557790008, "se": 0.1558406136166594, "event_time": 8, "mass": 856.0 }, { "group": 6, "year": 15, "att": 0.2684701541458888, "se": 0.12630299234330783, "event_time": 9, "mass": 801.0 }, { "group": 6, "year": 16, "att": 0.04126514426008914, "se": 0.1337778023225018, "event_time": 10, "mass": 818.0 }, { "group": 6, "year": 17, "att": -0.02101740786113271, "se": 0.14263315361310883, "event_time": 11, "mass": 804.0 }, { "group": 6, "year": 18, "att": -0.1755601821774831, "se": 0.11120013969142488, "event_time": 12, "mass": 892.0 }, { "group": 6, "year": 19, "att": 0.15071629765647176, "se": 0.13994668953186984, "event_time": 13, "mass": 804.0 }, { "group": 6, "year": 20, "att": 0.4911611829594015, "se": 0.1338825066573766, "event_time": 14, "mass": 887.0 }, { "group": 6, "year": 21, "att": -0.3340704185367275, "se": 0.13105167825115852, "event_time": 15, "mass": 879.0 }, { "group": 7, "year": 1, "att": -0.41398442890884135, "se": 0.3052951136523396, "event_time": -6, "mass": 0.0 }, { "group": 7, "year": 2, "att": 0.09305377022702906, "se": 0.15803084553590668, "event_time": -5, "mass": 0.0 }, { "group": 7, "year": 3, "att": -0.1771400341542564, "se": 0.112075893574106, "event_time": -4, "mass": 0.0 }, { "group": 7, "year": 4, "att": 0.14459296622020612, "se": 0.15196429065847877, "event_time": -3, "mass": 0.0 }, { "group": 7, "year": 5, "att": -0.03710201640869533, "se": 0.20308893614501117, "event_time": -2, "mass": 0.0 }, { "group": 7, "year": 6, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 7, "year": 7, "att": 0.02272143433669015, "se": 0.10889435265378417, "event_time": 0, "mass": 9386.0 }, { "group": 7, "year": 8, "att": 0.0815258044405596, "se": 0.13486488073398864, "event_time": 1, "mass": 9065.0 }, { "group": 7, "year": 9, "att": -0.015052771034502315, "se": 0.1547497809626058, "event_time": 2, "mass": 9171.0 }, { "group": 7, "year": 10, "att": -0.14730664853543732, "se": 0.19182065641930787, "event_time": 3, "mass": 8858.0 }, { "group": 7, "year": 11, "att": 0.013746037888992783, "se": 0.14574487873513997, "event_time": 4, "mass": 9081.0 }, { "group": 7, "year": 12, "att": -0.39220795949766274, "se": 0.2256913307396983, "event_time": 5, "mass": 8500.0 }, { "group": 7, "year": 13, "att": -0.40973223075428233, "se": 0.24040793762458865, "event_time": 6, "mass": 8951.0 }, { "group": 7, "year": 14, "att": -0.2592895510996127, "se": 0.2613494789948194, "event_time": 7, "mass": 8909.0 }, { "group": 7, "year": 15, "att": -0.695602672298883, "se": 0.20693291533659736, "event_time": 8, "mass": 8709.0 }, { "group": 7, "year": 16, "att": -0.7248891302591842, "se": 0.25171503492737, "event_time": 9, "mass": 8942.0 }, { "group": 7, "year": 17, "att": -0.6665738875298267, "se": 0.24422376674287244, "event_time": 10, "mass": 9254.0 }, { "group": 7, "year": 18, "att": -0.8397444981886093, "se": 0.21369171288671765, "event_time": 11, "mass": 8817.0 }, { "group": 7, "year": 19, "att": -0.8769363250804505, "se": 0.20953282269408774, "event_time": 12, "mass": 9937.0 }, { "group": 7, "year": 20, "att": -0.8357713324191111, "se": 0.2768428851177591, "event_time": 13, "mass": 10612.0 }, { "group": 7, "year": 21, "att": -0.6897435009214709, "se": 0.2418704378516438, "event_time": 14, "mass": 11807.0 }, { "group": 8, "year": 1, "att": 0.11047947520346788, "se": 0.20367747304290051, "event_time": -7, "mass": 0.0 }, { "group": 8, "year": 2, "att": 0.05721763255173913, "se": 0.17219442031174118, "event_time": -6, "mass": 0.0 }, { "group": 8, "year": 3, "att": 0.06647086022068131, "se": 0.17460390893815217, "event_time": -5, "mass": 0.0 }, { "group": 8, "year": 4, "att": 0.2679728113603881, "se": 0.1502529519245449, "event_time": -4, "mass": 0.0 }, { "group": 8, "year": 5, "att": 0.017905578072011073, "se": 0.14803765725461296, "event_time": -3, "mass": 0.0 }, { "group": 8, "year": 6, "att": -0.037525129964174654, "se": 0.1518806116233396, "event_time": -2, "mass": 0.0 }, { "group": 8, "year": 7, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 8, "year": 8, "att": -0.14448666844916924, "se": 0.1273591595892785, "event_time": 0, "mass": 13931.0 }, { "group": 8, "year": 9, "att": 0.06448211671758886, "se": 0.15841767793597245, "event_time": 1, "mass": 13957.0 }, { "group": 8, "year": 10, "att": -0.021316351282029418, "se": 0.19961143035885068, "event_time": 2, "mass": 13568.0 }, { "group": 8, "year": 11, "att": -0.16893953465345346, "se": 0.19550532653828123, "event_time": 3, "mass": 14026.0 }, { "group": 8, "year": 12, "att": -0.24683522782755585, "se": 0.2438478028471162, "event_time": 4, "mass": 13324.0 }, { "group": 8, "year": 13, "att": -0.19495491966038656, "se": 0.24203420476557252, "event_time": 5, "mass": 14205.0 }, { "group": 8, "year": 14, "att": -0.03137195418167411, "se": 0.2616705076779908, "event_time": 6, "mass": 14292.0 }, { "group": 8, "year": 15, "att": -0.3876322012271614, "se": 0.2182995499509932, "event_time": 7, "mass": 13935.0 }, { "group": 8, "year": 16, "att": -0.34032888226472346, "se": 0.22175854394432487, "event_time": 8, "mass": 14495.0 }, { "group": 8, "year": 17, "att": -0.32557647880262053, "se": 0.2198964667812844, "event_time": 9, "mass": 14616.0 }, { "group": 8, "year": 18, "att": 0.03678746849124922, "se": 0.18968007542333754, "event_time": 10, "mass": 14587.0 }, { "group": 8, "year": 19, "att": -0.3009399576471419, "se": 0.25608563746271407, "event_time": 11, "mass": 15045.0 }, { "group": 8, "year": 20, "att": -0.00402682752738052, "se": 0.23001528707576577, "event_time": 12, "mass": 15781.0 }, { "group": 8, "year": 21, "att": 0.09481982616235513, "se": 0.24291732734832838, "event_time": 13, "mass": 17761.0 }, { "group": 9, "year": 1, "att": 0.04962268014596937, "se": 0.3147788211128586, "event_time": -8, "mass": 0.0 }, { "group": 9, "year": 2, "att": 0.06223781551825545, "se": 0.22493210102271327, "event_time": -7, "mass": 0.0 }, { "group": 9, "year": 3, "att": 0.3922143078169061, "se": 0.1394659933864543, "event_time": -6, "mass": 0.0 }, { "group": 9, "year": 4, "att": 0.09373315223895165, "se": 0.19800528870588566, "event_time": -5, "mass": 0.0 }, { "group": 9, "year": 5, "att": -0.02960093931871195, "se": 0.23835361917845863, "event_time": -4, "mass": 0.0 }, { "group": 9, "year": 6, "att": 0.5077504022208885, "se": 0.24770804247607084, "event_time": -3, "mass": 0.0 }, { "group": 9, "year": 7, "att": 0.5012103323600605, "se": 0.20862431148650276, "event_time": -2, "mass": 0.0 }, { "group": 9, "year": 8, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 9, "year": 9, "att": -0.21198396702109124, "se": 0.2642376147596313, "event_time": 0, "mass": 1275.0 }, { "group": 9, "year": 10, "att": -0.4481535101935594, "se": 0.42392575007634387, "event_time": 1, "mass": 1254.0 }, { "group": 9, "year": 11, "att": -0.8061381421454895, "se": 0.3642434377301925, "event_time": 2, "mass": 1337.0 }, { "group": 9, "year": 12, "att": -0.5068864780304333, "se": 0.2513133300308006, "event_time": 3, "mass": 1368.0 }, { "group": 9, "year": 13, "att": -0.9228725928203326, "se": 0.2988624310281834, "event_time": 4, "mass": 1325.0 }, { "group": 9, "year": 14, "att": 0.4492968383469593, "se": 0.3431156088113505, "event_time": 5, "mass": 1265.0 }, { "group": 9, "year": 15, "att": -0.6528954085154726, "se": 0.45215060197696305, "event_time": 6, "mass": 1208.0 }, { "group": 9, "year": 16, "att": -0.5895888321618588, "se": 0.22468060985014493, "event_time": 7, "mass": 1226.0 }, { "group": 9, "year": 17, "att": -0.06986838408566462, "se": 0.37017301552940446, "event_time": 8, "mass": 1276.0 }, { "group": 9, "year": 18, "att": -0.2162214748509644, "se": 0.6459814715093108, "event_time": 9, "mass": 1246.0 }, { "group": 9, "year": 19, "att": -0.028059573429852876, "se": 0.49586122502535146, "event_time": 10, "mass": 1365.0 }, { "group": 9, "year": 20, "att": -0.5370222439163362, "se": 0.19045430224615167, "event_time": 11, "mass": 1462.0 }, { "group": 9, "year": 21, "att": -0.19816115211612742, "se": 0.6575976544366489, "event_time": 12, "mass": 1646.0 }, { "group": 10, "year": 1, "att": 1.3490648744855698, "se": 0.7317943617690414, "event_time": -9, "mass": 0.0 }, { "group": 10, "year": 2, "att": 0.7269482260554762, "se": 0.37427175266323814, "event_time": -8, "mass": 0.0 }, { "group": 10, "year": 3, "att": 0.9775811460297605, "se": 0.18946749810354546, "event_time": -7, "mass": 0.0 }, { "group": 10, "year": 4, "att": 0.23715238638130692, "se": 0.2647532184030164, "event_time": -6, "mass": 0.0 }, { "group": 10, "year": 5, "att": 0.5299457090242803, "se": 0.1464271883862853, "event_time": -5, "mass": 0.0 }, { "group": 10, "year": 6, "att": 0.5757592217983992, "se": 0.138403385899144, "event_time": -4, "mass": 0.0 }, { "group": 10, "year": 7, "att": 0.6080827836081386, "se": 0.4243143011031966, "event_time": -3, "mass": 0.0 }, { "group": 10, "year": 8, "att": 0.2704259860683943, "se": 0.17712687162471533, "event_time": -2, "mass": 0.0 }, { "group": 10, "year": 9, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 10, "year": 10, "att": -0.7230441674462976, "se": 0.6010583321491534, "event_time": 0, "mass": 1001.0 }, { "group": 10, "year": 11, "att": -0.7331071509004979, "se": 0.7400961031861998, "event_time": 1, "mass": 1045.0 }, { "group": 10, "year": 12, "att": 0.2565104108731106, "se": 0.20488117238285422, "event_time": 2, "mass": 1102.0 }, { "group": 10, "year": 13, "att": -0.039999676342778824, "se": 0.5933336881765132, "event_time": 3, "mass": 1091.0 }, { "group": 10, "year": 14, "att": 0.12544692603819863, "se": 0.15118356552001994, "event_time": 4, "mass": 1114.0 }, { "group": 10, "year": 15, "att": 0.3528720556015502, "se": 0.16730864830910122, "event_time": 5, "mass": 1132.0 }, { "group": 10, "year": 16, "att": -0.09885708758122948, "se": 0.5949902304209572, "event_time": 6, "mass": 1128.0 }, { "group": 10, "year": 17, "att": 0.24889018588250542, "se": 0.12042280186264921, "event_time": 7, "mass": 1164.0 }, { "group": 10, "year": 18, "att": -0.24518800162228205, "se": 0.16487459712619462, "event_time": 8, "mass": 1193.0 }, { "group": 10, "year": 19, "att": -0.05714492508279643, "se": 0.8185780314015806, "event_time": 9, "mass": 1078.0 }, { "group": 10, "year": 20, "att": -0.21229874073152444, "se": 0.3860880568780556, "event_time": 10, "mass": 1118.0 }, { "group": 10, "year": 21, "att": 0.1410897706566233, "se": 0.20287570006153122, "event_time": 11, "mass": 1238.0 }, { "group": 11, "year": 1, "att": -0.031231628543152066, "se": 0.15711143163096364, "event_time": -10, "mass": 0.0 }, { "group": 11, "year": 2, "att": 0.1473663672222771, "se": 0.12486996356331544, "event_time": -9, "mass": 0.0 }, { "group": 11, "year": 3, "att": -0.3233882517030193, "se": 0.11720490860725725, "event_time": -8, "mass": 0.0 }, { "group": 11, "year": 4, "att": -0.5878565561702689, "se": 0.12132308719185915, "event_time": -7, "mass": 0.0 }, { "group": 11, "year": 5, "att": -0.8403891205123186, "se": 0.1346816314433487, "event_time": -6, "mass": 0.0 }, { "group": 11, "year": 6, "att": -1.5419001821716378, "se": 0.16408364518676907, "event_time": -5, "mass": 0.0 }, { "group": 11, "year": 7, "att": -1.3662213140190744, "se": 0.15204365183482277, "event_time": -4, "mass": 0.0 }, { "group": 11, "year": 8, "att": -0.5631424169994053, "se": 0.1359026295696829, "event_time": -3, "mass": 0.0 }, { "group": 11, "year": 9, "att": -0.44460678309547796, "se": 0.09950049286792698, "event_time": -2, "mass": 0.0 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 11, "year": 11, "att": -0.18344195777704025, "se": 0.1178528808985309, "event_time": 0, "mass": 1008.0 }, { "group": 11, "year": 12, "att": 0.007303483338975213, "se": 0.10989460430776023, "event_time": 1, "mass": 974.0 }, { "group": 11, "year": 13, "att": -0.5169343567378409, "se": 0.12006386544104494, "event_time": 2, "mass": 1091.0 }, { "group": 11, "year": 14, "att": -0.6420580727540101, "se": 0.14442500686986232, "event_time": 3, "mass": 1022.0 }, { "group": 11, "year": 15, "att": 0.21050278827162316, "se": 0.14665822785769703, "event_time": 4, "mass": 970.0 }, { "group": 11, "year": 16, "att": -0.1474349438812039, "se": 0.15387036677621815, "event_time": 5, "mass": 979.0 }, { "group": 11, "year": 17, "att": 0.35924646108482317, "se": 0.13132716610903858, "event_time": 6, "mass": 987.0 }, { "group": 11, "year": 18, "att": 0.17017036186950482, "se": 0.13299018148273825, "event_time": 7, "mass": 983.0 }, { "group": 11, "year": 19, "att": -0.10476900938086256, "se": 0.1800726313858145, "event_time": 8, "mass": 966.0 }, { "group": 11, "year": 20, "att": -0.4459423546832609, "se": 0.17412298086569283, "event_time": 9, "mass": 945.0 }, { "group": 11, "year": 21, "att": 0.24257726902979054, "se": 0.1654035720023815, "event_time": 10, "mass": 1017.0 }, { "group": 12, "year": 1, "att": -0.6996599434447872, "se": 0.13556232879364882, "event_time": -11, "mass": 0.0 }, { "group": 12, "year": 2, "att": -0.32684065321021677, "se": 0.11518823924861335, "event_time": -10, "mass": 0.0 }, { "group": 12, "year": 3, "att": -0.9991153364699864, "se": 0.10062051041721917, "event_time": -9, "mass": 0.0 }, { "group": 12, "year": 4, "att": 0.10169564964319401, "se": 0.10178738027632418, "event_time": -8, "mass": 0.0 }, { "group": 12, "year": 5, "att": -0.8140915510380579, "se": 0.10813080088528344, "event_time": -7, "mass": 0.0 }, { "group": 12, "year": 6, "att": -0.3955799777911746, "se": 0.1257578197280353, "event_time": -6, "mass": 0.0 }, { "group": 12, "year": 7, "att": -0.7794694072946523, "se": 0.13366935700760985, "event_time": -5, "mass": 0.0 }, { "group": 12, "year": 8, "att": -0.5469547096537134, "se": 0.12764176870823338, "event_time": -4, "mass": 0.0 }, { "group": 12, "year": 9, "att": -0.1351682507453043, "se": 0.09497450206097842, "event_time": -3, "mass": 0.0 }, { "group": 12, "year": 10, "att": -0.38016915716367167, "se": 0.12225895945461389, "event_time": -2, "mass": 0.0 }, { "group": 12, "year": 11, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 12, "year": 12, "att": 0.27536191696271395, "se": 0.10450306458286414, "event_time": 0, "mass": 952.0 }, { "group": 12, "year": 13, "att": 0.3213011613072388, "se": 0.12279331400485133, "event_time": 1, "mass": 969.0 }, { "group": 12, "year": 14, "att": 0.2371394284346182, "se": 0.1270816594136626, "event_time": 2, "mass": 984.0 }, { "group": 12, "year": 15, "att": 0.26641233026340294, "se": 0.1173770967786037, "event_time": 3, "mass": 965.0 }, { "group": 12, "year": 16, "att": -0.8531600461764989, "se": 0.11244958344362406, "event_time": 4, "mass": 1017.0 }, { "group": 12, "year": 17, "att": -0.4508835399471907, "se": 0.12227828225119294, "event_time": 5, "mass": 973.0 }, { "group": 12, "year": 18, "att": -0.3127448574560089, "se": 0.10837355599524713, "event_time": 6, "mass": 876.0 }, { "group": 12, "year": 19, "att": -0.6855410920295439, "se": 0.1523531392177622, "event_time": 7, "mass": 967.0 }, { "group": 12, "year": 20, "att": -0.36988764782761135, "se": 0.1571769252810994, "event_time": 8, "mass": 996.0 }, { "group": 12, "year": 21, "att": 0.2612646886471561, "se": 0.11827634160582187, "event_time": 9, "mass": 1103.0 }, { "group": 13, "year": 1, "att": 0.09479718887961677, "se": 0.3189731893662077, "event_time": -12, "mass": 0.0 }, { "group": 13, "year": 2, "att": -0.5334220545374885, "se": 0.5326870268610414, "event_time": -11, "mass": 0.0 }, { "group": 13, "year": 3, "att": -0.02551259956490205, "se": 0.37651825909900843, "event_time": -10, "mass": 0.0 }, { "group": 13, "year": 4, "att": 0.43328273983202686, "se": 0.1480466402191708, "event_time": -9, "mass": 0.0 }, { "group": 13, "year": 5, "att": 0.037098973271980175, "se": 0.43124360118687505, "event_time": -8, "mass": 0.0 }, { "group": 13, "year": 6, "att": -0.17846828285489777, "se": 0.34023363462304496, "event_time": -7, "mass": 0.0 }, { "group": 13, "year": 7, "att": 0.015592289695897231, "se": 0.1518560917146309, "event_time": -6, "mass": 0.0 }, { "group": 13, "year": 8, "att": 0.02867463313048808, "se": 0.1514877290700665, "event_time": -5, "mass": 0.0 }, { "group": 13, "year": 9, "att": -0.3720375213504272, "se": 0.3580778897036121, "event_time": -4, "mass": 0.0 }, { "group": 13, "year": 10, "att": -0.1262599358536303, "se": 0.17907691467689396, "event_time": -3, "mass": 0.0 }, { "group": 13, "year": 11, "att": -0.2033596036965566, "se": 0.15356921079106545, "event_time": -2, "mass": 0.0 }, { "group": 13, "year": 12, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 13, "year": 13, "att": -0.33857045949268505, "se": 0.18368414992973034, "event_time": 0, "mass": 1357.0 }, { "group": 13, "year": 14, "att": -0.20587160903754248, "se": 0.5063842070972298, "event_time": 1, "mass": 1285.0 }, { "group": 13, "year": 15, "att": -0.6893280953909859, "se": 0.20000729904232664, "event_time": 2, "mass": 1296.0 }, { "group": 13, "year": 16, "att": -0.1401828378650359, "se": 0.15592444897310143, "event_time": 3, "mass": 1326.0 }, { "group": 13, "year": 17, "att": -0.08622272232507552, "se": 0.3118727121407569, "event_time": 4, "mass": 1314.0 }, { "group": 13, "year": 18, "att": -0.5945131215554851, "se": 0.3522113896063121, "event_time": 5, "mass": 1373.0 }, { "group": 13, "year": 19, "att": -0.058263553848870685, "se": 0.23699074640896195, "event_time": 6, "mass": 1359.0 }, { "group": 13, "year": 20, "att": -0.40580927105569103, "se": 0.1728437631050136, "event_time": 7, "mass": 1160.0 }, { "group": 13, "year": 21, "att": -0.05912742376414023, "se": 0.4928267652408327, "event_time": 8, "mass": 1292.0 }, { "group": 14, "year": 1, "att": -0.4404478510737298, "se": 0.36771246146359454, "event_time": -13, "mass": 0.0 }, { "group": 14, "year": 2, "att": -0.2923246523341324, "se": 0.37924073111666706, "event_time": -12, "mass": 0.0 }, { "group": 14, "year": 3, "att": -0.36723844658757765, "se": 0.3102027890990259, "event_time": -11, "mass": 0.0 }, { "group": 14, "year": 4, "att": -1.1437530588072562, "se": 0.3095064263421545, "event_time": -10, "mass": 0.0 }, { "group": 14, "year": 5, "att": -0.21509531246375213, "se": 0.6099805129171871, "event_time": -9, "mass": 0.0 }, { "group": 14, "year": 6, "att": -0.4391459747237221, "se": 0.356621686250001, "event_time": -8, "mass": 0.0 }, { "group": 14, "year": 7, "att": -0.0031759836063848038, "se": 0.2265165901784232, "event_time": -7, "mass": 0.0 }, { "group": 14, "year": 8, "att": 0.3670940751535587, "se": 0.19303803395542862, "event_time": -6, "mass": 0.0 }, { "group": 14, "year": 9, "att": 0.3992758534274429, "se": 0.2775954583304135, "event_time": -5, "mass": 0.0 }, { "group": 14, "year": 10, "att": -0.10480827575050979, "se": 0.3112016897564826, "event_time": -4, "mass": 0.0 }, { "group": 14, "year": 11, "att": -0.5903120102453845, "se": 0.7221807722648951, "event_time": -3, "mass": 0.0 }, { "group": 14, "year": 12, "att": 0.3441750259886788, "se": 0.2857515300300785, "event_time": -2, "mass": 0.0 }, { "group": 14, "year": 13, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 14, "year": 14, "att": 0.14124976855424778, "se": 0.49248231041475626, "event_time": 0, "mass": 1274.0 }, { "group": 14, "year": 15, "att": 0.2405424697660259, "se": 0.2614376433637334, "event_time": 1, "mass": 1205.0 }, { "group": 14, "year": 16, "att": -0.3344259666558752, "se": 0.8345372022105387, "event_time": 2, "mass": 1186.0 }, { "group": 14, "year": 17, "att": 0.4778443056345777, "se": 0.15578210533441172, "event_time": 3, "mass": 1208.0 }, { "group": 14, "year": 18, "att": 0.2727295181833465, "se": 0.15287384079222288, "event_time": 4, "mass": 1185.0 }, { "group": 14, "year": 19, "att": -0.38554403754857514, "se": 0.20371515116647287, "event_time": 5, "mass": 1252.0 }, { "group": 14, "year": 20, "att": 0.5408433954181485, "se": 0.3278862469086611, "event_time": 6, "mass": 1282.0 }, { "group": 14, "year": 21, "att": 0.5489780002466403, "se": 0.6806361893934125, "event_time": 7, "mass": 1358.0 }, { "group": 15, "year": 1, "att": 0.7616692728129941, "se": 0.21645690232777517, "event_time": -14, "mass": 0.0 }, { "group": 15, "year": 2, "att": 0.3748317883750904, "se": 0.22214954361656886, "event_time": -13, "mass": 0.0 }, { "group": 15, "year": 3, "att": 0.20296388962741643, "se": 0.200752702665424, "event_time": -12, "mass": 0.0 }, { "group": 15, "year": 4, "att": 0.26550091791271074, "se": 0.32179927441402023, "event_time": -11, "mass": 0.0 }, { "group": 15, "year": 5, "att": 0.1863084760426243, "se": 0.37910674230840613, "event_time": -10, "mass": 0.0 }, { "group": 15, "year": 6, "att": 0.9537471306597607, "se": 0.2653006934591489, "event_time": -9, "mass": 0.0 }, { "group": 15, "year": 7, "att": 0.7196834692016463, "se": 0.34517786073927925, "event_time": -8, "mass": 0.0 }, { "group": 15, "year": 8, "att": 0.9441822109772232, "se": 0.5200581766445418, "event_time": -7, "mass": 0.0 }, { "group": 15, "year": 9, "att": 0.4996232580012656, "se": 0.4643284424657788, "event_time": -6, "mass": 0.0 }, { "group": 15, "year": 10, "att": -0.21763734342449478, "se": 0.6978955784110077, "event_time": -5, "mass": 0.0 }, { "group": 15, "year": 11, "att": 0.2793730050476082, "se": 0.4792761049874768, "event_time": -4, "mass": 0.0 }, { "group": 15, "year": 12, "att": 0.3932189504896155, "se": 0.5599460088752338, "event_time": -3, "mass": 0.0 }, { "group": 15, "year": 13, "att": 0.2619820417104442, "se": 0.5138840466710127, "event_time": -2, "mass": 0.0 }, { "group": 15, "year": 14, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 15, "year": 15, "att": 0.3365720596966067, "se": 0.30922111967154303, "event_time": 0, "mass": 2314.0 }, { "group": 15, "year": 16, "att": -0.4538899215022382, "se": 0.5644371497428113, "event_time": 1, "mass": 2227.0 }, { "group": 15, "year": 17, "att": -0.0395410673441962, "se": 0.34549413162957654, "event_time": 2, "mass": 2244.0 }, { "group": 15, "year": 18, "att": -0.02742686946667595, "se": 0.40434650565665187, "event_time": 3, "mass": 2302.0 }, { "group": 15, "year": 19, "att": -0.396589383238444, "se": 0.5294805362326245, "event_time": 4, "mass": 2481.0 }, { "group": 15, "year": 20, "att": 0.44886052818103883, "se": 0.28971638107736875, "event_time": 5, "mass": 2739.0 }, { "group": 15, "year": 21, "att": 0.3426413039232245, "se": 0.15540305510363991, "event_time": 6, "mass": 3095.0 }, { "group": 16, "year": 1, "att": -0.19026311722696498, "se": 0.1585786391133652, "event_time": -15, "mass": 0.0 }, { "group": 16, "year": 2, "att": -0.3989180081694728, "se": 0.15436041983840876, "event_time": -14, "mass": 0.0 }, { "group": 16, "year": 3, "att": -0.2430196679599056, "se": 0.1285248990926257, "event_time": -13, "mass": 0.0 }, { "group": 16, "year": 4, "att": -0.6446694465487735, "se": 0.13668882371168647, "event_time": -12, "mass": 0.0 }, { "group": 16, "year": 5, "att": 0.22576238110095978, "se": 0.12803749657257946, "event_time": -11, "mass": 0.0 }, { "group": 16, "year": 6, "att": 0.2560905604521426, "se": 0.14949907016915517, "event_time": -10, "mass": 0.0 }, { "group": 16, "year": 7, "att": 0.253748465576721, "se": 0.16648072591627178, "event_time": -9, "mass": 0.0 }, { "group": 16, "year": 8, "att": 0.06666161105443986, "se": 0.16885690706168646, "event_time": -8, "mass": 0.0 }, { "group": 16, "year": 9, "att": -0.8872806585221784, "se": 0.1398531968206232, "event_time": -7, "mass": 0.0 }, { "group": 16, "year": 10, "att": -0.8871857883414922, "se": 0.14858900189742874, "event_time": -6, "mass": 0.0 }, { "group": 16, "year": 11, "att": -0.5163814639758424, "se": 0.11897562415427973, "event_time": -5, "mass": 0.0 }, { "group": 16, "year": 12, "att": -0.15870074011478688, "se": 0.1614703333075185, "event_time": -4, "mass": 0.0 }, { "group": 16, "year": 13, "att": -0.3324989856980602, "se": 0.16273360878807985, "event_time": -3, "mass": 0.0 }, { "group": 16, "year": 14, "att": -0.1215844698152284, "se": 0.14082728049534118, "event_time": -2, "mass": 0.0 }, { "group": 16, "year": 15, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 16, "year": 16, "att": -0.28374887695732076, "se": 0.12563182183980934, "event_time": 0, "mass": 375.0 }, { "group": 16, "year": 17, "att": 0.6363794581442663, "se": 0.1080758064796256, "event_time": 1, "mass": 339.0 }, { "group": 16, "year": 18, "att": -0.6131237490576572, "se": 0.09926209061637413, "event_time": 2, "mass": 333.0 }, { "group": 16, "year": 19, "att": -0.7359859015583955, "se": 0.14446164603230988, "event_time": 3, "mass": 327.0 }, { "group": 16, "year": 20, "att": 0.21986563231441122, "se": 0.12981580470504275, "event_time": 4, "mass": 304.0 }, { "group": 16, "year": 21, "att": -0.036919071610508676, "se": 0.13346807986870213, "event_time": 5, "mass": 381.0 }, { "group": 19, "year": 1, "att": 0.24224603639275524, "se": 0.2191364087083661, "event_time": -18, "mass": 0.0 }, { "group": 19, "year": 2, "att": 0.29837458394515465, "se": 0.43594347738697503, "event_time": -17, "mass": 0.0 }, { "group": 19, "year": 3, "att": -0.5833296001637467, "se": 0.5696892922110358, "event_time": -16, "mass": 0.0 }, { "group": 19, "year": 4, "att": 0.1086551869803933, "se": 0.6325422059110963, "event_time": -15, "mass": 0.0 }, { "group": 19, "year": 5, "att": 0.23523738456116566, "se": 0.35348821718313883, "event_time": -14, "mass": 0.0 }, { "group": 19, "year": 6, "att": -0.4290153087870846, "se": 0.21250188619639374, "event_time": -13, "mass": 0.0 }, { "group": 19, "year": 7, "att": 0.03400913587922821, "se": 0.6362782932508746, "event_time": -12, "mass": 0.0 }, { "group": 19, "year": 8, "att": -0.5406230356393459, "se": 0.6888891120215829, "event_time": -11, "mass": 0.0 }, { "group": 19, "year": 9, "att": -0.568297882731559, "se": 0.3732898921607644, "event_time": -10, "mass": 0.0 }, { "group": 19, "year": 10, "att": -0.8069283453913467, "se": 0.4696386892338008, "event_time": -9, "mass": 0.0 }, { "group": 19, "year": 11, "att": -0.7342431710151145, "se": 0.3608402154663379, "event_time": -8, "mass": 0.0 }, { "group": 19, "year": 12, "att": -0.3088706801355753, "se": 0.46485145658775096, "event_time": -7, "mass": 0.0 }, { "group": 19, "year": 13, "att": 0.11719429884625876, "se": 0.3082544227955955, "event_time": -6, "mass": 0.0 }, { "group": 19, "year": 14, "att": -0.44787765718625183, "se": 0.4911490876902439, "event_time": -5, "mass": 0.0 }, { "group": 19, "year": 15, "att": -0.4213925174782027, "se": 0.7009173037890646, "event_time": -4, "mass": 0.0 }, { "group": 19, "year": 16, "att": -0.4515536554167195, "se": 0.26110228522795664, "event_time": -3, "mass": 0.0 }, { "group": 19, "year": 17, "att": 0.1714946988140162, "se": 0.39989172551559016, "event_time": -2, "mass": 0.0 }, { "group": 19, "year": 18, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 19, "year": 19, "att": 0.19790162972034722, "se": 0.4565258048833719, "event_time": 0, "mass": 1131.0 }, { "group": 19, "year": 20, "att": -0.16193400090805243, "se": 0.4053391482760344, "event_time": 1, "mass": 1194.0 }, { "group": 19, "year": 21, "att": 0.6908271312139274, "se": 0.4856638489040346, "event_time": 2, "mass": 1272.0 } ], "treated_cell_att": -0.21122295062144952, "treated_cell_se": 0.10945573646945786, "checks": { "input_rows": 2095, "retained_rows": 2095, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 6,9,10,11,12,13,14,15,16,19.", "Not returning pre-test Wald statistic due to singular covariance matrix", "Time-varying weights detected. For balanced panel data, the default behavior uses the weight from the earlier of the two time periods in each 2x2 comparison (the base period for post-treatment cells). Use the 'fix_weights' argument to control this behavior." ], "seconds": 0.5046798749826849, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.05125647322610404, "event_study": [ { "event_time": -18, "estimate": 0.27943445048135335, "raw_gap": 0.415283001133257, "n": 3, "n_cells": 3, "weight_sum": 1214.0, "relative_to_minus_one": 0.08749953202642402 }, { "event_time": -17, "estimate": 0.24643189379237618, "raw_gap": 0.3822804444442799, "n": 3, "n_cells": 3, "weight_sum": 1167.0, "relative_to_minus_one": 0.05449697533744685 }, { "event_time": -16, "estimate": -0.5043527414683558, "raw_gap": -0.36850419081645225, "n": 3, "n_cells": 3, "weight_sum": 1254.0, "relative_to_minus_one": -0.6962876599232852 }, { "event_time": -15, "estimate": 0.08544068515438437, "raw_gap": 0.19651490983228792, "n": 4, "n_cells": 4, "weight_sum": 1551.0, "relative_to_minus_one": -0.10649423330054496 }, { "event_time": -14, "estimate": 0.3750875415878062, "raw_gap": 0.3229903066562514, "n": 6, "n_cells": 6, "weight_sum": 3989.0, "relative_to_minus_one": 0.1831526231328769 }, { "event_time": -13, "estimate": 0.014426012417207697, "raw_gap": -0.04053082573580244, "n": 8, "n_cells": 8, "weight_sum": 5752.0, "relative_to_minus_one": -0.17750890603772163 }, { "event_time": -12, "estimate": -0.036225268364581245, "raw_gap": -0.0815834395230902, "n": 10, "n_cells": 10, "weight_sum": 7400.0, "relative_to_minus_one": -0.22816018681951056 }, { "event_time": -11, "estimate": -0.15349421895945783, "raw_gap": -0.18589191025542964, "n": 11, "n_cells": 11, "weight_sum": 8208.0, "relative_to_minus_one": -0.3454291374143872 }, { "event_time": -10, "estimate": -0.06956874200188498, "raw_gap": -0.11801388528823442, "n": 12, "n_cells": 12, "weight_sum": 9342.0, "relative_to_minus_one": -0.2615036604568143 }, { "event_time": -9, "estimate": 0.1674622701681129, "raw_gap": 0.11880364862122826, "n": 14, "n_cells": 14, "weight_sum": 10500.0, "relative_to_minus_one": -0.024472648286816417 }, { "event_time": -8, "estimate": 0.04252832351765243, "raw_gap": 0.016987516203446032, "n": 17, "n_cells": 17, "weight_sum": 12079.0, "relative_to_minus_one": -0.1494065949372769 }, { "event_time": -7, "estimate": 0.1575496312245593, "raw_gap": 0.1167408751164957, "n": 37, "n_cells": 37, "weight_sum": 26444.0, "relative_to_minus_one": -0.034385287230370015 }, { "event_time": -6, "estimate": 0.09129446470458863, "raw_gap": 0.04719489145584865, "n": 47, "n_cells": 47, "weight_sum": 35004.0, "relative_to_minus_one": -0.1006404537503407 }, { "event_time": -5, "estimate": 0.09286150428234828, "raw_gap": 0.048866804068195, "n": 48, "n_cells": 48, "weight_sum": 36664.0, "relative_to_minus_one": -0.09907341417258105 }, { "event_time": -4, "estimate": 0.1480574333818523, "raw_gap": 0.10371054401775681, "n": 48, "n_cells": 48, "weight_sum": 37296.0, "relative_to_minus_one": -0.04387748507307704 }, { "event_time": -3, "estimate": 0.18889178573495774, "raw_gap": 0.14532490696430014, "n": 48, "n_cells": 48, "weight_sum": 35812.0, "relative_to_minus_one": -0.0030431327199715863 }, { "event_time": -2, "estimate": 0.17992746580485752, "raw_gap": 0.13567461567228867, "n": 48, "n_cells": 48, "weight_sum": 36706.0, "relative_to_minus_one": -0.012007452650071804 }, { "event_time": -1, "estimate": 0.19193491845492933, "raw_gap": 0.14734409446685726, "n": 48, "n_cells": 48, "weight_sum": 35932.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11328865323782922, "raw_gap": 0.06965658205170785, "n": 48, "n_cells": 48, "weight_sum": 34794.0, "relative_to_minus_one": -0.07864626521710011 }, { "event_time": 1, "estimate": 0.13570788604167866, "raw_gap": 0.09256242748285701, "n": 48, "n_cells": 48, "weight_sum": 34265.0, "relative_to_minus_one": -0.056227032413250666 }, { "event_time": 2, "estimate": -0.01780448639676484, "raw_gap": -0.060437551805653, "n": 48, "n_cells": 48, "weight_sum": 34321.0, "relative_to_minus_one": -0.20973940485169418 }, { "event_time": 3, "estimate": -0.05838152711489803, "raw_gap": -0.10764249086236286, "n": 45, "n_cells": 45, "weight_sum": 33246.0, "relative_to_minus_one": -0.25031644556982735 }, { "event_time": 4, "estimate": -0.06364071969870742, "raw_gap": -0.11343557212225558, "n": 45, "n_cells": 45, "weight_sum": 32834.0, "relative_to_minus_one": -0.25557563815363676 }, { "event_time": 5, "estimate": 0.015299899316349251, "raw_gap": -0.03526950275132181, "n": 45, "n_cells": 45, "weight_sum": 33623.0, "relative_to_minus_one": -0.17663501913858007 }, { "event_time": 6, "estimate": 0.06019288989442048, "raw_gap": 0.006937776467928966, "n": 44, "n_cells": 44, "weight_sum": 33895.0, "relative_to_minus_one": -0.13174202856050884 }, { "event_time": 7, "estimate": -0.12914343821590002, "raw_gap": -0.17293113845901395, "n": 42, "n_cells": 42, "weight_sum": 30528.0, "relative_to_minus_one": -0.32107835667082935 }, { "event_time": 8, "estimate": -0.20218893179551856, "raw_gap": -0.24467733724581028, "n": 40, "n_cells": 40, "weight_sum": 29783.0, "relative_to_minus_one": -0.3941238502504479 }, { "event_time": 9, "estimate": -0.18867620045594996, "raw_gap": -0.23400912770207594, "n": 38, "n_cells": 38, "weight_sum": 28731.0, "relative_to_minus_one": -0.3806111189108793 }, { "event_time": 10, "estimate": 0.07489635073089536, "raw_gap": 0.026809527290471404, "n": 37, "n_cells": 37, "weight_sum": 28159.0, "relative_to_minus_one": -0.11703856772403397 }, { "event_time": 11, "estimate": -0.2996264879334939, "raw_gap": -0.34322545233997354, "n": 36, "n_cells": 36, "weight_sum": 27366.0, "relative_to_minus_one": -0.4915614063884232 }, { "event_time": 12, "estimate": -0.1750913997031414, "raw_gap": -0.2174737456674862, "n": 34, "n_cells": 34, "weight_sum": 28256.0, "relative_to_minus_one": -0.36702631815807074 }, { "event_time": 13, "estimate": -0.01777352588609381, "raw_gap": -0.07158972544210514, "n": 31, "n_cells": 31, "weight_sum": 29177.0, "relative_to_minus_one": -0.20970844434102315 }, { "event_time": 14, "estimate": -0.1843001545084295, "raw_gap": -0.2363961451427752, "n": 11, "n_cells": 11, "weight_sum": 12694.0, "relative_to_minus_one": -0.3762350729633588 }, { "event_time": 15, "estimate": -0.477648046002348, "raw_gap": -0.46841154095132254, "n": 1, "n_cells": 1, "weight_sum": 879.0, "relative_to_minus_one": -0.6695829644572773 } ], "package_event_study": { "event_time": [ -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0 ], "estimate": [ 0.38939204747851974, 0.12644204106155263, -0.3057646733874269, 0.31710318363574164, 0.11869557807584534, -0.07922569730768458, 0.016309290614874426, -0.13127622595677882, -0.13686820080038156, 0.11620050376466969, -0.05392886366442952, 0.09230503252728743, -0.016160605366635234, -0.020308773862677747, 0.0012012418386357544, 0.005735360147358037, 0.002595929004136096, -0.03962748635040784, -0.11833955125219452, -0.057088542560827814, -0.18310734375002266, -0.2667632160518653, -0.25394824864963156, -0.07553263718510345, -0.06485735260852947, -0.33083439086150473, -0.41720717670633967, -0.32383410887639813, -0.14191635930313218, -0.4893112525924069, -0.2141334167646779, -0.023168645097737257, -0.14361570608136656, -0.46841154095132254 ], "n": [ 3.0, 3.0, 3.0, 4.0, 6.0, 8.0, 10.0, 11.0, 12.0, 14.0, 17.0, 37.0, 47.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 45.0, 45.0, 45.0, 44.0, 42.0, 40.0, 38.0, 37.0, 36.0, 34.0, 31.0, 11.0, 1.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 5, "pre_gap": 0.009236505051025492 }, { "cohort": 6, "pre_gap": -0.056703589827445076 }, { "cohort": 7, "pre_gap": -0.054945268242661965 }, { "cohort": 8, "pre_gap": 0.13654940472583676 }, { "cohort": 9, "pre_gap": -0.05943742124272238 }, { "cohort": 10, "pre_gap": -0.15275277755472277 }, { "cohort": 11, "pre_gap": 0.03494934199267373 }, { "cohort": 12, "pre_gap": 0.020391672399726817 }, { "cohort": 13, "pre_gap": -0.05822124939718677 }, { "cohort": 14, "pre_gap": -0.14529905666980789 }, { "cohort": 15, "pre_gap": 0.019760999033552967 }, { "cohort": 18, "pre_gap": 0.13584855065190365 } ], "diagnostics": { "converged": true, "pre_rmse": 0.24919213617104477, "zeta_omega": [ 1.8501561291748039, 3.4264968618105778, 4.019948530553212, 2.451851499737681, 2.183725167109185, 1.7946845793892356, 1.812834775883982, 2.1048859668786415, 2.063864236322619, 2.013526269974557, 1.6278113369101541, 1.883690270036902 ], "zeta_lambda": [ 9.250780645874019e-07, 9.791010665173604e-07, 9.827226927954078e-07, 9.811332889026386e-07, 9.866092181665514e-07, 9.85462176152212e-07, 1.019431910221748e-06, 1.0219048173017941e-06, 1.0319321181613094e-06, 1.040939026364364e-06, 1.0400788287326488e-06, 1.0875490844756843e-06 ], "n_observed": 2095, "n_missing": 5, "n_treated_observed": 593, "n_untreated_observed": 1502, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 5, "unit_iterations": 19, "time_iterations": 25, "unit_objective": 0.09796689719262638, "time_objective": 0.39205404215769174, "unit_projected_gradient": 7.734307187756695e-09, "time_projected_gradient": 5.519665335906865e-09 }, { "cohort": 6, "unit_iterations": 11, "time_iterations": 28, "unit_objective": 0.26466917023742104, "time_objective": 0.2649568077237206, "unit_projected_gradient": 8.664240755407171e-09, "time_projected_gradient": 6.908253746829018e-09 }, { "cohort": 7, "unit_iterations": 12, "time_iterations": 28, "unit_objective": 0.3272533415501068, "time_objective": 0.23538675479976248, "unit_projected_gradient": 1.1280906833666116e-09, "time_projected_gradient": 5.536611016876414e-09 }, { "cohort": 8, "unit_iterations": 13, "time_iterations": 33, "unit_objective": 0.15267514327737355, "time_objective": 0.26756675860956086, "unit_projected_gradient": 3.6488419577485054e-09, "time_projected_gradient": 8.095618786452263e-09 }, { "cohort": 9, "unit_iterations": 15, "time_iterations": 23, "unit_objective": 0.2755145274703369, "time_objective": 0.29026896590473766, "unit_projected_gradient": 2.537391080234541e-09, "time_projected_gradient": 9.353824111102416e-09 }, { "cohort": 10, "unit_iterations": 15, "time_iterations": 53, "unit_objective": 0.17873155455306186, "time_objective": 0.2612191935430378, "unit_projected_gradient": 1.5431247807340398e-09, "time_projected_gradient": 7.524834255701052e-09 }, { "cohort": 11, "unit_iterations": 14, "time_iterations": 54, "unit_objective": 0.14180410864563256, "time_objective": 0.24480952236173134, "unit_projected_gradient": 3.2565993686450856e-09, "time_projected_gradient": 8.742803432604251e-09 }, { "cohort": 12, "unit_iterations": 13, "time_iterations": 54, "unit_objective": 0.14898785233120024, "time_objective": 0.2612580887878812, "unit_projected_gradient": 4.031667125148353e-09, "time_projected_gradient": 7.762261999832987e-09 }, { "cohort": 13, "unit_iterations": 15, "time_iterations": 63, "unit_objective": 0.18530995576871623, "time_objective": 0.30636166465319004, "unit_projected_gradient": 6.165366217558699e-09, "time_projected_gradient": 7.1188725886406345e-09 }, { "cohort": 14, "unit_iterations": 13, "time_iterations": 48, "unit_objective": 0.15645654469970321, "time_objective": 0.28018615635183075, "unit_projected_gradient": 3.6961093942411427e-09, "time_projected_gradient": 7.1366083181922946e-09 }, { "cohort": 15, "unit_iterations": 17, "time_iterations": 34, "unit_objective": 0.13848865363929933, "time_objective": 0.2509525199843162, "unit_projected_gradient": 2.468364715749183e-09, "time_projected_gradient": 3.744492743651406e-09 }, { "cohort": 18, "unit_iterations": 14, "time_iterations": 40, "unit_objective": 0.1923010190577699, "time_objective": 0.3497080948643285, "unit_projected_gradient": 5.370517898450888e-09, "time_projected_gradient": 7.753721442682604e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 7.494005416219807e-16 }, "native_matrix_att": -0.16908049561121288, "matrix_preparation": { "source_rows": 2095, "matrix_shape": [ 100, 21 ], "observed_cells": 2095, "missing_cells": 5, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1165056.0, "treated_observation_mass": 452551.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.003604709170758724, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.2273089794223642, "event_study": [ { "event_time": -18, "estimate": 0.15951582954486423, "raw_gap": 0.15951582954486423, "n": 3, "n_cells": 3, "weight_sum": 1214.0, "relative_to_minus_one": 0.16077618833941157 }, { "event_time": -17, "estimate": 0.20990296738972652, "raw_gap": 0.20990296738972652, "n": 3, "n_cells": 3, "weight_sum": 1167.0, "relative_to_minus_one": 0.21116332618427386 }, { "event_time": -16, "estimate": -0.2515939143897691, "raw_gap": -0.2515939143897691, "n": 3, "n_cells": 3, "weight_sum": 1254.0, "relative_to_minus_one": -0.25033355559522175 }, { "event_time": -15, "estimate": 0.06296352651698739, "raw_gap": 0.06296352651698739, "n": 4, "n_cells": 4, "weight_sum": 1551.0, "relative_to_minus_one": 0.06422388531153471 }, { "event_time": -14, "estimate": 0.16361586992646282, "raw_gap": 0.16361586992646282, "n": 6, "n_cells": 6, "weight_sum": 3989.0, "relative_to_minus_one": 0.16487622872101015 }, { "event_time": -13, "estimate": -0.0003023434073477596, "raw_gap": -0.0003023434073477596, "n": 8, "n_cells": 8, "weight_sum": 5752.0, "relative_to_minus_one": 0.0009580153871995615 }, { "event_time": -12, "estimate": -0.018139299068034187, "raw_gap": -0.018139299068034187, "n": 10, "n_cells": 10, "weight_sum": 7400.0, "relative_to_minus_one": -0.016878940273486867 }, { "event_time": -11, "estimate": -0.10373297850800622, "raw_gap": -0.10373297850800622, "n": 11, "n_cells": 11, "weight_sum": 8208.0, "relative_to_minus_one": -0.1024726197134589 }, { "event_time": -10, "estimate": -0.05718601475451686, "raw_gap": -0.05718601475451686, "n": 12, "n_cells": 12, "weight_sum": 9342.0, "relative_to_minus_one": -0.05592565595996954 }, { "event_time": -9, "estimate": 0.07315775382117698, "raw_gap": 0.07315775382117698, "n": 14, "n_cells": 14, "weight_sum": 10500.0, "relative_to_minus_one": 0.0744181126157243 }, { "event_time": -8, "estimate": 0.011471981688566533, "raw_gap": 0.011471981688566533, "n": 17, "n_cells": 17, "weight_sum": 12079.0, "relative_to_minus_one": 0.012732340483113854 }, { "event_time": -7, "estimate": 0.027053837294835778, "raw_gap": 0.027053837294835778, "n": 37, "n_cells": 37, "weight_sum": 26444.0, "relative_to_minus_one": 0.028314196089383098 }, { "event_time": -6, "estimate": -0.028610713827162376, "raw_gap": -0.028610713827162376, "n": 47, "n_cells": 47, "weight_sum": 35004.0, "relative_to_minus_one": -0.027350355032615056 }, { "event_time": -5, "estimate": -0.01194403925465859, "raw_gap": -0.01194403925465859, "n": 48, "n_cells": 48, "weight_sum": 36664.0, "relative_to_minus_one": -0.010683680460111268 }, { "event_time": -4, "estimate": -0.03557929035702064, "raw_gap": -0.03557929035702064, "n": 48, "n_cells": 48, "weight_sum": 37296.0, "relative_to_minus_one": -0.03431893156247332 }, { "event_time": -3, "estimate": 0.02452028394462461, "raw_gap": 0.02452028394462461, "n": 48, "n_cells": 48, "weight_sum": 35812.0, "relative_to_minus_one": 0.02578064273917193 }, { "event_time": -2, "estimate": 0.024960251791716792, "raw_gap": 0.024960251791716792, "n": 48, "n_cells": 48, "weight_sum": 36706.0, "relative_to_minus_one": 0.026220610586264112 }, { "event_time": -1, "estimate": -0.001260358794547321, "raw_gap": -0.001260358794547321, "n": 48, "n_cells": 48, "weight_sum": 35932.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.048271538293642294, "raw_gap": -0.048271538293642294, "n": 48, "n_cells": 48, "weight_sum": 34794.0, "relative_to_minus_one": -0.047011179499094974 }, { "event_time": 1, "estimate": -0.014571842203768755, "raw_gap": -0.014571842203768755, "n": 48, "n_cells": 48, "weight_sum": 34265.0, "relative_to_minus_one": -0.013311483409221433 }, { "event_time": 2, "estimate": -0.13652020865571607, "raw_gap": -0.13652020865571607, "n": 48, "n_cells": 48, "weight_sum": 34321.0, "relative_to_minus_one": -0.13525984986116873 }, { "event_time": 3, "estimate": -0.16599359460535593, "raw_gap": -0.16599359460535593, "n": 45, "n_cells": 45, "weight_sum": 33246.0, "relative_to_minus_one": -0.1647332358108086 }, { "event_time": 4, "estimate": -0.2403281262216253, "raw_gap": -0.2403281262216253, "n": 45, "n_cells": 45, "weight_sum": 32834.0, "relative_to_minus_one": -0.23906776742707797 }, { "event_time": 5, "estimate": -0.1691193424774632, "raw_gap": -0.1691193424774632, "n": 45, "n_cells": 45, "weight_sum": 33623.0, "relative_to_minus_one": -0.16785898368291588 }, { "event_time": 6, "estimate": -0.09295890578331056, "raw_gap": -0.09295890578331056, "n": 44, "n_cells": 44, "weight_sum": 33895.0, "relative_to_minus_one": -0.09169854698876324 }, { "event_time": 7, "estimate": -0.23957095186693045, "raw_gap": -0.23957095186693045, "n": 42, "n_cells": 42, "weight_sum": 30528.0, "relative_to_minus_one": -0.23831059307238311 }, { "event_time": 8, "estimate": -0.335969749366276, "raw_gap": -0.335969749366276, "n": 40, "n_cells": 40, "weight_sum": 29783.0, "relative_to_minus_one": -0.33470939057172866 }, { "event_time": 9, "estimate": -0.394252217576891, "raw_gap": -0.394252217576891, "n": 38, "n_cells": 38, "weight_sum": 28731.0, "relative_to_minus_one": -0.39299185878234366 }, { "event_time": 10, "estimate": -0.15827490086799711, "raw_gap": -0.15827490086799711, "n": 37, "n_cells": 37, "weight_sum": 28159.0, "relative_to_minus_one": -0.15701454207344978 }, { "event_time": 11, "estimate": -0.5125379005770938, "raw_gap": -0.5125379005770938, "n": 36, "n_cells": 36, "weight_sum": 27366.0, "relative_to_minus_one": -0.5112775417825465 }, { "event_time": 12, "estimate": -0.3866200063077884, "raw_gap": -0.3866200063077884, "n": 34, "n_cells": 34, "weight_sum": 28256.0, "relative_to_minus_one": -0.3853596475132411 }, { "event_time": 13, "estimate": -0.2596663420774869, "raw_gap": -0.2596663420774869, "n": 31, "n_cells": 31, "weight_sum": 29177.0, "relative_to_minus_one": -0.25840598328293957 }, { "event_time": 14, "estimate": -0.610967719230045, "raw_gap": -0.610967719230045, "n": 11, "n_cells": 11, "weight_sum": 12694.0, "relative_to_minus_one": -0.6097073604354977 }, { "event_time": 15, "estimate": -0.4226901543812662, "raw_gap": -0.4226901543812662, "n": 1, "n_cells": 1, "weight_sum": 879.0, "relative_to_minus_one": -0.4214297955867189 } ], "package_event_study": { "event_time": [ -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0 ], "estimate": [ 0.17353304160092028, 0.14143544755847337, -0.14392804139655327, 0.09814620034375787, 0.08774475562193344, -0.023283690208827368, 0.00979802799675209, -0.09767126011352788, -0.07753651656002318, 0.053409719332973005, -0.04345825230485273, 0.03771052886909058, -0.008738111739366585, 0.008144941375052173, -0.025558773989443635, 0.013196391844160013, 0.02805439477272026, -0.030766483471748023, -0.11517128415159622, -0.032889015024211155, -0.12511812326566563, -0.2155041105754177, -0.24742756378301592, -0.08449287141817198, -0.048386679172444505, -0.27084076540315016, -0.3877232136037246, -0.32351596111677045, -0.15505383116137414, -0.46685883065557804, -0.19076669996869167, -0.017766219258861682, -0.16739550695456404, -0.4226901543812662 ], "n": [ 3.0, 3.0, 3.0, 4.0, 6.0, 8.0, 10.0, 11.0, 12.0, 14.0, 17.0, 37.0, 47.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 45.0, 45.0, 45.0, 44.0, 42.0, 40.0, 38.0, 37.0, 36.0, 34.0, 31.0, 11.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 49, "termination_reason": "Relative objective tolerance reached", "objective": 0.343245119934141, "lambda_l": 0.0036567004197257036, "singular_values": [ 8.572995786772392, 7.473615527784965, 6.342224500758581, 5.661222223023065, 5.114945963234095, 4.879742974849279, 4.64955824260973, 4.22052633054409, 3.633563943779693, 3.272708124633769, 3.1017621694498043, 2.2837094360789747, 2.200714583509133, 1.7686584220270545, 1.5213672057071053, 1.039546256141287, 0.7340421422338474, 0.26810888959131907, 0.0, 0.0, 0.0 ], "history_objective": [ 0.3448855091141773, 0.34383342384042465, 0.3435168452406646, 0.3433794326822872, 0.34331480153051946, 0.34328263941937126, 0.3432659222524624, 0.34325692886156844, 0.3432519551774423, 0.34324914174344373, 0.3432475200488977, 0.34324657020060917, 0.34324600608237427, 0.3432456669148706, 0.3432454607348384, 0.3432453341307091, 0.34324525566361447, 0.34324520660674496, 0.3432451756849639, 0.3432451560426556, 0.3432451434732499, 0.3432451353734636, 0.34324513011913765, 0.3432451266891307, 0.34324512443667227, 0.3432451229491944, 0.34324512196172763, 0.3432451213029786, 0.3432451208615217, 0.3432451205644384, 0.343245120363741, 0.34324512022767906, 0.34324512013513986, 0.34324512007201735, 0.34324512002884683, 0.3432451199992519, 0.3432451199789194, 0.34324511996492457, 0.3432451199552749, 0.34324511994861107, 0.34324511994400314, 0.343245119940813, 0.34324511993860196, 0.3432451199370677, 0.3432451199360031, 0.34324511993526274, 0.34324511993474816, 0.34324511993439033, 0.343245119934141 ], "history_rmse": [ 0.31581678093633603, 0.315323465037568, 0.3151505826871434, 0.315086980516002, 0.31505020619925056, 0.31502544734956883, 0.3150081258536968, 0.3149958481222256, 0.31498706394350023, 0.3149807184165463, 0.31497608691269063, 0.31497266977873817, 0.3149701208454924, 0.3149681987558268, 0.31496673395053987, 0.31496560629671755, 0.3149647298984964, 0.31496404274413253, 0.3149634996133518, 0.3149630671895662, 0.3149627206696413, 0.3149624413959387, 0.31496221519000966, 0.3149620311706975, 0.3149618809087558, 0.31496175781676783, 0.3149616567047904, 0.3149615734535572, 0.31496150477178686, 0.3149614480141344, 0.31496140104329856, 0.31496136212455483, 0.31496132984434105, 0.3149613030468544, 0.31496128078427477, 0.3149612622773879, 0.3149612468842125, 0.3149612340748736, 0.3149612234113388, 0.31496121453102643, 0.31496120713346965, 0.3149612009694363, 0.31496119583202414, 0.31496119154935076, 0.3149611879785431, 0.3149611850007733, 0.31496118251717586, 0.31496118044545734, 0.3149611787170949 ], "n_observed": 2095, "n_missing": 5, "n_treated_observed": 593, "n_untreated_observed": 1502 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.498001805406602e-16 }, "native_matrix_att": -0.18701231183416067, "matrix_preparation": { "source_rows": 2095, "matrix_shape": [ 100, 21 ], "observed_cells": 2095, "missing_cells": 5, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1165056.0, "treated_observation_mass": 452551.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.004934750031679869, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.5122122046192551, "event_study": [ { "event_time": -18, "estimate": 0.04313837972845156, "raw_gap": 0.04313837972845156, "n": 3, "n_cells": 3, "weight_sum": 1214.0, "relative_to_minus_one": -0.15449969543056016 }, { "event_time": -17, "estimate": 0.27863724320980376, "raw_gap": 0.27863724320980376, "n": 3, "n_cells": 3, "weight_sum": 1167.0, "relative_to_minus_one": 0.08099916805079205 }, { "event_time": -16, "estimate": -0.09037873430305701, "raw_gap": -0.09037873430305701, "n": 3, "n_cells": 3, "weight_sum": 1254.0, "relative_to_minus_one": -0.28801680946206876 }, { "event_time": -15, "estimate": -0.11242131528658665, "raw_gap": -0.11242131528658665, "n": 4, "n_cells": 4, "weight_sum": 1551.0, "relative_to_minus_one": -0.3100593904455984 }, { "event_time": -14, "estimate": 0.20220183476948034, "raw_gap": 0.20220183476948034, "n": 6, "n_cells": 6, "weight_sum": 3989.0, "relative_to_minus_one": 0.004563759610468621 }, { "event_time": -13, "estimate": 0.04170742647507678, "raw_gap": 0.04170742647507678, "n": 8, "n_cells": 8, "weight_sum": 5752.0, "relative_to_minus_one": -0.15593064868393494 }, { "event_time": -12, "estimate": -0.027155740404721716, "raw_gap": -0.027155740404721716, "n": 10, "n_cells": 10, "weight_sum": 7400.0, "relative_to_minus_one": -0.22479381556373343 }, { "event_time": -11, "estimate": -0.050208179248805794, "raw_gap": -0.050208179248805794, "n": 11, "n_cells": 11, "weight_sum": 8208.0, "relative_to_minus_one": -0.24784625440781752 }, { "event_time": -10, "estimate": -0.027132038366424315, "raw_gap": -0.027132038366424315, "n": 12, "n_cells": 12, "weight_sum": 9342.0, "relative_to_minus_one": -0.22477011352543602 }, { "event_time": -9, "estimate": -0.03497239552099161, "raw_gap": -0.03497239552099161, "n": 14, "n_cells": 14, "weight_sum": 10500.0, "relative_to_minus_one": -0.23261047068000332 }, { "event_time": -8, "estimate": 0.00352205434739595, "raw_gap": 0.00352205434739595, "n": 17, "n_cells": 17, "weight_sum": 12079.0, "relative_to_minus_one": -0.19411602081161577 }, { "event_time": -7, "estimate": 0.013927884596712565, "raw_gap": 0.013927884596712565, "n": 37, "n_cells": 37, "weight_sum": 26444.0, "relative_to_minus_one": -0.18371019056229915 }, { "event_time": -6, "estimate": 0.06844615202449299, "raw_gap": 0.06844615202449299, "n": 47, "n_cells": 47, "weight_sum": 35004.0, "relative_to_minus_one": -0.12919192313451872 }, { "event_time": -5, "estimate": 0.07800925105509468, "raw_gap": 0.07800925105509468, "n": 48, "n_cells": 48, "weight_sum": 36664.0, "relative_to_minus_one": -0.11962882410391704 }, { "event_time": -4, "estimate": 0.09556443583064596, "raw_gap": 0.09556443583064596, "n": 48, "n_cells": 48, "weight_sum": 37296.0, "relative_to_minus_one": -0.10207363932836576 }, { "event_time": -3, "estimate": 0.12194626381182279, "raw_gap": 0.12194626381182279, "n": 48, "n_cells": 48, "weight_sum": 35812.0, "relative_to_minus_one": -0.07569181134718893 }, { "event_time": -2, "estimate": 0.15772578257589495, "raw_gap": 0.15772578257589495, "n": 48, "n_cells": 48, "weight_sum": 36706.0, "relative_to_minus_one": -0.039912292583116765 }, { "event_time": -1, "estimate": 0.19763807515901172, "raw_gap": 0.19763807515901172, "n": 48, "n_cells": 48, "weight_sum": 35932.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.101299112385999, "raw_gap": 0.101299112385999, "n": 48, "n_cells": 48, "weight_sum": 34794.0, "relative_to_minus_one": -0.09633896277301272 }, { "event_time": 1, "estimate": 0.08315152549920021, "raw_gap": 0.08315152549920021, "n": 48, "n_cells": 48, "weight_sum": 34265.0, "relative_to_minus_one": -0.1144865496598115 }, { "event_time": 2, "estimate": 0.019220358645207637, "raw_gap": 0.019220358645207637, "n": 48, "n_cells": 48, "weight_sum": 34321.0, "relative_to_minus_one": -0.1784177165138041 }, { "event_time": 3, "estimate": -0.12706166836047772, "raw_gap": -0.12706166836047772, "n": 45, "n_cells": 45, "weight_sum": 33246.0, "relative_to_minus_one": -0.32469974351948944 }, { "event_time": 4, "estimate": -0.37102342129824084, "raw_gap": -0.37102342129824084, "n": 45, "n_cells": 45, "weight_sum": 32834.0, "relative_to_minus_one": -0.5686614964572525 }, { "event_time": 5, "estimate": -0.45062716927755414, "raw_gap": -0.45062716927755414, "n": 45, "n_cells": 45, "weight_sum": 33623.0, "relative_to_minus_one": -0.6482652444365659 }, { "event_time": 6, "estimate": -0.46964290685952886, "raw_gap": -0.46964290685952886, "n": 44, "n_cells": 44, "weight_sum": 33895.0, "relative_to_minus_one": -0.6672809820185406 }, { "event_time": 7, "estimate": -0.6007415012762081, "raw_gap": -0.6007415012762081, "n": 42, "n_cells": 42, "weight_sum": 30528.0, "relative_to_minus_one": -0.7983795764352197 }, { "event_time": 8, "estimate": -0.737259554006532, "raw_gap": -0.737259554006532, "n": 40, "n_cells": 40, "weight_sum": 29783.0, "relative_to_minus_one": -0.9348976291655438 }, { "event_time": 9, "estimate": -0.7675220338806722, "raw_gap": -0.7675220338806722, "n": 38, "n_cells": 38, "weight_sum": 28731.0, "relative_to_minus_one": -0.965160109039684 }, { "event_time": 10, "estimate": -0.6874633867958416, "raw_gap": -0.6874633867958416, "n": 37, "n_cells": 37, "weight_sum": 28159.0, "relative_to_minus_one": -0.8851014619548534 }, { "event_time": 11, "estimate": -0.9547706705611564, "raw_gap": -0.9547706705611564, "n": 36, "n_cells": 36, "weight_sum": 27366.0, "relative_to_minus_one": -1.1524087457201682 }, { "event_time": 12, "estimate": -0.9039983177578177, "raw_gap": -0.9039983177578177, "n": 34, "n_cells": 34, "weight_sum": 28256.0, "relative_to_minus_one": -1.1016363929168294 }, { "event_time": 13, "estimate": -1.2181395753781352, "raw_gap": -1.2181395753781352, "n": 31, "n_cells": 31, "weight_sum": 29177.0, "relative_to_minus_one": -1.4157776505371469 }, { "event_time": 14, "estimate": -1.6590510646014915, "raw_gap": -1.6590510646014915, "n": 11, "n_cells": 11, "weight_sum": 12694.0, "relative_to_minus_one": -1.8566891397605032 }, { "event_time": 15, "estimate": -1.5684398672473039, "raw_gap": -1.5684398672473039, "n": 1, "n_cells": 1, "weight_sum": 879.0, "relative_to_minus_one": -1.7660779424063155 } ], "package_event_study": { "event_time": [ -18.0, -17.0, -16.0, -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0 ], "estimate": [ 0.017247426073714323, 0.022798839827076495, -0.027639216874031664, 0.018990614040387488, 0.011351448714821188, 0.0019756125626642085, -0.0010101003897924343, -0.0013129635367791922, -0.010169795007529606, 0.008693356339269773, -0.0032760302970210793, 0.002573515757584973, -0.00048244683902038906, 0.0003896813203688361, -0.0024817792912638823, 0.0037003710688887823, 0.003563260343317239, -0.001138886873272238, -0.11068061395099223, -0.07130509617522061, -0.12259350181484406, -0.318386825989002, -0.5420000897334808, -0.5181675725161091, -0.5482468187709082, -0.7534106587630802, -0.9310970377796478, -0.8467284775597801, -0.8722142968986506, -1.0923856466941517, -0.9375839078091963, -1.1894903714014649, -1.5507199210909979, -1.5684398672473039 ], "n": [ 3.0, 3.0, 3.0, 4.0, 6.0, 8.0, 10.0, 11.0, 12.0, 14.0, 17.0, 37.0, 47.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 45.0, 45.0, 45.0, 44.0, 42.0, 40.0, 38.0, 37.0, 36.0, 34.0, 31.0, 11.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.017005229100503116, "penalty": 1.0, "n_observed": 2095, "n_missing": 5, "n_treated_observed": 593, "n_untreated_observed": 1502, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": -0.6084597826994607, "matrix_preparation": { "source_rows": 2095, "matrix_shape": [ 100, 21 ], "observed_cells": 2095, "missing_cells": 5, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1165056.0, "treated_observation_mass": 452551.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.010547041893005371, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: this adapter does not implement the configured observation weights." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: this adapter does not implement the configured observation weights." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.13393435538949477, "SE": 0.07746547289023309, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.21405708670201215, "SE": 0.09714907162482041, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.2364917201048447, "SE": 0.08747063388282666, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.23839113430397812, "SE": 0.11213712450259213, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.245410623111762, "SE": 0.110069440096987, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.21122295062144952, "SE": 0.10945573646945786, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.05125647322610404, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2273089794223642, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.5122122046192551, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: this adapter does not implement the configured observation weights." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: this adapter does not implement the configured observation weights." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "2b0236c0fb0b135a333e0dd104c9e029718059743d101f9efa90edf44a1ee516", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.13393435538949477, "SE": 0.07746547289023309, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.28764265986095333, "upper": 0.019773949081963782, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.21405708670201215, "SE": 0.09714907162482041, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4068219214508638, "upper": -0.021292251953160507, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.2364917201048447, "SE": 0.08747063388282666, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4100524346211586, "upper": -0.06293100558853079, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.23839113430397812, "SE": 0.11213712450259213, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.460895517644178, "upper": -0.015886750963778257, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.245410623111762, "SE": 0.110069440096987, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.46114276150034544, "upper": -0.029678484723178578, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.21122295062144952, "SE": 0.10945573646945786, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.42575225200289424, "upper": 0.003306350759995219, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.05125647322610404, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2273089794223642, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.5122122046192551, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602351.673861, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.13393435538949477, "SE": 0.07746547289023309, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.28764265986095333, "upper": 0.019773949081963782, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.21405708670201215, "SE": 0.09714907162482041, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4068219214508638, "upper": -0.021292251953160507, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.2364917201048447, "SE": 0.08747063388282666, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4100524346211586, "upper": -0.06293100558853079, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.23839113430397812, "SE": 0.11213712450259213, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.460895517644178, "upper": -0.015886750963778257, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.245410623111762, "SE": 0.110069440096987, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.46114276150034544, "upper": -0.029678484723178578, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.21122295062144952, "SE": 0.10945573646945786, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.42575225200289424, "upper": 0.003306350759995219, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.05125647322610404, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2273089794223642, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.5122122046192551, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }