{ "study_id": 9, "specification_id": "S09-P006", "source_specification_id": "HHLT-T5-PB-C3-TIMESEA", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Vertical Integration Supplier Behavior and Quality Upgrading", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S09-P006.json", "input_bytes": 1936402, "specification_type": "scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s09-p006", "specification_id": "S09-P006", "source_specification_id": "HHLT-T5-PB-C3-TIMESEA", "study_id": 9, "study": "Vertical Integration Supplier Behavior and Quality Upgrading", "citation": "Hansman et al. (2020), JPE. https://doi.org/10.1086/708818", "description": "HHLT-T5-PB-C3-TIMESEA", "data": "analyses/full-archive/prepared/S09-P006.parquet", "output_dir": "analyses/full-archive/results/S09-P006" }, "source": { "file": "S09-P006.parquet", "bytes": 1936402, "sha256": "10237ab0ddbda8690cbdb3072ba424c6bdb676f3ba2d661145ff186ddd4af1a6" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 159724, "source_sd": 0.45123876524231304, "rows": 110998, "units": 8784, "clusters": 951, "treated_units": 4, "never_treated_units": 8780, "treated_cohorts": 1, "latest_cohort_control_index": null, "unique_unit_period_cells": 108691, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 1620, "post_adoption_untreated_rows_removed": 78, "units_without_minus_one_removed": 88, "additional_rows_removed": 4312 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.08017338897389006, "se": 0.3833459792524024, "pvalue": 0.8343829493490313, "lower": -0.8324761657844026, "upper": 0.6721293878366226 }, { "method": "Dynamic TWFE", "estimate": -0.08658480067380339, "se": 0.36856303915072125, "pvalue": 0.8143173002096258, "lower": -0.8098765861349173, "upper": 0.6367069847873106 }, { "method": "BJS / did2s", "estimate": -0.24069753096449792, "se": 0.13039703946377626, "pvalue": 0.06522033381403565, "lower": -0.4965970582473424, "upper": 0.015201996318346567 }, { "method": "Sun\u2013Abraham", "estimate": -0.08658461544704904, "se": 0.3685648941539176, "pvalue": 0.8143186076343647, "lower": -0.8098800412856058, "upper": 0.6367108103915076 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": 0, "estimate": -0.42707577925055856, "se": 0.4297512735991709, "pvalue": 0.32058580053621866, "lower": -1.2704472868818977, "upper": 0.4162957283807805 }, { "event_time": 1, "estimate": -0.8584036010909917, "se": 0.29680586523834185, "pvalue": 0.003913594792048036, "lower": -1.4408744986021778, "upper": -0.2759327035798055 }, { "event_time": 2, "estimate": 1.0149928352698274, "se": 0.3738921245072315, "pvalue": 0.0067544834273063695, "lower": 0.28124291035103244, "upper": 1.7487427601886223 }, { "event_time": 3, "estimate": 0.17207553903023307, "se": 0.8510548821552972, "pvalue": 0.8398107889496922, "lower": -1.4980892356523785, "upper": 1.8422403137128447 }, { "event_time": 4, "estimate": 0.8451378953545493, "se": 0.29496659414725646, "pvalue": 0.004259364530004865, "lower": 0.26627650159198546, "upper": 1.4239992891171132 }, { "event_time": 5, "estimate": 0.14867060300332186, "se": 0.46701790499992063, "pvalue": 0.7502968140421157, "lower": -0.7678353361925088, "upper": 1.0651765421991526 }, { "event_time": 6, "estimate": -0.27292336596740047, "se": 0.45267544027143414, "pvalue": 0.5467112613463636, "lower": -1.1612827309834537, "upper": 0.6154359990486526 }, { "event_time": 7, "estimate": -1.0564968641422594, "se": 0.3774410337889955, "pvalue": 0.005228238267370743, "lower": -1.797211396626592, "upper": -0.3157823316579269 }, { "event_time": 8, "estimate": -0.20452996407246693, "se": 0.29524266896674134, "pvalue": 0.48863447450497266, "lower": -0.7839331447965401, "upper": 0.3748732166516062 }, { "event_time": 9, "estimate": -0.1886877458746393, "se": 0.3740238118321212, "pvalue": 0.6140406991832354, "lower": -0.9226961024597282, "upper": 0.5453206107104496 }, { "event_time": 10, "estimate": -1.0836010888350909, "se": 0.3762697168296564, "pvalue": 0.004067992430615952, "lower": -1.8220169536700208, "upper": -0.34518522400016105 }, { "event_time": 11, "estimate": 0.10827699768104394, "se": 0.3738473792123067, "pvalue": 0.7721633688535994, "lower": -0.6253851161964386, "upper": 0.8419391115585264 }, { "event_time": 12, "estimate": -0.1405395754251573, "se": 0.4890471560536463, "pvalue": 0.7738884227188157, "lower": -1.100277132104217, "upper": 0.8191979812539025 }, { "event_time": 13, "estimate": -0.4289543700708573, "se": 0.4496657574608893, "pvalue": 0.34035642880645134, "lower": -1.3114073401897803, "upper": 0.4534986000480658 }, { "event_time": 15, "estimate": -0.4338291737165308, "se": 0.29636595642802543, "pvalue": 0.14357138883008125, "lower": -1.0154367659174857, "upper": 0.14777841848442402 }, { "event_time": 16, "estimate": -0.6923175787629405, "se": 0.37864337925888736, "pvalue": 0.06780059032021307, "lower": -1.435391671239135, "upper": 0.05075651371325407 }, { "event_time": 17, "estimate": -1.4532703149829465, "se": 0.37732349713702384, "pvalue": 0.00012525518145356567, "lower": -2.1937541859905947, "upper": -0.7127864439752981 }, { "event_time": 22, "estimate": -0.016853949798435193, "se": 0.5258255223163816, "pvalue": 0.9744370263671294, "lower": -1.0487677351677467, "upper": 1.0150598355708762 }, { "event_time": 23, "estimate": -0.36481735656377434, "se": 0.3736082463432122, "pvalue": 0.3290800388333631, "lower": -1.098010180736439, "upper": 0.3683754676088903 }, { "event_time": 25, "estimate": -0.7177698074437779, "se": 0.375457425703216, "pvalue": 0.056212607440965054, "lower": -1.4545915799885227, "upper": 0.01905196510096696 }, { "event_time": 27, "estimate": 0.30117481342331354, "se": 0.3750047887767778, "pvalue": 0.422104773130865, "lower": -0.43475867533843593, "upper": 1.0371083021850631 }, { "event_time": 28, "estimate": -0.834967735068086, "se": 0.3772809147052997, "pvalue": 0.027126438355190446, "lower": -1.5753680395761145, "upper": -0.09456743056005745 }, { "event_time": 29, "estimate": 0.6117349801041083, "se": 0.37934702215201554, "pvalue": 0.10716357856532886, "lower": -0.1327199863893791, "upper": 1.3561899465975957 }, { "event_time": 30, "estimate": 0.9530626114464134, "se": 0.37755990836898395, "pvalue": 0.01175588955436091, "lower": 0.21211479184950466, "upper": 1.694010431043322 }, { "event_time": 32, "estimate": 0.9550806575693311, "se": 0.3201125721981868, "pvalue": 0.002921864078553169, "lower": 0.3268711810377146, "upper": 1.5832901341009475 }, { "event_time": 33, "estimate": -0.6675037752025301, "se": 0.3805583218319223, "pvalue": 0.0797509157891515, "lower": -1.4143358740048542, "upper": 0.07932832359979403 }, { "event_time": 35, "estimate": 0.13616845394900098, "se": 0.316525424470542, "pvalue": 0.6671495323578667, "lower": -0.485001373434346, "upper": 0.757338281332348 }, { "event_time": 47, "estimate": 1.30508242165068, "se": 0.3171415896029837, "pvalue": 4.205296875505423e-05, "lower": 0.6827033922274062, "upper": 1.9274614510739538 }, { "event_time": 205, "estimate": -0.3585130620698328, "se": 0.298042586220207, "pvalue": 0.2293177893985606, "lower": -0.9434109802859484, "upper": 0.2263848561462828 }, { "event_time": 210, "estimate": 1.0996942198551385, "se": 0.2984522660992722, "pvalue": 0.00024195492186002195, "lower": 0.5139923195254628, "upper": 1.6853961201848142 }, { "event_time": 391, "estimate": 0.6193723423241921, "se": 0.29775917052171086, "pvalue": 0.037782869653815276, "lower": 0.0350306172821544, "upper": 1.2037140673662299 }, { "event_time": 412, "estimate": 1.085114112679507, "se": 0.2957771821565756, "pvalue": 0.00025735092510753354, "lower": 0.5046619689332095, "upper": 1.6655662564258045 }, { "event_time": 583, "estimate": -2.73324599191919, "se": 0.3278774595174705, "pvalue": 2.6703871441661437e-16, "lower": -3.376693782162379, "upper": -2.0897982016760013 }, { "event_time": 584, "estimate": 0.14560592985360107, "se": 0.3189539763326105, "pvalue": 0.6481270688184676, "lower": -0.48032984372024856, "upper": 0.7715417034274508 }, { "event_time": 585, "estimate": -0.06511718983540499, "se": 0.32190150680505825, "pvalue": 0.8397339745142729, "lower": -0.6968373865652779, "upper": 0.5666030068944681 }, { "event_time": 587, "estimate": 0.8577069318015763, "se": 0.32075394148320235, "pvalue": 0.007623143251227583, "lower": 0.22823879098184296, "upper": 1.4871750726213095 }, { "event_time": 588, "estimate": -0.5837523178388231, "se": 0.31960661293046994, "pvalue": 0.06809299579670207, "lower": -1.2109688673993553, "upper": 0.04346423172170921 }, { "event_time": 590, "estimate": -0.5332429200533367, "se": 0.31926265812075777, "pvalue": 0.09520274692036783, "lower": -1.1597844705987537, "upper": 0.0932986304920802 }, { "event_time": 592, "estimate": 0.41793257420545965, "se": 0.3184381891119489, "pvalue": 0.18968706166205165, "lower": -0.20699098539107413, "upper": 1.0428561338019935 }, { "event_time": 593, "estimate": 0.3737942509826476, "se": 0.510082562384534, "pvalue": 0.4638543154528251, "lower": -0.6272245384484186, "upper": 1.3748130404137138 } ], "BJS / did2s": [ { "event_time": -1, "estimate": -0.0002986823382392853, "se": 0.00015804783759771205, "pvalue": 0.059085959344476996, "lower": -0.0006088455681381172, "upper": 1.1480891659546564e-05 }, { "event_time": 0, "estimate": -0.5862282890420504, "se": 0.41120504555797444, "pvalue": 0.15430222187140963, "lower": -1.393203487308249, "upper": 0.2207469092241484 }, { "event_time": 1, "estimate": -0.7695308935562668, "se": 0.06531150775527375, "pvalue": 5.25361291080684e-30, "lower": -0.8977023921534204, "upper": -0.6413593949591132 }, { "event_time": 2, "estimate": 0.09246391570224477, "se": 0.05561534167083375, "pvalue": 0.09673014929264065, "lower": -0.01667920366430964, "upper": 0.20160703506879918 }, { "event_time": 3, "estimate": -0.06975589116960518, "se": 0.8829981205332419, "pvalue": 0.9370501248316366, "lower": -1.8026081289603806, "upper": 1.6630963466211701 }, { "event_time": 4, "estimate": 0.9340102891332784, "se": 0.056494780441588885, "pvalue": 3.7357518194702286e-54, "lower": 0.8231413026255996, "upper": 1.0448792756409573 }, { "event_time": 5, "estimate": -0.010483488432387514, "se": 0.4049316347238601, "pvalue": 0.9793508907239709, "lower": -0.8051473422577726, "upper": 0.7841803653929975 }, { "event_time": 6, "estimate": -0.5147535158130426, "se": 0.4517995349333707, "pvalue": 0.2548483510320581, "lower": -1.4013939479232822, "upper": 0.37188691629719695 }, { "event_time": 7, "estimate": -1.4945712326916534, "se": 0.0634596953383627, "pvalue": 5.788249502995823e-97, "lower": -1.6191086156366976, "upper": -1.3700338497466091 }, { "event_time": 8, "estimate": -0.11565637415653146, "se": 0.0579057148227656, "pvalue": 0.046075019434042186, "lower": -0.22929426893586277, "upper": -0.0020184793772001497 }, { "event_time": 9, "estimate": -1.1112326439868765, "se": 0.05648562459402954, "pvalue": 1.528146252306221e-72, "lower": -1.22208366247111, "upper": -1.000381625502643 }, { "event_time": 10, "estimate": -1.5216594450173693, "se": 0.056173677009783124, "pvalue": 3.351292083882958e-120, "lower": -1.6318982775219673, "upper": -1.4114206125127713 }, { "event_time": 11, "estimate": -0.8142513730214901, "se": 0.05531785859287885, "pvalue": 2.48924107743355e-44, "lower": -0.9228106924847924, "upper": -0.7056920535581878 }, { "event_time": 12, "estimate": -0.3151328901762125, "se": 0.45080434596180086, "pvalue": 0.48469450520329743, "lower": -1.1998202995151601, "upper": 0.569554519162735 }, { "event_time": 13, "estimate": -1.1092491194469285, "se": 0.17283905156875437, "pvalue": 2.1788416092489197e-10, "lower": -1.448439577867928, "upper": -0.770058661025929 }, { "event_time": 15, "estimate": -0.34495850912536835, "se": 0.06332957064669625, "pvalue": 6.524629421524365e-08, "lower": -0.4692405270159435, "upper": -0.22067649123479322 }, { "event_time": 16, "estimate": -1.1303838987678518, "se": 0.07018372932589412, "pvalue": 8.763160791265466e-52, "lower": -1.2681169579791587, "upper": -0.992650839556545 }, { "event_time": 17, "estimate": -1.8913423592516088, "se": 0.0627836162956286, "pvalue": 1.759202749574221e-140, "lower": -2.014552961250146, "upper": -1.7681317572530717 }, { "event_time": 22, "estimate": -0.6971557593469191, "se": 0.47264544334672215, "pvalue": 0.1405417436233553, "lower": -1.6247055413219613, "upper": 0.23039402262812314 }, { "event_time": 23, "estimate": -1.2873408152064638, "se": 0.053700147688869965, "pvalue": 1.0742815902201794e-99, "lower": -1.3927254348658555, "upper": -1.181956195547072 }, { "event_time": 25, "estimate": -1.640296511063448, "se": 0.06520158666916197, "pvalue": 1.9540059637302022e-107, "lower": -1.7682522934596043, "upper": -1.5123407286672916 }, { "event_time": 27, "estimate": -0.6213591809415608, "se": 0.06258362584744659, "pvalue": 3.5988675438470296e-22, "lower": -0.7441773088366878, "upper": -0.49854105304643387 }, { "event_time": 28, "estimate": -1.2730300910922132, "se": 0.06251254867254363, "pvalue": 8.817321270330746e-77, "lower": -1.3957087325731312, "upper": -1.1503514496112952 }, { "event_time": 29, "estimate": -0.3108020723410187, "se": 0.08456410738510257, "pvalue": 0.00025082626853548985, "lower": -0.4767561092879612, "upper": -0.14484803539407617 }, { "event_time": 30, "estimate": 0.5149980085957271, "se": 0.0641689721911767, "pvalue": 2.965948641285665e-15, "lower": 0.38906869518896264, "upper": 0.6409273220024916 }, { "event_time": 32, "estimate": 1.5901918728931725, "se": 0.08025945995717954, "pvalue": 2.1330826392731407e-73, "lower": 1.4326855526003404, "upper": 1.7476981931860047 }, { "event_time": 33, "estimate": -1.1055634614513983, "se": 0.07976348919247551, "pvalue": 6.375716006078451e-40, "lower": -1.2620964568531456, "upper": -0.9490304660496509 }, { "event_time": 35, "estimate": 0.7712800580600527, "se": 0.06469395883119324, "pvalue": 1.2316259756805122e-30, "lower": 0.6443204771444362, "upper": 0.8982396389756693 }, { "event_time": 47, "estimate": 1.3939537164303437, "se": 0.12881604572807923, "pvalue": 8.136716960666956e-26, "lower": 1.14115683282151, "upper": 1.6467506000391774 }, { "event_time": 205, "estimate": -0.26963990275613015, "se": 0.07066173161323612, "pvalue": 0.0001444485032006388, "lower": -0.40831102436420574, "upper": -0.13096878114805455 }, { "event_time": 210, "estimate": 1.1885662796335705, "se": 0.07235132822183041, "pvalue": 1.4414977286695087e-53, "lower": 1.0465793850967846, "upper": 1.3305531741703565 }, { "event_time": 391, "estimate": 0.7082358722006625, "se": 0.06946918174841708, "pvalue": 3.116045808503352e-23, "lower": 0.5719050870597595, "upper": 0.8445666573415656 }, { "event_time": 412, "estimate": 1.1739896251363995, "se": 0.06053271071046975, "pvalue": 7.488023858412659e-71, "lower": 1.0551963448621067, "upper": 1.2927829054106923 }, { "event_time": 583, "estimate": -2.0981525224810333, "se": 0.10680411448343581, "pvalue": 2.2613599329595182e-72, "lower": -2.30775177811265, "upper": -1.8885532668494167 }, { "event_time": 584, "estimate": 0.7807074551490771, "se": 0.07554440979958506, "pvalue": 8.487934959970412e-24, "lower": 0.6324542521923828, "upper": 0.9289606581057714 }, { "event_time": 585, "estimate": 0.5699821891225672, "se": 0.08702230046213257, "pvalue": 9.42153915506007e-11, "lower": 0.3992040361606542, "upper": 0.7407603420844802 }, { "event_time": 587, "estimate": 1.4928033053793759, "se": 0.08274260899583842, "pvalue": 8.496014216151782e-63, "lower": 1.3304238938892379, "upper": 1.655182716869514 }, { "event_time": 588, "estimate": 0.051344667091362206, "se": 0.0782386047953939, "pvalue": 0.511817408012286, "lower": -0.10219579720708072, "upper": 0.20488513138980513 }, { "event_time": 590, "estimate": 0.1018497676763912, "se": 0.0768181964582279, "pvalue": 0.18520653250433794, "lower": -0.04890319605053478, "upper": 0.2526027314033172 }, { "event_time": 592, "estimate": 1.0530265897288211, "se": 0.07337254741545406, "pvalue": 2.0133170988210547e-42, "lower": 0.9090355890407367, "upper": 1.1970175904169056 }, { "event_time": 593, "estimate": 1.0088494026426613, "se": 0.40269432114518156, "pvalue": 0.012402939005784928, "lower": 0.21857619671481832, "upper": 1.7991226085705043 } ], "Sun\u2013Abraham": [ { "event_time": 0, "estimate": -0.42707560480062395, "se": 0.4297468540755655, "pvalue": 0.32058102407759065, "lower": -1.2704384392749184, "upper": 0.41628722967367043 }, { "event_time": 1, "estimate": -0.8584033877809204, "se": 0.296807273430946, "pvalue": 0.00391377308650784, "lower": -1.4408770488197389, "upper": -0.2759297267421019 }, { "event_time": 2, "estimate": 1.0149930420200852, "se": 0.37390853728598894, "pvalue": 0.006756883676427146, "lower": 0.2812109076098578, "upper": 1.7487751764303128 }, { "event_time": 3, "estimate": 0.17207570896140031, "se": 0.8510570400103981, "pvalue": 0.8398110335527661, "lower": -1.4980933004346872, "upper": 1.8422447183574877 }, { "event_time": 4, "estimate": 0.8451381048310601, "se": 0.2949604474649954, "pvalue": 0.004258558957710693, "lower": 0.2662887737126439, "upper": 1.4239874359494764 }, { "event_time": 5, "estimate": 0.14867077672887655, "se": 0.4670245641462644, "pvalue": 0.7502999736601739, "lower": -0.7678482308035398, "upper": 1.065189784261293 }, { "event_time": 6, "estimate": -0.27292319624011085, "se": 0.45268728197104424, "pvalue": 0.5467219987559415, "lower": -1.16130580016822, "upper": 0.6154594076879982 }, { "event_time": 7, "estimate": -1.0564966685490995, "se": 0.3774518154831137, "pvalue": 0.005229530596005293, "lower": -1.7972323597226132, "upper": -0.31576097737558595 }, { "event_time": 8, "estimate": -0.20452975578488772, "se": 0.2952516897729567, "pvalue": 0.4886481961302037, "lower": -0.7839506395185974, "upper": 0.37489112794882196 }, { "event_time": 9, "estimate": -0.18868754267389906, "se": 0.3740247101420458, "pvalue": 0.6140419316254313, "lower": -0.9226976621600937, "upper": 0.5453225768122956 }, { "event_time": 10, "estimate": -1.0836008778607062, "se": 0.37627346942626305, "pvalue": 0.004068366925813097, "lower": -1.8220241070322936, "upper": -0.34517764868911904 }, { "event_time": 11, "estimate": 0.10827719822020106, "se": 0.3738508343890241, "pvalue": 0.7721650059769365, "lower": -0.6253916963180409, "upper": 0.8419460927584431 }, { "event_time": 12, "estimate": -0.14053937911782954, "se": 0.48905105635584434, "pvalue": 0.7738904840950933, "lower": -1.1002845900004883, "upper": 0.8192058317648291 }, { "event_time": 13, "estimate": -0.4289541832844326, "se": 0.449667824200422, "pvalue": 0.34035885729214266, "lower": -1.311411209305787, "upper": 0.453502842736922 }, { "event_time": 15, "estimate": -0.4338289711576241, "se": 0.29636730059464955, "pvalue": 0.14357338974164377, "lower": -1.0154392012375149, "upper": 0.14778125892226657 }, { "event_time": 16, "estimate": -0.6923173838713846, "se": 0.3786502391240838, "pvalue": 0.06780563987718799, "lower": -1.435404938587736, "upper": 0.05077017084496671 }, { "event_time": 17, "estimate": -1.4532701159170451, "se": 0.37732469008562763, "pvalue": 0.00012526158040081998, "lower": -2.193756328043672, "upper": -0.7127839037904187 }, { "event_time": 22, "estimate": -0.016853759294325407, "se": 0.5258275847754891, "pvalue": 0.9744374154427438, "lower": -1.048771592165887, "upper": 1.015064073577236 }, { "event_time": 23, "estimate": -0.36481714827580447, "se": 0.3736125108017902, "pvalue": 0.3290858326479439, "lower": -1.0980183412959423, "upper": 0.3683840447443333 }, { "event_time": 25, "estimate": -0.717769619067493, "se": 0.3754588367221241, "pvalue": 0.056213595143852234, "lower": -1.4545941606863906, "upper": 0.01905492255140462 }, { "event_time": 27, "estimate": 0.3011750135304974, "se": 0.3750063661340434, "pvalue": 0.4221064162553628, "lower": -0.4347615707384836, "upper": 1.0371115977994785 }, { "event_time": 28, "estimate": -0.834967526007438, "se": 0.3772926452019436, "pvalue": 0.027131236085884712, "lower": -1.5753908511956776, "upper": -0.09454420081919823 }, { "event_time": 29, "estimate": 0.6117351806100597, "se": 0.3793582453609672, "pvalue": 0.10717383719482622, "lower": -0.13274181102968208, "upper": 1.3562121722498015 }, { "event_time": 30, "estimate": 0.9530628146792862, "se": 0.3775707104477057, "pvalue": 0.011758270672658302, "lower": 0.21209379638914083, "upper": 1.6940318329694315 }, { "event_time": 32, "estimate": 0.9550808223919978, "se": 0.3201208664880485, "pvalue": 0.0029225904573749405, "lower": 0.3268550686131102, "upper": 1.5833065761708853 }, { "event_time": 33, "estimate": -0.6675035741119847, "se": 0.3805632684273135, "pvalue": 0.07975491531716251, "lower": -1.4143453804308863, "upper": 0.07933823220691705 }, { "event_time": 35, "estimate": 0.13616861899634375, "se": 0.3165254386079159, "pvalue": 0.6671491671886777, "lower": -0.4850012361310941, "upper": 0.7573384741237816 }, { "event_time": 47, "estimate": 1.3050826325624223, "se": 0.3171528789420761, "pvalue": 4.207909401784786e-05, "lower": 0.6826814482148575, "upper": 1.927483816909987 }, { "event_time": 205, "estimate": -0.3585128486468368, "se": 0.2980438123872191, "pvalue": 0.22931998080107785, "lower": -0.9434131731718689, "upper": 0.22638747587819535 }, { "event_time": 210, "estimate": 1.0996944334067205, "se": 0.2984483666703159, "pvalue": 0.0002419091743369435, "lower": 0.5140001855669379, "upper": 1.6853886812465029 }, { "event_time": 391, "estimate": 0.6193725518298451, "se": 0.2977770036428274, "pvalue": 0.03779425704641098, "lower": 0.03499582992528294, "upper": 1.2037492737344073 }, { "event_time": 412, "estimate": 1.0851143229995013, "se": 0.2957892578784016, "pvalue": 0.00025749888010745235, "lower": 0.5046384810809172, "upper": 1.6655901649180853 }, { "event_time": 583, "estimate": -2.733245854936448, "se": 0.32785129094726423, "pvalue": 2.656436838495081e-16, "lower": -3.376642290296328, "upper": -2.0898494195765682 }, { "event_time": 584, "estimate": 0.14560607907654205, "se": 0.31896156183652596, "pvalue": 0.6481345349795362, "lower": -0.48034458077750347, "upper": 0.7715567389305875 }, { "event_time": 585, "estimate": -0.06511703430940075, "se": 0.3218994293869395, "pvalue": 0.8397333318471425, "lower": -0.6968331541804988, "upper": 0.5665990855616974 }, { "event_time": 587, "estimate": 0.8577070890090003, "se": 0.32074393442041604, "pvalue": 0.007621250383570878, "lower": 0.22825858669215804, "upper": 1.4871555913258425 }, { "event_time": 588, "estimate": -0.5837521637500374, "se": 0.31959262358222373, "pvalue": 0.06808102602096365, "lower": -1.2109412597148599, "upper": 0.04343693221478506 }, { "event_time": 590, "estimate": -0.5332427659678629, "se": 0.31926851265392775, "pvalue": 0.09520890181436875, "lower": -1.1597958058252829, "upper": 0.09331027388955704 }, { "event_time": 592, "estimate": 0.41793273190223956, "se": 0.31843628439884414, "pvalue": 0.18968424856095575, "lower": -0.2069870897629339, "upper": 1.0428525535674131 }, { "event_time": 593, "estimate": 0.3737944014257676, "se": 0.5100408214806088, "pvalue": 0.4638175706869995, "lower": -0.6271424729738936, "upper": 1.3747312758254289 } ] }, "target": { "event_times": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 22, 23, 25, 27, 28, 29, 30, 32, 33, 35, 47, 205, 210, 391, 412, 583, 584, 585, 587, 588, 590, 592, 593 ], "weights": [ 0.07547169811320754, 0.018867924528301886, 0.018867924528301886, 0.05660377358490566, 0.018867924528301886, 0.07547169811320754, 0.05660377358490566, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.03773584905660377, 0.03773584905660377, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.03773584905660377, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "status": "not_identified", "pvalue": null, "reason": "Only one treated cohort remains on the common supported sample." } } }, "code_sha256": { "replication_engine.py": "cd3acc93d19b09e121e2366dbaaccd6cc5c4f902ca3ac3d3c1c27b3cc1d436f0", "reference_f_test.py": "5f044e72270f04daf518d8b9667920b0bdce87bdaa9b134f2625697b9eff1909", "sparse_did2s.py": "16f2083b77e2a6a0fd9a4dda23961f99f24def371aa785b956cc08b5c86929f3", "frequency.py": "f8b8062ee5e78fff474749beed9c4a3c20ced533b2e327a18f101ff35bca26b2", "sparse_models.py": "fd6fc12f18694fa56b8e0a68bec3d72bf57339ae0aecab45d7f13a834468feec" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s09-p006", "specification_id": "S09-P006", "source_specification_id": "HHLT-T5-PB-C3-TIMESEA", "study_id": 9, "study": "Vertical Integration Supplier Behavior and Quality Upgrading", "citation": "Hansman et al. (2020), JPE. https://doi.org/10.1086/708818", "description": "HHLT-T5-PB-C3-TIMESEA", "data": "analyses/full-archive/prepared/S09-P006.parquet", "output_dir": "analyses/archive-expanded/fits/S09-P006" }, "options": { "output_dir": "analyses/archive-expanded/fits/S09-P006", "regression_results": "analyses/archive-expanded/baselines/S09-P006.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S09-P006.parquet", "bytes": 1936402, "sha256": "10237ab0ddbda8690cbdb3072ba424c6bdb676f3ba2d661145ff186ddd4af1a6" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 159724, "source_sd": 0.45123876524231304, "rows": 110998, "units": 8784, "clusters": 951, "treated_units": 4, "never_treated_units": 8780, "treated_cohorts": 1, "latest_cohort_control_index": null, "unique_unit_period_cells": 108691, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 1620, "post_adoption_untreated_rows_removed": 78, "units_without_minus_one_removed": 88, "additional_rows_removed": 4312 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.08017338897389006, "se": 0.3833459792524024, "pvalue": 0.8343829493490313, "lower": -0.8324761657844026, "upper": 0.6721293878366226 }, { "method": "Dynamic TWFE", "estimate": -0.08658480067380339, "se": 0.36856303915072125, "pvalue": 0.8143173002096258, "lower": -0.8098765861349173, "upper": 0.6367069847873106 }, { "method": "BJS / did2s", "estimate": -0.24069753096449792, "se": 0.13039703946377626, "pvalue": 0.06522033381403565, "lower": -0.4965970582473424, "upper": 0.015201996318346567 }, { "method": "Sun\u2013Abraham", "estimate": -0.08658461544704904, "se": 0.3685648941539176, "pvalue": 0.8143186076343647, "lower": -0.8098800412856058, "upper": 0.6367108103915076 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": 0, "estimate": -0.42707577925055856, "se": 0.4297512735991709, "pvalue": 0.32058580053621866, "lower": -1.2704472868818977, "upper": 0.4162957283807805 }, { "event_time": 1, "estimate": -0.8584036010909917, "se": 0.29680586523834185, "pvalue": 0.003913594792048036, "lower": -1.4408744986021778, "upper": -0.2759327035798055 }, { "event_time": 2, "estimate": 1.0149928352698274, "se": 0.3738921245072315, "pvalue": 0.0067544834273063695, "lower": 0.28124291035103244, "upper": 1.7487427601886223 }, { "event_time": 3, "estimate": 0.17207553903023307, "se": 0.8510548821552972, "pvalue": 0.8398107889496922, "lower": -1.4980892356523785, "upper": 1.8422403137128447 }, { "event_time": 4, "estimate": 0.8451378953545493, "se": 0.29496659414725646, "pvalue": 0.004259364530004865, "lower": 0.26627650159198546, "upper": 1.4239992891171132 }, { "event_time": 5, "estimate": 0.14867060300332186, "se": 0.46701790499992063, "pvalue": 0.7502968140421157, "lower": -0.7678353361925088, "upper": 1.0651765421991526 }, { "event_time": 6, "estimate": -0.27292336596740047, "se": 0.45267544027143414, "pvalue": 0.5467112613463636, "lower": -1.1612827309834537, "upper": 0.6154359990486526 }, { "event_time": 7, "estimate": -1.0564968641422594, "se": 0.3774410337889955, "pvalue": 0.005228238267370743, "lower": -1.797211396626592, "upper": -0.3157823316579269 }, { "event_time": 8, "estimate": -0.20452996407246693, "se": 0.29524266896674134, "pvalue": 0.48863447450497266, "lower": -0.7839331447965401, "upper": 0.3748732166516062 }, { "event_time": 9, "estimate": -0.1886877458746393, "se": 0.3740238118321212, "pvalue": 0.6140406991832354, "lower": -0.9226961024597282, "upper": 0.5453206107104496 }, { "event_time": 10, "estimate": -1.0836010888350909, "se": 0.3762697168296564, "pvalue": 0.004067992430615952, "lower": -1.8220169536700208, "upper": -0.34518522400016105 }, { "event_time": 11, "estimate": 0.10827699768104394, "se": 0.3738473792123067, "pvalue": 0.7721633688535994, "lower": -0.6253851161964386, "upper": 0.8419391115585264 }, { "event_time": 12, "estimate": -0.1405395754251573, "se": 0.4890471560536463, "pvalue": 0.7738884227188157, "lower": -1.100277132104217, "upper": 0.8191979812539025 }, { "event_time": 13, "estimate": -0.4289543700708573, "se": 0.4496657574608893, "pvalue": 0.34035642880645134, "lower": -1.3114073401897803, "upper": 0.4534986000480658 }, { "event_time": 15, "estimate": -0.4338291737165308, "se": 0.29636595642802543, "pvalue": 0.14357138883008125, "lower": -1.0154367659174857, "upper": 0.14777841848442402 }, { "event_time": 16, "estimate": -0.6923175787629405, "se": 0.37864337925888736, "pvalue": 0.06780059032021307, "lower": -1.435391671239135, "upper": 0.05075651371325407 }, { "event_time": 17, "estimate": -1.4532703149829465, "se": 0.37732349713702384, "pvalue": 0.00012525518145356567, "lower": -2.1937541859905947, "upper": -0.7127864439752981 }, { "event_time": 22, "estimate": -0.016853949798435193, "se": 0.5258255223163816, "pvalue": 0.9744370263671294, "lower": -1.0487677351677467, "upper": 1.0150598355708762 }, { "event_time": 23, "estimate": -0.36481735656377434, "se": 0.3736082463432122, "pvalue": 0.3290800388333631, "lower": -1.098010180736439, "upper": 0.3683754676088903 }, { "event_time": 25, "estimate": -0.7177698074437779, "se": 0.375457425703216, "pvalue": 0.056212607440965054, "lower": -1.4545915799885227, "upper": 0.01905196510096696 }, { "event_time": 27, "estimate": 0.30117481342331354, "se": 0.3750047887767778, "pvalue": 0.422104773130865, "lower": -0.43475867533843593, "upper": 1.0371083021850631 }, { "event_time": 28, "estimate": -0.834967735068086, "se": 0.3772809147052997, "pvalue": 0.027126438355190446, "lower": -1.5753680395761145, "upper": -0.09456743056005745 }, { "event_time": 29, "estimate": 0.6117349801041083, "se": 0.37934702215201554, "pvalue": 0.10716357856532886, "lower": -0.1327199863893791, "upper": 1.3561899465975957 }, { "event_time": 30, "estimate": 0.9530626114464134, "se": 0.37755990836898395, "pvalue": 0.01175588955436091, "lower": 0.21211479184950466, "upper": 1.694010431043322 }, { "event_time": 32, "estimate": 0.9550806575693311, "se": 0.3201125721981868, "pvalue": 0.002921864078553169, "lower": 0.3268711810377146, "upper": 1.5832901341009475 }, { "event_time": 33, "estimate": -0.6675037752025301, "se": 0.3805583218319223, "pvalue": 0.0797509157891515, "lower": -1.4143358740048542, "upper": 0.07932832359979403 }, { "event_time": 35, "estimate": 0.13616845394900098, "se": 0.316525424470542, "pvalue": 0.6671495323578667, "lower": -0.485001373434346, "upper": 0.757338281332348 }, { "event_time": 47, "estimate": 1.30508242165068, "se": 0.3171415896029837, "pvalue": 4.205296875505423e-05, "lower": 0.6827033922274062, "upper": 1.9274614510739538 }, { "event_time": 205, "estimate": -0.3585130620698328, "se": 0.298042586220207, "pvalue": 0.2293177893985606, "lower": -0.9434109802859484, "upper": 0.2263848561462828 }, { "event_time": 210, "estimate": 1.0996942198551385, "se": 0.2984522660992722, "pvalue": 0.00024195492186002195, "lower": 0.5139923195254628, "upper": 1.6853961201848142 }, { "event_time": 391, "estimate": 0.6193723423241921, "se": 0.29775917052171086, "pvalue": 0.037782869653815276, "lower": 0.0350306172821544, "upper": 1.2037140673662299 }, { "event_time": 412, "estimate": 1.085114112679507, "se": 0.2957771821565756, "pvalue": 0.00025735092510753354, "lower": 0.5046619689332095, "upper": 1.6655662564258045 }, { "event_time": 583, "estimate": -2.73324599191919, "se": 0.3278774595174705, "pvalue": 2.6703871441661437e-16, "lower": -3.376693782162379, "upper": -2.0897982016760013 }, { "event_time": 584, "estimate": 0.14560592985360107, "se": 0.3189539763326105, "pvalue": 0.6481270688184676, "lower": -0.48032984372024856, "upper": 0.7715417034274508 }, { "event_time": 585, "estimate": -0.06511718983540499, "se": 0.32190150680505825, "pvalue": 0.8397339745142729, "lower": -0.6968373865652779, "upper": 0.5666030068944681 }, { "event_time": 587, "estimate": 0.8577069318015763, "se": 0.32075394148320235, "pvalue": 0.007623143251227583, "lower": 0.22823879098184296, "upper": 1.4871750726213095 }, { "event_time": 588, "estimate": -0.5837523178388231, "se": 0.31960661293046994, "pvalue": 0.06809299579670207, "lower": -1.2109688673993553, "upper": 0.04346423172170921 }, { "event_time": 590, "estimate": -0.5332429200533367, "se": 0.31926265812075777, "pvalue": 0.09520274692036783, "lower": -1.1597844705987537, "upper": 0.0932986304920802 }, { "event_time": 592, "estimate": 0.41793257420545965, "se": 0.3184381891119489, "pvalue": 0.18968706166205165, "lower": -0.20699098539107413, "upper": 1.0428561338019935 }, { "event_time": 593, "estimate": 0.3737942509826476, "se": 0.510082562384534, "pvalue": 0.4638543154528251, "lower": -0.6272245384484186, "upper": 1.3748130404137138 } ], "BJS / did2s": [ { "event_time": -1, "estimate": -0.0002986823382392853, "se": 0.00015804783759771205, "pvalue": 0.059085959344476996, "lower": -0.0006088455681381172, "upper": 1.1480891659546564e-05 }, { "event_time": 0, "estimate": -0.5862282890420504, "se": 0.41120504555797444, "pvalue": 0.15430222187140963, "lower": -1.393203487308249, "upper": 0.2207469092241484 }, { "event_time": 1, "estimate": -0.7695308935562668, "se": 0.06531150775527375, "pvalue": 5.25361291080684e-30, "lower": -0.8977023921534204, "upper": -0.6413593949591132 }, { "event_time": 2, "estimate": 0.09246391570224477, "se": 0.05561534167083375, "pvalue": 0.09673014929264065, "lower": -0.01667920366430964, "upper": 0.20160703506879918 }, { "event_time": 3, "estimate": -0.06975589116960518, "se": 0.8829981205332419, "pvalue": 0.9370501248316366, "lower": -1.8026081289603806, "upper": 1.6630963466211701 }, { "event_time": 4, "estimate": 0.9340102891332784, "se": 0.056494780441588885, "pvalue": 3.7357518194702286e-54, "lower": 0.8231413026255996, "upper": 1.0448792756409573 }, { "event_time": 5, "estimate": -0.010483488432387514, "se": 0.4049316347238601, "pvalue": 0.9793508907239709, "lower": -0.8051473422577726, "upper": 0.7841803653929975 }, { "event_time": 6, "estimate": -0.5147535158130426, "se": 0.4517995349333707, "pvalue": 0.2548483510320581, "lower": -1.4013939479232822, "upper": 0.37188691629719695 }, { "event_time": 7, "estimate": -1.4945712326916534, "se": 0.0634596953383627, "pvalue": 5.788249502995823e-97, "lower": -1.6191086156366976, "upper": -1.3700338497466091 }, { "event_time": 8, "estimate": -0.11565637415653146, "se": 0.0579057148227656, "pvalue": 0.046075019434042186, "lower": -0.22929426893586277, "upper": -0.0020184793772001497 }, { "event_time": 9, "estimate": -1.1112326439868765, "se": 0.05648562459402954, "pvalue": 1.528146252306221e-72, "lower": -1.22208366247111, "upper": -1.000381625502643 }, { "event_time": 10, "estimate": -1.5216594450173693, "se": 0.056173677009783124, "pvalue": 3.351292083882958e-120, "lower": -1.6318982775219673, "upper": -1.4114206125127713 }, { "event_time": 11, "estimate": -0.8142513730214901, "se": 0.05531785859287885, "pvalue": 2.48924107743355e-44, "lower": -0.9228106924847924, "upper": -0.7056920535581878 }, { "event_time": 12, "estimate": -0.3151328901762125, "se": 0.45080434596180086, "pvalue": 0.48469450520329743, "lower": -1.1998202995151601, "upper": 0.569554519162735 }, { "event_time": 13, "estimate": -1.1092491194469285, "se": 0.17283905156875437, "pvalue": 2.1788416092489197e-10, "lower": -1.448439577867928, "upper": -0.770058661025929 }, { "event_time": 15, "estimate": -0.34495850912536835, "se": 0.06332957064669625, "pvalue": 6.524629421524365e-08, "lower": -0.4692405270159435, "upper": -0.22067649123479322 }, { "event_time": 16, "estimate": -1.1303838987678518, "se": 0.07018372932589412, "pvalue": 8.763160791265466e-52, "lower": -1.2681169579791587, "upper": -0.992650839556545 }, { "event_time": 17, "estimate": -1.8913423592516088, "se": 0.0627836162956286, "pvalue": 1.759202749574221e-140, "lower": -2.014552961250146, "upper": -1.7681317572530717 }, { "event_time": 22, "estimate": -0.6971557593469191, "se": 0.47264544334672215, "pvalue": 0.1405417436233553, "lower": -1.6247055413219613, "upper": 0.23039402262812314 }, { "event_time": 23, "estimate": -1.2873408152064638, "se": 0.053700147688869965, "pvalue": 1.0742815902201794e-99, "lower": -1.3927254348658555, "upper": -1.181956195547072 }, { "event_time": 25, "estimate": -1.640296511063448, "se": 0.06520158666916197, "pvalue": 1.9540059637302022e-107, "lower": -1.7682522934596043, "upper": -1.5123407286672916 }, { "event_time": 27, "estimate": -0.6213591809415608, "se": 0.06258362584744659, "pvalue": 3.5988675438470296e-22, "lower": -0.7441773088366878, "upper": -0.49854105304643387 }, { "event_time": 28, "estimate": -1.2730300910922132, "se": 0.06251254867254363, "pvalue": 8.817321270330746e-77, "lower": -1.3957087325731312, "upper": -1.1503514496112952 }, { "event_time": 29, "estimate": -0.3108020723410187, "se": 0.08456410738510257, "pvalue": 0.00025082626853548985, "lower": -0.4767561092879612, "upper": -0.14484803539407617 }, { "event_time": 30, "estimate": 0.5149980085957271, "se": 0.0641689721911767, "pvalue": 2.965948641285665e-15, "lower": 0.38906869518896264, "upper": 0.6409273220024916 }, { "event_time": 32, "estimate": 1.5901918728931725, "se": 0.08025945995717954, "pvalue": 2.1330826392731407e-73, "lower": 1.4326855526003404, "upper": 1.7476981931860047 }, { "event_time": 33, "estimate": -1.1055634614513983, "se": 0.07976348919247551, "pvalue": 6.375716006078451e-40, "lower": -1.2620964568531456, "upper": -0.9490304660496509 }, { "event_time": 35, "estimate": 0.7712800580600527, "se": 0.06469395883119324, "pvalue": 1.2316259756805122e-30, "lower": 0.6443204771444362, "upper": 0.8982396389756693 }, { "event_time": 47, "estimate": 1.3939537164303437, "se": 0.12881604572807923, "pvalue": 8.136716960666956e-26, "lower": 1.14115683282151, "upper": 1.6467506000391774 }, { "event_time": 205, "estimate": -0.26963990275613015, "se": 0.07066173161323612, "pvalue": 0.0001444485032006388, "lower": -0.40831102436420574, "upper": -0.13096878114805455 }, { "event_time": 210, "estimate": 1.1885662796335705, "se": 0.07235132822183041, "pvalue": 1.4414977286695087e-53, "lower": 1.0465793850967846, "upper": 1.3305531741703565 }, { "event_time": 391, "estimate": 0.7082358722006625, "se": 0.06946918174841708, "pvalue": 3.116045808503352e-23, "lower": 0.5719050870597595, "upper": 0.8445666573415656 }, { "event_time": 412, "estimate": 1.1739896251363995, "se": 0.06053271071046975, "pvalue": 7.488023858412659e-71, "lower": 1.0551963448621067, "upper": 1.2927829054106923 }, { "event_time": 583, "estimate": -2.0981525224810333, "se": 0.10680411448343581, "pvalue": 2.2613599329595182e-72, "lower": -2.30775177811265, "upper": -1.8885532668494167 }, { "event_time": 584, "estimate": 0.7807074551490771, "se": 0.07554440979958506, "pvalue": 8.487934959970412e-24, "lower": 0.6324542521923828, "upper": 0.9289606581057714 }, { "event_time": 585, "estimate": 0.5699821891225672, "se": 0.08702230046213257, "pvalue": 9.42153915506007e-11, "lower": 0.3992040361606542, "upper": 0.7407603420844802 }, { "event_time": 587, "estimate": 1.4928033053793759, "se": 0.08274260899583842, "pvalue": 8.496014216151782e-63, "lower": 1.3304238938892379, "upper": 1.655182716869514 }, { "event_time": 588, "estimate": 0.051344667091362206, "se": 0.0782386047953939, "pvalue": 0.511817408012286, "lower": -0.10219579720708072, "upper": 0.20488513138980513 }, { "event_time": 590, "estimate": 0.1018497676763912, "se": 0.0768181964582279, "pvalue": 0.18520653250433794, "lower": -0.04890319605053478, "upper": 0.2526027314033172 }, { "event_time": 592, "estimate": 1.0530265897288211, "se": 0.07337254741545406, "pvalue": 2.0133170988210547e-42, "lower": 0.9090355890407367, "upper": 1.1970175904169056 }, { "event_time": 593, "estimate": 1.0088494026426613, "se": 0.40269432114518156, "pvalue": 0.012402939005784928, "lower": 0.21857619671481832, "upper": 1.7991226085705043 } ], "Sun\u2013Abraham": [ { "event_time": 0, "estimate": -0.42707560480062395, "se": 0.4297468540755655, "pvalue": 0.32058102407759065, "lower": -1.2704384392749184, "upper": 0.41628722967367043 }, { "event_time": 1, "estimate": -0.8584033877809204, "se": 0.296807273430946, "pvalue": 0.00391377308650784, "lower": -1.4408770488197389, "upper": -0.2759297267421019 }, { "event_time": 2, "estimate": 1.0149930420200852, "se": 0.37390853728598894, "pvalue": 0.006756883676427146, "lower": 0.2812109076098578, "upper": 1.7487751764303128 }, { "event_time": 3, "estimate": 0.17207570896140031, "se": 0.8510570400103981, "pvalue": 0.8398110335527661, "lower": -1.4980933004346872, "upper": 1.8422447183574877 }, { "event_time": 4, "estimate": 0.8451381048310601, "se": 0.2949604474649954, "pvalue": 0.004258558957710693, "lower": 0.2662887737126439, "upper": 1.4239874359494764 }, { "event_time": 5, "estimate": 0.14867077672887655, "se": 0.4670245641462644, "pvalue": 0.7502999736601739, "lower": -0.7678482308035398, "upper": 1.065189784261293 }, { "event_time": 6, "estimate": -0.27292319624011085, "se": 0.45268728197104424, "pvalue": 0.5467219987559415, "lower": -1.16130580016822, "upper": 0.6154594076879982 }, { "event_time": 7, "estimate": -1.0564966685490995, "se": 0.3774518154831137, "pvalue": 0.005229530596005293, "lower": -1.7972323597226132, "upper": -0.31576097737558595 }, { "event_time": 8, "estimate": -0.20452975578488772, "se": 0.2952516897729567, "pvalue": 0.4886481961302037, "lower": -0.7839506395185974, "upper": 0.37489112794882196 }, { "event_time": 9, "estimate": -0.18868754267389906, "se": 0.3740247101420458, "pvalue": 0.6140419316254313, "lower": -0.9226976621600937, "upper": 0.5453225768122956 }, { "event_time": 10, "estimate": -1.0836008778607062, "se": 0.37627346942626305, "pvalue": 0.004068366925813097, "lower": -1.8220241070322936, "upper": -0.34517764868911904 }, { "event_time": 11, "estimate": 0.10827719822020106, "se": 0.3738508343890241, "pvalue": 0.7721650059769365, "lower": -0.6253916963180409, "upper": 0.8419460927584431 }, { "event_time": 12, "estimate": -0.14053937911782954, "se": 0.48905105635584434, "pvalue": 0.7738904840950933, "lower": -1.1002845900004883, "upper": 0.8192058317648291 }, { "event_time": 13, "estimate": -0.4289541832844326, "se": 0.449667824200422, "pvalue": 0.34035885729214266, "lower": -1.311411209305787, "upper": 0.453502842736922 }, { "event_time": 15, "estimate": -0.4338289711576241, "se": 0.29636730059464955, "pvalue": 0.14357338974164377, "lower": -1.0154392012375149, "upper": 0.14778125892226657 }, { "event_time": 16, "estimate": -0.6923173838713846, "se": 0.3786502391240838, "pvalue": 0.06780563987718799, "lower": -1.435404938587736, "upper": 0.05077017084496671 }, { "event_time": 17, "estimate": -1.4532701159170451, "se": 0.37732469008562763, "pvalue": 0.00012526158040081998, "lower": -2.193756328043672, "upper": -0.7127839037904187 }, { "event_time": 22, "estimate": -0.016853759294325407, "se": 0.5258275847754891, "pvalue": 0.9744374154427438, "lower": -1.048771592165887, "upper": 1.015064073577236 }, { "event_time": 23, "estimate": -0.36481714827580447, "se": 0.3736125108017902, "pvalue": 0.3290858326479439, "lower": -1.0980183412959423, "upper": 0.3683840447443333 }, { "event_time": 25, "estimate": -0.717769619067493, "se": 0.3754588367221241, "pvalue": 0.056213595143852234, "lower": -1.4545941606863906, "upper": 0.01905492255140462 }, { "event_time": 27, "estimate": 0.3011750135304974, "se": 0.3750063661340434, "pvalue": 0.4221064162553628, "lower": -0.4347615707384836, "upper": 1.0371115977994785 }, { "event_time": 28, "estimate": -0.834967526007438, "se": 0.3772926452019436, "pvalue": 0.027131236085884712, "lower": -1.5753908511956776, "upper": -0.09454420081919823 }, { "event_time": 29, "estimate": 0.6117351806100597, "se": 0.3793582453609672, "pvalue": 0.10717383719482622, "lower": -0.13274181102968208, "upper": 1.3562121722498015 }, { "event_time": 30, "estimate": 0.9530628146792862, "se": 0.3775707104477057, "pvalue": 0.011758270672658302, "lower": 0.21209379638914083, "upper": 1.6940318329694315 }, { "event_time": 32, "estimate": 0.9550808223919978, "se": 0.3201208664880485, "pvalue": 0.0029225904573749405, "lower": 0.3268550686131102, "upper": 1.5833065761708853 }, { "event_time": 33, "estimate": -0.6675035741119847, "se": 0.3805632684273135, "pvalue": 0.07975491531716251, "lower": -1.4143453804308863, "upper": 0.07933823220691705 }, { "event_time": 35, "estimate": 0.13616861899634375, "se": 0.3165254386079159, "pvalue": 0.6671491671886777, "lower": -0.4850012361310941, "upper": 0.7573384741237816 }, { "event_time": 47, "estimate": 1.3050826325624223, "se": 0.3171528789420761, "pvalue": 4.207909401784786e-05, "lower": 0.6826814482148575, "upper": 1.927483816909987 }, { "event_time": 205, "estimate": -0.3585128486468368, "se": 0.2980438123872191, "pvalue": 0.22931998080107785, "lower": -0.9434131731718689, "upper": 0.22638747587819535 }, { "event_time": 210, "estimate": 1.0996944334067205, "se": 0.2984483666703159, "pvalue": 0.0002419091743369435, "lower": 0.5140001855669379, "upper": 1.6853886812465029 }, { "event_time": 391, "estimate": 0.6193725518298451, "se": 0.2977770036428274, "pvalue": 0.03779425704641098, "lower": 0.03499582992528294, "upper": 1.2037492737344073 }, { "event_time": 412, "estimate": 1.0851143229995013, "se": 0.2957892578784016, "pvalue": 0.00025749888010745235, "lower": 0.5046384810809172, "upper": 1.6655901649180853 }, { "event_time": 583, "estimate": -2.733245854936448, "se": 0.32785129094726423, "pvalue": 2.656436838495081e-16, "lower": -3.376642290296328, "upper": -2.0898494195765682 }, { "event_time": 584, "estimate": 0.14560607907654205, "se": 0.31896156183652596, "pvalue": 0.6481345349795362, "lower": -0.48034458077750347, "upper": 0.7715567389305875 }, { "event_time": 585, "estimate": -0.06511703430940075, "se": 0.3218994293869395, "pvalue": 0.8397333318471425, "lower": -0.6968331541804988, "upper": 0.5665990855616974 }, { "event_time": 587, "estimate": 0.8577070890090003, "se": 0.32074393442041604, "pvalue": 0.007621250383570878, "lower": 0.22825858669215804, "upper": 1.4871555913258425 }, { "event_time": 588, "estimate": -0.5837521637500374, "se": 0.31959262358222373, "pvalue": 0.06808102602096365, "lower": -1.2109412597148599, "upper": 0.04343693221478506 }, { "event_time": 590, "estimate": -0.5332427659678629, "se": 0.31926851265392775, "pvalue": 0.09520890181436875, "lower": -1.1597958058252829, "upper": 0.09331027388955704 }, { "event_time": 592, "estimate": 0.41793273190223956, "se": 0.31843628439884414, "pvalue": 0.18968424856095575, "lower": -0.2069870897629339, "upper": 1.0428525535674131 }, { "event_time": 593, "estimate": 0.3737944014257676, "se": 0.5100408214806088, "pvalue": 0.4638175706869995, "lower": -0.6271424729738936, "upper": 1.3747312758254289 } ] }, "target": { "event_times": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 22, 23, 25, 27, 28, 29, 30, 32, 33, 35, 47, 205, 210, 391, 412, 583, 584, 585, 587, 588, 590, 592, 593 ], "weights": [ 0.07547169811320754, 0.018867924528301886, 0.018867924528301886, 0.05660377358490566, 0.018867924528301886, 0.07547169811320754, 0.05660377358490566, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.03773584905660377, 0.03773584905660377, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.03773584905660377, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886, 0.018867924528301886 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "status": "not_identified", "pvalue": null, "reason": "Only one treated cohort remains on the common supported sample." } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": -0.017067329444177715, "se": 0.431616920586739, "lower": -0.8630209489122709, "upper": 0.8288862900239153, "event_study": [ { "event_time": -1, "estimate": 0.0, "se": 0.0, "lower": 0.0, "upper": 0.0, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.5260332108674499, "se": 0.4520006456619799, "lower": -1.411938197353781, "upper": 0.3598717756188813, "n": 4.0, "relative_to_minus_one": -0.5260332108674499 }, { "event_time": 1, "estimate": -0.9420807724735236, "se": 0.43330752228478997, "lower": -1.7913479103819987, "upper": -0.09281363456504843, "n": 1.0, "relative_to_minus_one": -0.9420807724735236 }, { "event_time": 2, "estimate": 0.9439127955017748, "se": 0.43229526968279236, "lower": 0.0966296362364718, "upper": 1.7911959547670777, "n": 1.0, "relative_to_minus_one": 0.9439127955017748 }, { "event_time": 3, "estimate": 0.2528024957047692, "se": 0.8493080654912344, "lower": -1.4118107244374358, "upper": 1.9174157158469742, "n": 3.0, "relative_to_minus_one": 0.2528024957047692 }, { "event_time": 4, "estimate": 0.7213726132503355, "se": 0.4322953211396497, "lower": -0.12591064686855458, "upper": 1.5686558733692255, "n": 1.0, "relative_to_minus_one": 0.7213726132503355 }, { "event_time": 5, "estimate": 0.21842606911436246, "se": 0.4691046301469017, "lower": -0.7010021109545473, "upper": 1.1378542491832722, "n": 4.0, "relative_to_minus_one": 0.21842606911436246 }, { "event_time": 6, "estimate": -0.16065077751938173, "se": 0.3992829238124406, "lower": -0.9432309278336157, "upper": 0.6219293727948523, "n": 3.0, "relative_to_minus_one": -0.16065077751938173 }, { "event_time": 7, "estimate": -0.5408327988145966, "se": 0.43386039996841025, "lower": -1.3911835570708235, "upper": 0.3095179594416303, "n": 1.0, "relative_to_minus_one": -0.5408327988145966 }, { "event_time": 8, "estimate": -0.3785959952289694, "se": 0.4326861462868638, "lower": -1.2266452585606518, "upper": 0.4694532681027129, "n": 1.0, "relative_to_minus_one": -0.3785959952289694 }, { "event_time": 9, "estimate": -0.14444263845079874, "se": 0.4324713237083367, "lower": -0.9920708572655018, "upper": 0.7031855803639043, "n": 1.0, "relative_to_minus_one": -0.14444263845079874 }, { "event_time": 10, "estimate": -0.42419703959538846, "se": 0.4324014179768047, "lower": -1.271688245693976, "upper": 0.42329416650319907, "n": 1.0, "relative_to_minus_one": -0.42419703959538846 }, { "event_time": 11, "estimate": 0.15042759322841548, "se": 0.4324052030418705, "lower": -0.6970710314613802, "upper": 0.9979262179182111, "n": 1.0, "relative_to_minus_one": 0.15042759322841548 }, { "event_time": 12, "estimate": 0.16001071349203155, "se": 0.4453219611861625, "lower": -0.7128042919575909, "upper": 1.032825718941654, "n": 2.0, "relative_to_minus_one": 0.16001071349203155 }, { "event_time": 13, "estimate": -0.09767378263793101, "se": 0.4537630760953227, "lower": -0.9870330692988715, "upper": 0.7916855040230094, "n": 2.0, "relative_to_minus_one": -0.09767378263793101 }, { "event_time": 15, "estimate": -0.4559648425003274, "se": 0.43379328106837467, "lower": -1.3061840501298025, "upper": 0.3942543651291478, "n": 1.0, "relative_to_minus_one": -0.4559648425003274 }, { "event_time": 16, "estimate": -0.10272545563265323, "se": 0.4354934828818938, "lower": -0.9562769975830757, "upper": 0.7508260863177693, "n": 1.0, "relative_to_minus_one": -0.10272545563265323 }, { "event_time": 17, "estimate": -0.7615271798606199, "se": 0.4345075272998535, "lower": -1.6131462843798872, "upper": 0.09009192465864724, "n": 1.0, "relative_to_minus_one": -0.7615271798606199 }, { "event_time": 22, "estimate": 0.165340945577968, "se": 0.6565758746563695, "lower": -1.121524121866401, "upper": 1.4522060130223369, "n": 2.0, "relative_to_minus_one": 0.165340945577968 }, { "event_time": 23, "estimate": -0.47129362196024066, "se": 0.43166767111287924, "lower": -1.3173467106317651, "upper": 0.37475946671128374, "n": 1.0, "relative_to_minus_one": -0.47129362196024066 }, { "event_time": 25, "estimate": -0.7269077116620477, "se": 0.43348818419353935, "lower": -1.57652894040505, "upper": 0.12271351708095457, "n": 1.0, "relative_to_minus_one": -0.7269077116620477 }, { "event_time": 27, "estimate": 0.3931499292865477, "se": 0.4334351167718571, "lower": -0.45636728922120495, "upper": 1.2426671477943003, "n": 1.0, "relative_to_minus_one": 0.3931499292865477 }, { "event_time": 28, "estimate": -0.1478350847117339, "se": 0.43334368842536974, "lower": -0.9971731069532053, "upper": 0.7015029375297375, "n": 1.0, "relative_to_minus_one": -0.1478350847117339 }, { "event_time": 29, "estimate": 0.7174127763748173, "se": 0.43883617121923063, "lower": -0.14269031432832735, "upper": 1.5775158670779619, "n": 1.0, "relative_to_minus_one": 0.7174127763748173 }, { "event_time": 30, "estimate": 1.667793204853508, "se": 0.43436907626572674, "lower": 0.8164454593747517, "upper": 2.5191409503322646, "n": 1.0, "relative_to_minus_one": 1.667793204853508 }, { "event_time": 32, "estimate": 0.9481233346199032, "se": 0.43737537671393306, "lower": 0.0908833485359557, "upper": 1.8053633207038506, "n": 1.0, "relative_to_minus_one": 0.9481233346199032 }, { "event_time": 33, "estimate": -0.010574113263834173, "se": 0.4363636013833367, "lower": -0.8658310561393666, "upper": 0.8446828296116983, "n": 1.0, "relative_to_minus_one": -0.010574113263834173 }, { "event_time": 35, "estimate": 0.053004757927632706, "se": 0.4338445642350074, "lower": -0.7973149628614558, "upper": 0.9033244787167212, "n": 1.0, "relative_to_minus_one": 0.053004757927632706 }, { "event_time": 47, "estimate": 1.1003210838450261, "se": 0.4476558163435862, "lower": 0.22293180634172027, "upper": 1.977710361348332, "n": 1.0, "relative_to_minus_one": 1.1003210838450261 }, { "event_time": 205, "estimate": -0.4389421592423935, "se": 0.4341186270944433, "lower": -1.2897990333654765, "upper": 0.4119147148806895, "n": 1.0, "relative_to_minus_one": -0.4389421592423935 }, { "event_time": 210, "estimate": 1.0604071157885733, "se": 0.43474433347585295, "lower": 0.20832387969303057, "upper": 1.912490351884116, "n": 1.0, "relative_to_minus_one": 1.0604071157885733 }, { "event_time": 391, "estimate": 0.6249856880575102, "se": 0.4346182806187003, "lower": -0.22685048897786497, "upper": 1.4768218650928855, "n": 1.0, "relative_to_minus_one": 0.6249856880575102 }, { "event_time": 412, "estimate": 0.9815929844854674, "se": 0.4331065034214346, "lower": 0.1327198363093819, "upper": 1.8304661326615528, "n": 1.0, "relative_to_minus_one": 0.9815929844854674 }, { "event_time": 583, "estimate": -3.1170413906661576, "se": 0.4492879139451303, "lower": -3.997629520687744, "upper": -2.2364532606445713, "n": 1.0, "relative_to_minus_one": -3.1170413906661576 }, { "event_time": 584, "estimate": -0.07648858559954895, "se": 0.4365305662607918, "lower": -0.9320727736215765, "upper": 0.7790956024224786, "n": 1.0, "relative_to_minus_one": -0.07648858559954895 }, { "event_time": 585, "estimate": -0.38330475250169177, "se": 0.43793595436936505, "lower": -1.2416434506008238, "upper": 0.4750339455974402, "n": 1.0, "relative_to_minus_one": -0.38330475250169177 }, { "event_time": 587, "estimate": 0.5452729579224758, "se": 0.43641835757820874, "lower": -0.31009130512293637, "upper": 1.400637220967888, "n": 1.0, "relative_to_minus_one": 0.5452729579224758 }, { "event_time": 588, "estimate": -0.7713214132214145, "se": 0.43578433332085115, "lower": -1.6254430115570808, "upper": 0.08280018511425202, "n": 1.0, "relative_to_minus_one": -0.7713214132214145 }, { "event_time": 590, "estimate": -0.7228872311176571, "se": 0.4357108377692605, "lower": -1.576864780819182, "upper": 0.13109031858386788, "n": 1.0, "relative_to_minus_one": -0.7228872311176571 }, { "event_time": 592, "estimate": 0.28988681182279374, "se": 0.4354903275704708, "lower": -0.5636585458308796, "upper": 1.143432169476467, "n": 1.0, "relative_to_minus_one": 0.28988681182279374 }, { "event_time": 593, "estimate": -0.2756164910926615, "se": 0.5841004472829077, "lower": -1.420432331120897, "upper": 0.869199348935574, "n": 1.0, "relative_to_minus_one": -0.2756164910926615 } ], "group_time_estimates": [ { "group": 3, "year": 2, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 2 }, { "group": 3, "year": 3, "event_time": 0, "att": -0.5260332108674499, "mass": 4.0, "base": 2 }, { "group": 3, "year": 4, "event_time": 1, "att": -0.9420807724735236, "mass": 1.0, "base": 2 }, { "group": 3, "year": 5, "event_time": 2, "att": 0.9439127955017748, "mass": 1.0, "base": 2 }, { "group": 3, "year": 6, "event_time": 3, "att": 0.2528024957047692, "mass": 3.0, "base": 2 }, { "group": 3, "year": 7, "event_time": 4, "att": 0.7213726132503355, "mass": 1.0, "base": 2 }, { "group": 3, "year": 8, "event_time": 5, "att": 0.21842606911436246, "mass": 4.0, "base": 2 }, { "group": 3, "year": 9, "event_time": 6, "att": -0.16065077751938173, "mass": 3.0, "base": 2 }, { "group": 3, "year": 10, "event_time": 7, "att": -0.5408327988145966, "mass": 1.0, "base": 2 }, { "group": 3, "year": 11, "event_time": 8, "att": -0.3785959952289694, "mass": 1.0, "base": 2 }, { "group": 3, "year": 12, "event_time": 9, "att": -0.14444263845079874, "mass": 1.0, "base": 2 }, { "group": 3, "year": 13, "event_time": 10, "att": -0.42419703959538846, "mass": 1.0, "base": 2 }, { "group": 3, "year": 14, "event_time": 11, "att": 0.15042759322841548, "mass": 1.0, "base": 2 }, { "group": 3, "year": 15, "event_time": 12, "att": 0.16001071349203155, "mass": 2.0, "base": 2 }, { "group": 3, "year": 16, "event_time": 13, "att": -0.09767378263793103, "mass": 2.0, "base": 2 }, { "group": 3, "year": 18, "event_time": 15, "att": -0.4559648425003274, "mass": 1.0, "base": 2 }, { "group": 3, "year": 19, "event_time": 16, "att": -0.10272545563265323, "mass": 1.0, "base": 2 }, { "group": 3, "year": 20, "event_time": 17, "att": -0.7615271798606199, "mass": 1.0, "base": 2 }, { "group": 3, "year": 25, "event_time": 22, "att": 0.16534094557796797, "mass": 2.0, "base": 2 }, { "group": 3, "year": 26, "event_time": 23, "att": -0.47129362196024066, "mass": 1.0, "base": 2 }, { "group": 3, "year": 28, "event_time": 25, "att": -0.7269077116620477, "mass": 1.0, "base": 2 }, { "group": 3, "year": 30, "event_time": 27, "att": 0.3931499292865477, "mass": 1.0, "base": 2 }, { "group": 3, "year": 31, "event_time": 28, "att": -0.1478350847117339, "mass": 1.0, "base": 2 }, { "group": 3, "year": 32, "event_time": 29, "att": 0.7174127763748173, "mass": 1.0, "base": 2 }, { "group": 3, "year": 33, "event_time": 30, "att": 1.667793204853508, "mass": 1.0, "base": 2 }, { "group": 3, "year": 35, "event_time": 32, "att": 0.9481233346199032, "mass": 1.0, "base": 2 }, { "group": 3, "year": 36, "event_time": 33, "att": -0.010574113263834173, "mass": 1.0, "base": 2 }, { "group": 3, "year": 38, "event_time": 35, "att": 0.053004757927632706, "mass": 1.0, "base": 2 }, { "group": 3, "year": 50, "event_time": 47, "att": 1.1003210838450261, "mass": 1.0, "base": 2 }, { "group": 3, "year": 208, "event_time": 205, "att": -0.43894215924239344, "mass": 1.0, "base": 2 }, { "group": 3, "year": 213, "event_time": 210, "att": 1.0604071157885733, "mass": 1.0, "base": 2 }, { "group": 3, "year": 394, "event_time": 391, "att": 0.6249856880575102, "mass": 1.0, "base": 2 }, { "group": 3, "year": 415, "event_time": 412, "att": 0.9815929844854674, "mass": 1.0, "base": 2 }, { "group": 3, "year": 586, "event_time": 583, "att": -3.1170413906661576, "mass": 1.0, "base": 2 }, { "group": 3, "year": 587, "event_time": 584, "att": -0.07648858559954896, "mass": 1.0, "base": 2 }, { "group": 3, "year": 588, "event_time": 585, "att": -0.38330475250169177, "mass": 1.0, "base": 2 }, { "group": 3, "year": 590, "event_time": 587, "att": 0.5452729579224758, "mass": 1.0, "base": 2 }, { "group": 3, "year": 591, "event_time": 588, "att": -0.7713214132214145, "mass": 1.0, "base": 2 }, { "group": 3, "year": 593, "event_time": 590, "att": -0.7228872311176571, "mass": 1.0, "base": 2 }, { "group": 3, "year": 595, "event_time": 592, "att": 0.28988681182279374, "mass": 1.0, "base": 2 }, { "group": 3, "year": 596, "event_time": 593, "att": -0.2756164910926615, "mass": 1.0, "base": 2 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": false, "effective_panel": false }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": -0.017067329444177715, "se": 0.431616920586739, "lower": -0.8630209489122709, "upper": 0.8288862900239153 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.017067329444177732, "se": 0.43161692058673934, "lower": -0.8630209489122714, "upper": 0.8288862900239159 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.017067329444177715, "se": 0.43161692058673945, "lower": -0.8630209489122715, "upper": 0.8288862900239162 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": -0.022519496041953354, "se": 0.3788187713495642, "lower": -0.7649906445548129, "upper": 0.7199516524709062 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": -0.022519496041953354, "treated_cell_se": 0.3788187713495642, "checks": { "input_rows": 110998, "retained_rows": 110998, "all_observed_post_cells_estimated": true, "post_weight_sum": 53.0, "avoided_dense_if_bytes": 1111755968 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.6583253750577569, "status": "estimated" }, { "method": "SDID", "status": "unsupported", "reason": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.08017338897389006, "SE": 0.3833459792524024, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.08658480067380339, "SE": 0.36856303915072125, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.24069753096449792, "SE": 0.13039703946377626, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.08658461544704904, "SE": 0.3685648941539176, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.017067329444177715, "SE": 0.431616920586739, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.022519496041953354, "SE": 0.3788187713495642, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "2b0236c0fb0b135a333e0dd104c9e029718059743d101f9efa90edf44a1ee516", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.08017338897389006, "SE": 0.3833459792524024, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.8324761657844026, "upper": 0.6721293878366226, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.08658480067380339, "SE": 0.36856303915072125, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8098765861349173, "upper": 0.6367069847873106, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.24069753096449792, "SE": 0.13039703946377626, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4965970582473424, "upper": 0.015201996318346567, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.08658461544704904, "SE": 0.3685648941539176, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8098800412856058, "upper": 0.6367108103915076, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.017067329444177715, "SE": 0.431616920586739, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8630209489122709, "upper": 0.8288862900239153, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.022519496041953354, "SE": 0.3788187713495642, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.7649906445548129, "upper": 0.7199516524709062, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602407.127904, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.08017338897389006, "SE": 0.3833459792524024, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.8324761657844026, "upper": 0.6721293878366226, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.08658480067380339, "SE": 0.36856303915072125, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8098765861349173, "upper": 0.6367069847873106, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.24069753096449792, "SE": 0.13039703946377626, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4965970582473424, "upper": 0.015201996318346567, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.08658461544704904, "SE": 0.3685648941539176, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8098800412856058, "upper": 0.6367108103915076, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.017067329444177715, "SE": 0.431616920586739, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8630209489122709, "upper": 0.8288862900239153, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.022519496041953354, "SE": 0.3788187713495642, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.7649906445548129, "upper": 0.7199516524709062, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: event-path adapter requires a consecutive prepared period grid.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }