{ "study_id": 7, "specification_id": "S07-P002", "source_specification_id": "FIA-T2-C2", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "The Arrival of Fast Internet and Employment in Africa", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S07-P002.json", "input_bytes": 168928, "specification_type": "scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": [ 20071, 20072, 20073, 20074, 20081, 20082, 20083, 20084, 20091, 20092, 20093, 20094, 20101, 20102, 20103, 20104, 20111, 20112, 20113, 20114, 20121, 20122, 20123, 20124, 20131, 20132, 20133, 20134, 20141, 20142, 20143, 20144 ], "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": "archive_time_fe", "latest_cohort_control": true, "slug": "s07-p002", "study_id": 7, "study": "The Arrival of Fast Internet and Employment in Africa", "citation": "Hjort and Poulsen (2019), AER. https://doi.org/10.1257/aer.20161385", "description": "FIA-T2-C2", "source_specification_id": "FIA-T2-C2", "specification_id": "S07-P002", "data": "analyses/full-archive/prepared/S07-P002.parquet", "output_dir": "analyses/full-archive/results/S07-P002" }, "source": { "file": "S07-P002.parquet", "bytes": 56794, "sha256": "69e943b4f6b7130409bddccf91a491212a40dc21a0b63383d1da57b4a29a8464" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1670, "source_sd": 1.2368027538491213, "rows": 1632, "units": 94, "clusters": 94, "treated_units": 17, "never_treated_units": 77, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1632, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 6, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 5 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2934554356394067, "se": 0.13784905321221091, "pvalue": 0.035912089013123226, "lower": 0.019714535664744404, "upper": 0.567196335614069 }, { "method": "Dynamic TWFE", "estimate": 0.34659086917588267, "se": 0.1851776291667871, "pvalue": 0.06439581533516822, "lower": -0.021135202799781094, "upper": 0.7143169411515464 }, { "method": "BJS / did2s", "estimate": 0.31478636831104334, "se": 0.14522421071345895, "pvalue": 0.03274364649522386, "lower": 0.026399867189316473, "upper": 0.6031728694327703 }, { "method": "Sun\u2013Abraham", "estimate": 0.3645272632101659, "se": 0.19791182756488274, "pvalue": 0.06868162591089791, "lower": -0.02848640304867589, "upper": 0.7575409294690076 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -12, "estimate": 0.8001582968662334, "se": 0.19019777524670642, "pvalue": 5.957379588684714e-05, "lower": 0.4224632096967848, "upper": 1.177853384035682 }, { "event_time": -11, "estimate": 0.9501643256082718, "se": 0.19019777524670647, "pvalue": 2.73850129146472e-06, "lower": 0.572469238438823, "upper": 1.3278594127777206 }, { "event_time": -10, "estimate": 0.09794161380120311, "se": 0.5307364263835062, "pvalue": 0.8539923860045018, "lower": -0.9559957446505815, "upper": 1.1518789722529876 }, { "event_time": -9, "estimate": 0.013271663398101078, "se": 0.1533911059230717, "pvalue": 0.9312376971123695, "lower": -0.29133267304844696, "upper": 0.31787599984464915 }, { "event_time": -8, "estimate": 0.09577363417405307, "se": 0.18497851130813714, "pvalue": 0.6058583548495601, "lower": -0.27155702919663494, "upper": 0.46310429754474114 }, { "event_time": -7, "estimate": 0.12713526102699466, "se": 0.18580818002851981, "pvalue": 0.49553237631086017, "lower": -0.24184295999393526, "upper": 0.4961134820479246 }, { "event_time": -6, "estimate": -0.0523196919770598, "se": 0.17840379964301004, "pvalue": 0.7699725742538647, "lower": -0.4065942809943378, "upper": 0.30195489704021816 }, { "event_time": -5, "estimate": -0.06438846631939175, "se": 0.13187363026987176, "pvalue": 0.6265157681648472, "lower": -0.3262633605736733, "upper": 0.19748642793488974 }, { "event_time": -4, "estimate": 0.06089493986195342, "se": 0.15698142217134123, "pvalue": 0.6989678064658708, "lower": -0.2508390531044835, "upper": 0.3726289328283904 }, { "event_time": -3, "estimate": 0.25881436283449594, "se": 0.13634904714840154, "pvalue": 0.060774187869009, "lower": -0.011947822377123996, "upper": 0.5295765480461159 }, { "event_time": -2, "estimate": 0.0770150547742083, "se": 0.10350403485122199, "pvalue": 0.45870531907552786, "lower": -0.12852344542546162, "upper": 0.2825535549738782 }, { "event_time": 0, "estimate": 0.22544958515482638, "se": 0.18105212312631166, "pvalue": 0.21617958688267744, "lower": -0.13408404944056662, "upper": 0.5849832197502194 }, { "event_time": 1, "estimate": 0.4867205156899877, "se": 0.1838298353308213, "pvalue": 0.009520432074194745, "lower": 0.12167089515914892, "upper": 0.8517701362208265 }, { "event_time": 2, "estimate": 0.3508296180830707, "se": 0.19448355395528025, "pvalue": 0.07448394817509045, "lower": -0.03537617622174849, "upper": 0.7370354123878899 }, { "event_time": 3, "estimate": 0.46297737589609994, "se": 0.17034149803745385, "pvalue": 0.007835968139109532, "lower": 0.12471292003493867, "upper": 0.8012418317572612 }, { "event_time": 4, "estimate": 0.6325912981890766, "se": 0.1855923287098178, "pvalue": 0.0009671823380469551, "lower": 0.2640417151084541, "upper": 1.001140881269699 }, { "event_time": 5, "estimate": 0.4794713390575477, "se": 0.15522691413721815, "pvalue": 0.002649568199695728, "lower": 0.17122145132855665, "upper": 0.7877212267865388 }, { "event_time": 6, "estimate": 0.5528002074804687, "se": 0.24085591764410486, "pvalue": 0.023973074799670733, "lower": 0.07450808922687718, "upper": 1.03109232573406 }, { "event_time": 7, "estimate": 0.4723575407423905, "se": 0.21348401772998155, "pvalue": 0.029371976879626237, "lower": 0.048420591000357394, "upper": 0.8962944904844237 }, { "event_time": 8, "estimate": 0.480615403004362, "se": 0.1972219101514486, "pvalue": 0.016715492981075004, "lower": 0.08897177599686656, "upper": 0.8722590300118575 }, { "event_time": 9, "estimate": 0.38238719906204127, "se": 0.20988290926223646, "pvalue": 0.07168341694694257, "lower": -0.034398662951087566, "upper": 0.7991730610751702 }, { "event_time": 10, "estimate": 0.27257798932909494, "se": 0.229754708569906, "pvalue": 0.2384915275520997, "lower": -0.1836693278035202, "upper": 0.7288253064617101 }, { "event_time": 11, "estimate": 0.2155136905118977, "se": 0.22925414195932986, "pvalue": 0.3496197549913422, "lower": -0.23973960053723434, "upper": 0.6707669815610298 }, { "event_time": 12, "estimate": 0.44648168271811856, "se": 0.24837353494577202, "pvalue": 0.07548227422266804, "lower": -0.04673893361268111, "upper": 0.9397022990489182 }, { "event_time": 13, "estimate": 0.5764058293030176, "se": 0.23656955044303002, "pvalue": 0.016733269896113866, "lower": 0.10662558681427303, "upper": 1.0461860717917624 }, { "event_time": 14, "estimate": -0.051755322030884676, "se": 0.28380896321419924, "pvalue": 0.8556973606721254, "lower": -0.6153436761092483, "upper": 0.5118330320474791 }, { "event_time": 15, "estimate": 0.13591482711808567, "se": 0.3127868251297353, "pvalue": 0.6649111753074531, "lower": -0.4852178177280123, "upper": 0.7570474719641836 }, { "event_time": 16, "estimate": 0.2045950483910073, "se": 0.29125686278337143, "pvalue": 0.4841495428766876, "lower": -0.37378335816488406, "upper": 0.7829734549468986 }, { "event_time": 17, "estimate": 0.18030738989871586, "se": 0.27642692769885735, "pvalue": 0.5158303965520601, "lower": -0.36862170465971666, "upper": 0.7292364844571484 }, { "event_time": 18, "estimate": -0.012371407209317472, "se": 0.2893119806883937, "pvalue": 0.9659833494236816, "lower": -0.5868876633723134, "upper": 0.5621448489536783 } ], "BJS / did2s": [ { "event_time": -12, "estimate": 0.36182165905018593, "se": 0.199898358685807, "pvalue": 0.07352124399007394, "lower": -0.03513686431284163, "upper": 0.7587801824132134 }, { "event_time": -11, "estimate": 0.5118276877922243, "se": 0.199898358685807, "pvalue": 0.01206479762118145, "lower": 0.11486916442919676, "upper": 0.9087862111552518 }, { "event_time": -10, "estimate": -0.027161938497899826, "se": 0.41470316924928, "pvalue": 0.9479186448486595, "lower": -0.8506802444080829, "upper": 0.7963563674122832 }, { "event_time": -9, "estimate": -0.1118318889010017, "se": 0.04135502312346502, "pvalue": 0.008142415413370886, "lower": -0.193954768851892, "upper": -0.0297090089501114 }, { "event_time": -8, "estimate": 0.004199187098148225, "se": 0.07431242025463262, "pvalue": 0.9550589835330805, "lower": -0.14337055187193048, "upper": 0.15176892606822695 }, { "event_time": -7, "estimate": 0.004527963728726002, "se": 0.0655933213326181, "pvalue": 0.9451132607950857, "lower": -0.12572737278255558, "upper": 0.13478330024000756 }, { "event_time": -6, "estimate": -0.11587550698770134, "se": 0.07978597296212313, "pvalue": 0.14977561610578713, "lower": -0.2743146368552322, "upper": 0.042563622879829524 }, { "event_time": -5, "estimate": -0.110765351216006, "se": 0.042098380494061824, "pvalue": 0.009962476473753427, "lower": -0.19436439158213475, "upper": -0.027166310849877237 }, { "event_time": -4, "estimate": -0.020040506607988173, "se": 0.061388462398642624, "pvalue": 0.744814442651892, "lower": -0.141945826619113, "upper": 0.10186481340313666 }, { "event_time": -3, "estimate": 0.1952585478238543, "se": 0.061313996221611065, "pvalue": 0.001972959357101319, "lower": 0.07350110288218613, "upper": 0.31701599276552245 }, { "event_time": -2, "estimate": 0.039628763896118614, "se": 0.05968813882378168, "pvalue": 0.5083775809647456, "lower": -0.0789000504750724, "upper": 0.1581575782673096 }, { "event_time": -1, "estimate": -0.03738629087806308, "se": 0.08466882713242385, "pvalue": 0.659833260594053, "lower": -0.2055218014161632, "upper": 0.13074921966003702 }, { "event_time": 0, "estimate": 0.18806329427673668, "se": 0.1385683594505328, "pvalue": 0.17800622629022878, "lower": -0.0871060053310555, "upper": 0.46323259388452886 }, { "event_time": 1, "estimate": 0.44152830658339887, "se": 0.15617356490804077, "pvalue": 0.0057499356546335334, "lower": 0.1313985580361564, "upper": 0.7516580551306413 }, { "event_time": 2, "estimate": 0.2910010015679086, "se": 0.142382790192984, "pvalue": 0.04380210376872723, "lower": 0.008256998471060373, "upper": 0.5737450046647568 }, { "event_time": 3, "estimate": 0.40314875938093775, "se": 0.139144008700926, "pvalue": 0.004692384742928816, "lower": 0.12683633444728798, "upper": 0.6794611843145875 }, { "event_time": 4, "estimate": 0.5727626816739144, "se": 0.15858892469696895, "pvalue": 0.0004930519640071174, "lower": 0.25783650727552043, "upper": 0.8876888560723084 }, { "event_time": 5, "estimate": 0.444209778639261, "se": 0.11593491035349122, "pvalue": 0.00023118911763905643, "lower": 0.2139860233132778, "upper": 0.6744335339652442 }, { "event_time": 6, "estimate": 0.5420141407625217, "se": 0.2205058787064326, "pvalue": 0.015821365930400347, "lower": 0.10413316675336798, "upper": 0.9798951147716755 }, { "event_time": 7, "estimate": 0.4615714740244436, "se": 0.1682626580195095, "pvalue": 0.007300781030010638, "lower": 0.12743518244265095, "upper": 0.7957077656062362 }, { "event_time": 8, "estimate": 0.46982933628641516, "se": 0.15777290939887734, "pvalue": 0.00370091247979668, "lower": 0.1565236065475054, "upper": 0.7831350660253249 }, { "event_time": 9, "estimate": 0.37686535341178506, "se": 0.1745230487965998, "pvalue": 0.033391675101933936, "lower": 0.030297166466332626, "upper": 0.7234335403572375 }, { "event_time": 10, "estimate": 0.2666119459866401, "se": 0.19609347275945802, "pvalue": 0.17723864495980374, "lower": -0.12279082800046476, "upper": 0.6560147199737449 }, { "event_time": 11, "estimate": 0.2102423895388435, "se": 0.19948766224423106, "pvalue": 0.294653769460546, "lower": -0.1859005720853572, "upper": 0.6063853511630442 }, { "event_time": 12, "estimate": 0.4433349489766127, "se": 0.22133646544392632, "pvalue": 0.04808935093554252, "lower": 0.003804594317172283, "upper": 0.8828653036360531 }, { "event_time": 13, "estimate": 0.5732590955615117, "se": 0.21128929665857166, "pvalue": 0.007941517876790522, "lower": 0.15368042690506728, "upper": 0.992837764217956 }, { "event_time": 14, "estimate": -0.09251454841166477, "se": 0.24765449819621133, "pvalue": 0.7095797110617019, "lower": -0.5843073002606055, "upper": 0.39927820343727594 }, { "event_time": 15, "estimate": 0.0951556007373056, "se": 0.2813239213633492, "pvalue": 0.7359431274474589, "lower": -0.46349795272491484, "upper": 0.653809154199526 }, { "event_time": 16, "estimate": 0.16383582201022737, "se": 0.2603377521154501, "pvalue": 0.5306823199488134, "lower": -0.35314335848334655, "upper": 0.6808150025038013 }, { "event_time": 17, "estimate": 0.13954816351793578, "se": 0.2287795773376428, "pvalue": 0.5433707317314619, "lower": -0.31476273624442574, "upper": 0.5938590632802973 }, { "event_time": 18, "estimate": -0.08864402442437552, "se": 0.26316592030648644, "pvalue": 0.736998704864298, "lower": -0.6112393864429846, "upper": 0.4339513375942335 } ], "Sun\u2013Abraham": [ { "event_time": -12, "estimate": 0.6787649991796586, "se": 0.20162156833928685, "pvalue": 0.0011081264036747738, "lower": 0.2783845229602525, "upper": 1.0791454753990646 }, { "event_time": -11, "estimate": 0.8287710279216968, "se": 0.2016215683392871, "pvalue": 8.502053799390388e-05, "lower": 0.4283905517022902, "upper": 1.2291515041411034 }, { "event_time": -10, "estimate": -0.03435839088402304, "se": 0.5529692895604627, "pvalue": 0.9505891805506993, "lower": -1.1324458093707104, "upper": 1.0637290276026643 }, { "event_time": -9, "estimate": -0.11902834128712508, "se": 0.17634538431715427, "pvalue": 0.5013676851287872, "lower": -0.4692153254156414, "upper": 0.23115864284139126 }, { "event_time": -8, "estimate": 0.10154443277372127, "se": 0.19298654290450257, "pvalue": 0.6000201362534344, "lower": -0.2816885942703679, "upper": 0.48477745981781045 }, { "event_time": -7, "estimate": 0.13522821369803162, "se": 0.1949107228254361, "pvalue": 0.48953969337504893, "lower": -0.2518258533241751, "upper": 0.5222822807202383 }, { "event_time": -6, "estimate": -0.0521102490339368, "se": 0.1766847766477197, "pvalue": 0.7687021180196638, "lower": -0.402971199068265, "upper": 0.2987507010003914 }, { "event_time": -5, "estimate": -0.06526123587070135, "se": 0.13189395471622672, "pvalue": 0.621907667639527, "lower": -0.32717649044743013, "upper": 0.19665401870602747 }, { "event_time": -4, "estimate": 0.05981378900829212, "se": 0.1469244254390296, "pvalue": 0.6848657574908152, "lower": -0.23194900160025037, "upper": 0.35157657961683464 }, { "event_time": -3, "estimate": 0.2590238057776188, "se": 0.13807096776517602, "pvalue": 0.06378905484073051, "lower": -0.01515777251895134, "upper": 0.5332053840741889 }, { "event_time": -2, "estimate": 0.07701505477426913, "se": 0.10378505655336706, "pvalue": 0.4599191730308419, "lower": -0.12908149883139097, "upper": 0.28311160837992927 }, { "event_time": 0, "estimate": 0.22544958515488747, "se": 0.18164820511983962, "pvalue": 0.21767814767187596, "lower": -0.1352677501447522, "upper": 0.5861669204545271 }, { "event_time": 1, "estimate": 0.4860823785319918, "se": 0.18040799777225788, "pvalue": 0.008368462542749023, "lower": 0.127827849233345, "upper": 0.8443369078306386 }, { "event_time": 2, "estimate": 0.3579383391448195, "se": 0.19645926482094545, "pvalue": 0.07167735826867838, "lower": -0.03219082538166046, "upper": 0.7480675036712994 }, { "event_time": 3, "estimate": 0.470086096957849, "se": 0.17210878348321346, "pvalue": 0.007547474757347607, "lower": 0.1283121624520313, "upper": 0.8118600314636666 }, { "event_time": 4, "estimate": 0.6397000192508261, "se": 0.1816521561043992, "pvalue": 0.000666769981340248, "lower": 0.2789748380788796, "upper": 1.0004252004227725 }, { "event_time": 5, "estimate": 0.498528708506801, "se": 0.16266012274415673, "pvalue": 0.0028500979347705594, "lower": 0.17551794163974033, "upper": 0.8215394753738616 }, { "event_time": 6, "estimate": 0.5860297269984992, "se": 0.24267462198013043, "pvalue": 0.017696697827691066, "lower": 0.10412602237466956, "upper": 1.0679334316223288 }, { "event_time": 7, "estimate": 0.5055870602604211, "se": 0.22436866936531485, "pvalue": 0.026585295094541436, "lower": 0.06003534955242085, "upper": 0.9511387709684214 }, { "event_time": 8, "estimate": 0.5138449225223924, "se": 0.21050235300547843, "pvalue": 0.016537871457946596, "lower": 0.09582896800004853, "upper": 0.9318608770447363 }, { "event_time": 9, "estimate": 0.4137541713303408, "se": 0.22416863949081786, "pvalue": 0.06811335311346306, "lower": -0.03140031968995993, "upper": 0.8589086623506416 }, { "event_time": 10, "estimate": 0.27698654449568805, "se": 0.22304919076023727, "pvalue": 0.21742633882445925, "lower": -0.16594494320435865, "upper": 0.7199180321957348 }, { "event_time": 11, "estimate": 0.22762783243956758, "se": 0.2499705251801932, "pvalue": 0.3648505138963717, "lower": -0.26876408999623824, "upper": 0.7240197548753734 }, { "event_time": 12, "estimate": 0.45824967846230696, "se": 0.2672832386489177, "pvalue": 0.08977282804713166, "lower": -0.07252186179094128, "upper": 0.9890212187155552 }, { "event_time": 13, "estimate": 0.5881738250472058, "se": 0.2545061460802416, "pvalue": 0.023040380902940763, "lower": 0.08277505839889909, "upper": 1.0935725916955126 }, { "event_time": 14, "estimate": -0.023322055766636932, "se": 0.3000248004518396, "pvalue": 0.938206839016424, "lower": -0.6191118488526434, "upper": 0.5724677373193695 }, { "event_time": 15, "estimate": 0.1643480933823336, "se": 0.3265005711188264, "pvalue": 0.6158997060520064, "lower": -0.4840173331303792, "upper": 0.8127135198950464 }, { "event_time": 16, "estimate": 0.23302831465525542, "se": 0.30647030947430337, "pvalue": 0.4489617699282147, "lower": -0.375560981941942, "upper": 0.8416176112524528 }, { "event_time": 17, "estimate": 0.20874065616296397, "se": 0.2943861021362797, "pvalue": 0.48005420480659744, "lower": -0.37585179957745485, "upper": 0.7933331119033828 }, { "event_time": 18, "estimate": 0.016194423068631843, "se": 0.3041473336656032, "pvalue": 0.957650652912807, "lower": -0.5877819039529674, "upper": 0.620170750090231 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0 ], "weights": [ 0.061371841155234655, 0.05776173285198556, 0.05776173285198556, 0.05776173285198556, 0.05776173285198556, 0.05415162454873646, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.05415162454873646, 0.04693140794223827, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.04693140794223827 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": null, "saturated_vs_deviations_relative_rss_difference": 6.480372144315275e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.203429413210876, "df_num": 10, "df_den": 1441, "pvalue": 0.2838842303671143, "log10_pvalue": -0.5468587316543484, "inference": "Homoskedastic nested-model F", "observations": 1632, "design_columns": 48, "restricted_design_columns": 38, "fixed_effect_rank": 143, "covariance_rank": 10, "rss_unrestricted": 324.55026517186394, "rss_restricted": 327.26069775460655, "test_horizon": null, "reference_cohort": 11, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]" ], "data": [ [ 0.0, 0.0, 0.00030572301482805083, 0.00030572301482805083, 0.0003057230148280512, 0.00030572301482805105 ], [ 0.0, 0.0, -0.00030572145700985553, -0.00030572145700985553, -0.0003057214570098572, -0.0003057214570098558 ], [ 0.0, 0.0, 0.0, 0.0, -0.094903498999454, -0.08098577946315065 ], [ 0.0, 0.0, 0.0, 0.0, -0.094903498999454, -0.08098577946315065 ], [ 0.0, 0.0, 0.0, 0.0, 0.02676856666290306, 0.023001283869909135 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_15,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_15" ], "deviations": [ { "event_time": -8.0, "cohort": 15, "estimate": -0.20278717527320567 }, { "event_time": -7.0, "cohort": 15, "estimate": -0.2615517662260219 }, { "event_time": -6.0, "cohort": 15, "estimate": 0.4316630681963862 }, { "event_time": -5.0, "cohort": 15, "estimate": -0.11738477555436697 }, { "event_time": -4.0, "cohort": 15, "estimate": -0.5323017047499501 }, { "event_time": -3.0, "cohort": 15, "estimate": 0.11059767383243908 }, { "event_time": -2.0, "cohort": 15, "estimate": 0.0858564250013468 }, { "event_time": 0.0, "cohort": 15, "estimate": 0.13580098092880924 }, { "event_time": 1.0, "cohort": 15, "estimate": -0.34080344618297653 }, { "event_time": 2.0, "cohort": 15, "estimate": -0.24385916488044165 }, { "event_time": 3.0, "cohort": 15, "estimate": -0.30434379927479066 }, { "event_time": 4.0, "cohort": 15, "estimate": -0.5856155520035627 }, { "event_time": 5.0, "cohort": 15, "estimate": -0.2819835186733638 }, { "event_time": 6.0, "cohort": 15, "estimate": -0.8927465459386702 }, { "event_time": 7.0, "cohort": 15, "estimate": -0.5861191039444331 }, { "event_time": 8.0, "cohort": 15, "estimate": -0.37992655797237496 }, { "event_time": 9.0, "cohort": 15, "estimate": -0.3736959195330699 }, { "event_time": 10.0, "cohort": 15, "estimate": 1.1726544543890047 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": [ 20071, 20072, 20073, 20074, 20081, 20082, 20083, 20084, 20091, 20092, 20093, 20094, 20101, 20102, 20103, 20104, 20111, 20112, 20113, 20114, 20121, 20122, 20123, 20124, 20131, 20132, 20133, 20134, 20141, 20142, 20143, 20144 ], "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": "archive_time_fe", "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s07-p002", "study_id": 7, "study": "The Arrival of Fast Internet and Employment in Africa", "citation": "Hjort and Poulsen (2019), AER. https://doi.org/10.1257/aer.20161385", "description": "FIA-T2-C2", "source_specification_id": "FIA-T2-C2", "specification_id": "S07-P002", "data": "analyses/full-archive/prepared/S07-P002.parquet", "output_dir": "analyses/archive-expanded/fits/S07-P002" }, "options": { "output_dir": "analyses/archive-expanded/fits/S07-P002", "regression_results": "analyses/archive-expanded/baselines/S07-P002.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S07-P002.parquet", "bytes": 56794, "sha256": "69e943b4f6b7130409bddccf91a491212a40dc21a0b63383d1da57b4a29a8464" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1670, "source_sd": 1.2368027538491213, "rows": 1632, "units": 94, "clusters": 94, "treated_units": 17, "never_treated_units": 77, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1632, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 6, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 5, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2934554356394067, "se": 0.13784905321221091, "pvalue": 0.035912089013123226, "lower": 0.019714535664744404, "upper": 0.567196335614069 }, { "method": "Dynamic TWFE", "estimate": 0.34659086917588267, "se": 0.1851776291667871, "pvalue": 0.06439581533516822, "lower": -0.021135202799781094, "upper": 0.7143169411515464 }, { "method": "BJS / did2s", "estimate": 0.31478636831104334, "se": 0.14522421071345895, "pvalue": 0.03274364649522386, "lower": 0.026399867189316473, "upper": 0.6031728694327703 }, { "method": "Sun\u2013Abraham", "estimate": 0.3645272632101659, "se": 0.19791182756488274, "pvalue": 0.06868162591089791, "lower": -0.02848640304867589, "upper": 0.7575409294690076 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -12, "estimate": 0.8001582968662334, "se": 0.19019777524670642, "pvalue": 5.957379588684714e-05, "lower": 0.4224632096967848, "upper": 1.177853384035682 }, { "event_time": -11, "estimate": 0.9501643256082718, "se": 0.19019777524670647, "pvalue": 2.73850129146472e-06, "lower": 0.572469238438823, "upper": 1.3278594127777206 }, { "event_time": -10, "estimate": 0.09794161380120311, "se": 0.5307364263835062, "pvalue": 0.8539923860045018, "lower": -0.9559957446505815, "upper": 1.1518789722529876 }, { "event_time": -9, "estimate": 0.013271663398101078, "se": 0.1533911059230717, "pvalue": 0.9312376971123695, "lower": -0.29133267304844696, "upper": 0.31787599984464915 }, { "event_time": -8, "estimate": 0.09577363417405307, "se": 0.18497851130813714, "pvalue": 0.6058583548495601, "lower": -0.27155702919663494, "upper": 0.46310429754474114 }, { "event_time": -7, "estimate": 0.12713526102699466, "se": 0.18580818002851981, "pvalue": 0.49553237631086017, "lower": -0.24184295999393526, "upper": 0.4961134820479246 }, { "event_time": -6, "estimate": -0.0523196919770598, "se": 0.17840379964301004, "pvalue": 0.7699725742538647, "lower": -0.4065942809943378, "upper": 0.30195489704021816 }, { "event_time": -5, "estimate": -0.06438846631939175, "se": 0.13187363026987176, "pvalue": 0.6265157681648472, "lower": -0.3262633605736733, "upper": 0.19748642793488974 }, { "event_time": -4, "estimate": 0.06089493986195342, "se": 0.15698142217134123, "pvalue": 0.6989678064658708, "lower": -0.2508390531044835, "upper": 0.3726289328283904 }, { "event_time": -3, "estimate": 0.25881436283449594, "se": 0.13634904714840154, "pvalue": 0.060774187869009, "lower": -0.011947822377123996, "upper": 0.5295765480461159 }, { "event_time": -2, "estimate": 0.0770150547742083, "se": 0.10350403485122199, "pvalue": 0.45870531907552786, "lower": -0.12852344542546162, "upper": 0.2825535549738782 }, { "event_time": 0, "estimate": 0.22544958515482638, "se": 0.18105212312631166, "pvalue": 0.21617958688267744, "lower": -0.13408404944056662, "upper": 0.5849832197502194 }, { "event_time": 1, "estimate": 0.4867205156899877, "se": 0.1838298353308213, "pvalue": 0.009520432074194745, "lower": 0.12167089515914892, "upper": 0.8517701362208265 }, { "event_time": 2, "estimate": 0.3508296180830707, "se": 0.19448355395528025, "pvalue": 0.07448394817509045, "lower": -0.03537617622174849, "upper": 0.7370354123878899 }, { "event_time": 3, "estimate": 0.46297737589609994, "se": 0.17034149803745385, "pvalue": 0.007835968139109532, "lower": 0.12471292003493867, "upper": 0.8012418317572612 }, { "event_time": 4, "estimate": 0.6325912981890766, "se": 0.1855923287098178, "pvalue": 0.0009671823380469551, "lower": 0.2640417151084541, "upper": 1.001140881269699 }, { "event_time": 5, "estimate": 0.4794713390575477, "se": 0.15522691413721815, "pvalue": 0.002649568199695728, "lower": 0.17122145132855665, "upper": 0.7877212267865388 }, { "event_time": 6, "estimate": 0.5528002074804687, "se": 0.24085591764410486, "pvalue": 0.023973074799670733, "lower": 0.07450808922687718, "upper": 1.03109232573406 }, { "event_time": 7, "estimate": 0.4723575407423905, "se": 0.21348401772998155, "pvalue": 0.029371976879626237, "lower": 0.048420591000357394, "upper": 0.8962944904844237 }, { "event_time": 8, "estimate": 0.480615403004362, "se": 0.1972219101514486, "pvalue": 0.016715492981075004, "lower": 0.08897177599686656, "upper": 0.8722590300118575 }, { "event_time": 9, "estimate": 0.38238719906204127, "se": 0.20988290926223646, "pvalue": 0.07168341694694257, "lower": -0.034398662951087566, "upper": 0.7991730610751702 }, { "event_time": 10, "estimate": 0.27257798932909494, "se": 0.229754708569906, "pvalue": 0.2384915275520997, "lower": -0.1836693278035202, "upper": 0.7288253064617101 }, { "event_time": 11, "estimate": 0.2155136905118977, "se": 0.22925414195932986, "pvalue": 0.3496197549913422, "lower": -0.23973960053723434, "upper": 0.6707669815610298 }, { "event_time": 12, "estimate": 0.44648168271811856, "se": 0.24837353494577202, "pvalue": 0.07548227422266804, "lower": -0.04673893361268111, "upper": 0.9397022990489182 }, { "event_time": 13, "estimate": 0.5764058293030176, "se": 0.23656955044303002, "pvalue": 0.016733269896113866, "lower": 0.10662558681427303, "upper": 1.0461860717917624 }, { "event_time": 14, "estimate": -0.051755322030884676, "se": 0.28380896321419924, "pvalue": 0.8556973606721254, "lower": -0.6153436761092483, "upper": 0.5118330320474791 }, { "event_time": 15, "estimate": 0.13591482711808567, "se": 0.3127868251297353, "pvalue": 0.6649111753074531, "lower": -0.4852178177280123, "upper": 0.7570474719641836 }, { "event_time": 16, "estimate": 0.2045950483910073, "se": 0.29125686278337143, "pvalue": 0.4841495428766876, "lower": -0.37378335816488406, "upper": 0.7829734549468986 }, { "event_time": 17, "estimate": 0.18030738989871586, "se": 0.27642692769885735, "pvalue": 0.5158303965520601, "lower": -0.36862170465971666, "upper": 0.7292364844571484 }, { "event_time": 18, "estimate": -0.012371407209317472, "se": 0.2893119806883937, "pvalue": 0.9659833494236816, "lower": -0.5868876633723134, "upper": 0.5621448489536783 } ], "BJS / did2s": [ { "event_time": -12, "estimate": 0.36182165905018593, "se": 0.199898358685807, "pvalue": 0.07352124399007394, "lower": -0.03513686431284163, "upper": 0.7587801824132134 }, { "event_time": -11, "estimate": 0.5118276877922243, "se": 0.199898358685807, "pvalue": 0.01206479762118145, "lower": 0.11486916442919676, "upper": 0.9087862111552518 }, { "event_time": -10, "estimate": -0.027161938497899826, "se": 0.41470316924928, "pvalue": 0.9479186448486595, "lower": -0.8506802444080829, "upper": 0.7963563674122832 }, { "event_time": -9, "estimate": -0.1118318889010017, "se": 0.04135502312346502, "pvalue": 0.008142415413370886, "lower": -0.193954768851892, "upper": -0.0297090089501114 }, { "event_time": -8, "estimate": 0.004199187098148225, "se": 0.07431242025463262, "pvalue": 0.9550589835330805, "lower": -0.14337055187193048, "upper": 0.15176892606822695 }, { "event_time": -7, "estimate": 0.004527963728726002, "se": 0.0655933213326181, "pvalue": 0.9451132607950857, "lower": -0.12572737278255558, "upper": 0.13478330024000756 }, { "event_time": -6, "estimate": -0.11587550698770134, "se": 0.07978597296212313, "pvalue": 0.14977561610578713, "lower": -0.2743146368552322, "upper": 0.042563622879829524 }, { "event_time": -5, "estimate": -0.110765351216006, "se": 0.042098380494061824, "pvalue": 0.009962476473753427, "lower": -0.19436439158213475, "upper": -0.027166310849877237 }, { "event_time": -4, "estimate": -0.020040506607988173, "se": 0.061388462398642624, "pvalue": 0.744814442651892, "lower": -0.141945826619113, "upper": 0.10186481340313666 }, { "event_time": -3, "estimate": 0.1952585478238543, "se": 0.061313996221611065, "pvalue": 0.001972959357101319, "lower": 0.07350110288218613, "upper": 0.31701599276552245 }, { "event_time": -2, "estimate": 0.039628763896118614, "se": 0.05968813882378168, "pvalue": 0.5083775809647456, "lower": -0.0789000504750724, "upper": 0.1581575782673096 }, { "event_time": -1, "estimate": -0.03738629087806308, "se": 0.08466882713242385, "pvalue": 0.659833260594053, "lower": -0.2055218014161632, "upper": 0.13074921966003702 }, { "event_time": 0, "estimate": 0.18806329427673668, "se": 0.1385683594505328, "pvalue": 0.17800622629022878, "lower": -0.0871060053310555, "upper": 0.46323259388452886 }, { "event_time": 1, "estimate": 0.44152830658339887, "se": 0.15617356490804077, "pvalue": 0.0057499356546335334, "lower": 0.1313985580361564, "upper": 0.7516580551306413 }, { "event_time": 2, "estimate": 0.2910010015679086, "se": 0.142382790192984, "pvalue": 0.04380210376872723, "lower": 0.008256998471060373, "upper": 0.5737450046647568 }, { "event_time": 3, "estimate": 0.40314875938093775, "se": 0.139144008700926, "pvalue": 0.004692384742928816, "lower": 0.12683633444728798, "upper": 0.6794611843145875 }, { "event_time": 4, "estimate": 0.5727626816739144, "se": 0.15858892469696895, "pvalue": 0.0004930519640071174, "lower": 0.25783650727552043, "upper": 0.8876888560723084 }, { "event_time": 5, "estimate": 0.444209778639261, "se": 0.11593491035349122, "pvalue": 0.00023118911763905643, "lower": 0.2139860233132778, "upper": 0.6744335339652442 }, { "event_time": 6, "estimate": 0.5420141407625217, "se": 0.2205058787064326, "pvalue": 0.015821365930400347, "lower": 0.10413316675336798, "upper": 0.9798951147716755 }, { "event_time": 7, "estimate": 0.4615714740244436, "se": 0.1682626580195095, "pvalue": 0.007300781030010638, "lower": 0.12743518244265095, "upper": 0.7957077656062362 }, { "event_time": 8, "estimate": 0.46982933628641516, "se": 0.15777290939887734, "pvalue": 0.00370091247979668, "lower": 0.1565236065475054, "upper": 0.7831350660253249 }, { "event_time": 9, "estimate": 0.37686535341178506, "se": 0.1745230487965998, "pvalue": 0.033391675101933936, "lower": 0.030297166466332626, "upper": 0.7234335403572375 }, { "event_time": 10, "estimate": 0.2666119459866401, "se": 0.19609347275945802, "pvalue": 0.17723864495980374, "lower": -0.12279082800046476, "upper": 0.6560147199737449 }, { "event_time": 11, "estimate": 0.2102423895388435, "se": 0.19948766224423106, "pvalue": 0.294653769460546, "lower": -0.1859005720853572, "upper": 0.6063853511630442 }, { "event_time": 12, "estimate": 0.4433349489766127, "se": 0.22133646544392632, "pvalue": 0.04808935093554252, "lower": 0.003804594317172283, "upper": 0.8828653036360531 }, { "event_time": 13, "estimate": 0.5732590955615117, "se": 0.21128929665857166, "pvalue": 0.007941517876790522, "lower": 0.15368042690506728, "upper": 0.992837764217956 }, { "event_time": 14, "estimate": -0.09251454841166477, "se": 0.24765449819621133, "pvalue": 0.7095797110617019, "lower": -0.5843073002606055, "upper": 0.39927820343727594 }, { "event_time": 15, "estimate": 0.0951556007373056, "se": 0.2813239213633492, "pvalue": 0.7359431274474589, "lower": -0.46349795272491484, "upper": 0.653809154199526 }, { "event_time": 16, "estimate": 0.16383582201022737, "se": 0.2603377521154501, "pvalue": 0.5306823199488134, "lower": -0.35314335848334655, "upper": 0.6808150025038013 }, { "event_time": 17, "estimate": 0.13954816351793578, "se": 0.2287795773376428, "pvalue": 0.5433707317314619, "lower": -0.31476273624442574, "upper": 0.5938590632802973 }, { "event_time": 18, "estimate": -0.08864402442437552, "se": 0.26316592030648644, "pvalue": 0.736998704864298, "lower": -0.6112393864429846, "upper": 0.4339513375942335 } ], "Sun\u2013Abraham": [ { "event_time": -12, "estimate": 0.6787649991796586, "se": 0.20162156833928685, "pvalue": 0.0011081264036747738, "lower": 0.2783845229602525, "upper": 1.0791454753990646 }, { "event_time": -11, "estimate": 0.8287710279216968, "se": 0.2016215683392871, "pvalue": 8.502053799390388e-05, "lower": 0.4283905517022902, "upper": 1.2291515041411034 }, { "event_time": -10, "estimate": -0.03435839088402304, "se": 0.5529692895604627, "pvalue": 0.9505891805506993, "lower": -1.1324458093707104, "upper": 1.0637290276026643 }, { "event_time": -9, "estimate": -0.11902834128712508, "se": 0.17634538431715427, "pvalue": 0.5013676851287872, "lower": -0.4692153254156414, "upper": 0.23115864284139126 }, { "event_time": -8, "estimate": 0.10154443277372127, "se": 0.19298654290450257, "pvalue": 0.6000201362534344, "lower": -0.2816885942703679, "upper": 0.48477745981781045 }, { "event_time": -7, "estimate": 0.13522821369803162, "se": 0.1949107228254361, "pvalue": 0.48953969337504893, "lower": -0.2518258533241751, "upper": 0.5222822807202383 }, { "event_time": -6, "estimate": -0.0521102490339368, "se": 0.1766847766477197, "pvalue": 0.7687021180196638, "lower": -0.402971199068265, "upper": 0.2987507010003914 }, { "event_time": -5, "estimate": -0.06526123587070135, "se": 0.13189395471622672, "pvalue": 0.621907667639527, "lower": -0.32717649044743013, "upper": 0.19665401870602747 }, { "event_time": -4, "estimate": 0.05981378900829212, "se": 0.1469244254390296, "pvalue": 0.6848657574908152, "lower": -0.23194900160025037, "upper": 0.35157657961683464 }, { "event_time": -3, "estimate": 0.2590238057776188, "se": 0.13807096776517602, "pvalue": 0.06378905484073051, "lower": -0.01515777251895134, "upper": 0.5332053840741889 }, { "event_time": -2, "estimate": 0.07701505477426913, "se": 0.10378505655336706, "pvalue": 0.4599191730308419, "lower": -0.12908149883139097, "upper": 0.28311160837992927 }, { "event_time": 0, "estimate": 0.22544958515488747, "se": 0.18164820511983962, "pvalue": 0.21767814767187596, "lower": -0.1352677501447522, "upper": 0.5861669204545271 }, { "event_time": 1, "estimate": 0.4860823785319918, "se": 0.18040799777225788, "pvalue": 0.008368462542749023, "lower": 0.127827849233345, "upper": 0.8443369078306386 }, { "event_time": 2, "estimate": 0.3579383391448195, "se": 0.19645926482094545, "pvalue": 0.07167735826867838, "lower": -0.03219082538166046, "upper": 0.7480675036712994 }, { "event_time": 3, "estimate": 0.470086096957849, "se": 0.17210878348321346, "pvalue": 0.007547474757347607, "lower": 0.1283121624520313, "upper": 0.8118600314636666 }, { "event_time": 4, "estimate": 0.6397000192508261, "se": 0.1816521561043992, "pvalue": 0.000666769981340248, "lower": 0.2789748380788796, "upper": 1.0004252004227725 }, { "event_time": 5, "estimate": 0.498528708506801, "se": 0.16266012274415673, "pvalue": 0.0028500979347705594, "lower": 0.17551794163974033, "upper": 0.8215394753738616 }, { "event_time": 6, "estimate": 0.5860297269984992, "se": 0.24267462198013043, "pvalue": 0.017696697827691066, "lower": 0.10412602237466956, "upper": 1.0679334316223288 }, { "event_time": 7, "estimate": 0.5055870602604211, "se": 0.22436866936531485, "pvalue": 0.026585295094541436, "lower": 0.06003534955242085, "upper": 0.9511387709684214 }, { "event_time": 8, "estimate": 0.5138449225223924, "se": 0.21050235300547843, "pvalue": 0.016537871457946596, "lower": 0.09582896800004853, "upper": 0.9318608770447363 }, { "event_time": 9, "estimate": 0.4137541713303408, "se": 0.22416863949081786, "pvalue": 0.06811335311346306, "lower": -0.03140031968995993, "upper": 0.8589086623506416 }, { "event_time": 10, "estimate": 0.27698654449568805, "se": 0.22304919076023727, "pvalue": 0.21742633882445925, "lower": -0.16594494320435865, "upper": 0.7199180321957348 }, { "event_time": 11, "estimate": 0.22762783243956758, "se": 0.2499705251801932, "pvalue": 0.3648505138963717, "lower": -0.26876408999623824, "upper": 0.7240197548753734 }, { "event_time": 12, "estimate": 0.45824967846230696, "se": 0.2672832386489177, "pvalue": 0.08977282804713166, "lower": -0.07252186179094128, "upper": 0.9890212187155552 }, { "event_time": 13, "estimate": 0.5881738250472058, "se": 0.2545061460802416, "pvalue": 0.023040380902940763, "lower": 0.08277505839889909, "upper": 1.0935725916955126 }, { "event_time": 14, "estimate": -0.023322055766636932, "se": 0.3000248004518396, "pvalue": 0.938206839016424, "lower": -0.6191118488526434, "upper": 0.5724677373193695 }, { "event_time": 15, "estimate": 0.1643480933823336, "se": 0.3265005711188264, "pvalue": 0.6158997060520064, "lower": -0.4840173331303792, "upper": 0.8127135198950464 }, { "event_time": 16, "estimate": 0.23302831465525542, "se": 0.30647030947430337, "pvalue": 0.4489617699282147, "lower": -0.375560981941942, "upper": 0.8416176112524528 }, { "event_time": 17, "estimate": 0.20874065616296397, "se": 0.2943861021362797, "pvalue": 0.48005420480659744, "lower": -0.37585179957745485, "upper": 0.7933331119033828 }, { "event_time": 18, "estimate": 0.016194423068631843, "se": 0.3041473336656032, "pvalue": 0.957650652912807, "lower": -0.5877819039529674, "upper": 0.620170750090231 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0 ], "weights": [ 0.061371841155234655, 0.05776173285198556, 0.05776173285198556, 0.05776173285198556, 0.05776173285198556, 0.05415162454873646, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.05415162454873646, 0.04693140794223827, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.05054151624548736, 0.04693140794223827 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": null, "saturated_vs_deviations_relative_rss_difference": 6.480372144315275e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.203429413210876, "df_num": 10, "df_den": 1441, "pvalue": 0.2838842303671143, "log10_pvalue": -0.5468587316543484, "inference": "Homoskedastic nested-model F", "observations": 1632, "design_columns": 48, "restricted_design_columns": 38, "fixed_effect_rank": 143, "covariance_rank": 10, "rss_unrestricted": 324.55026517186394, "rss_restricted": 327.26069775460655, "test_horizon": null, "reference_cohort": 11, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]" ], "data": [ [ 0.0, 0.0, 0.00030572301482805083, 0.00030572301482805083, 0.0003057230148280512, 0.00030572301482805105 ], [ 0.0, 0.0, -0.00030572145700985553, -0.00030572145700985553, -0.0003057214570098572, -0.0003057214570098558 ], [ 0.0, 0.0, 0.0, 0.0, -0.094903498999454, -0.08098577946315065 ], [ 0.0, 0.0, 0.0, 0.0, -0.094903498999454, -0.08098577946315065 ], [ 0.0, 0.0, 0.0, 0.0, 0.02676856666290306, 0.023001283869909135 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_15,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_15" ], "deviations": [ { "event_time": -8.0, "cohort": 15, "estimate": -0.20278717527320567 }, { "event_time": -7.0, "cohort": 15, "estimate": -0.2615517662260219 }, { "event_time": -6.0, "cohort": 15, "estimate": 0.4316630681963862 }, { "event_time": -5.0, "cohort": 15, "estimate": -0.11738477555436697 }, { "event_time": -4.0, "cohort": 15, "estimate": -0.5323017047499501 }, { "event_time": -3.0, "cohort": 15, "estimate": 0.11059767383243908 }, { "event_time": -2.0, "cohort": 15, "estimate": 0.0858564250013468 }, { "event_time": 0.0, "cohort": 15, "estimate": 0.13580098092880924 }, { "event_time": 1.0, "cohort": 15, "estimate": -0.34080344618297653 }, { "event_time": 2.0, "cohort": 15, "estimate": -0.24385916488044165 }, { "event_time": 3.0, "cohort": 15, "estimate": -0.30434379927479066 }, { "event_time": 4.0, "cohort": 15, "estimate": -0.5856155520035627 }, { "event_time": 5.0, "cohort": 15, "estimate": -0.2819835186733638 }, { "event_time": 6.0, "cohort": 15, "estimate": -0.8927465459386702 }, { "event_time": 7.0, "cohort": 15, "estimate": -0.5861191039444331 }, { "event_time": 8.0, "cohort": 15, "estimate": -0.37992655797237496 }, { "event_time": 9.0, "cohort": 15, "estimate": -0.3736959195330699 }, { "event_time": 10.0, "cohort": 15, "estimate": 1.1726544543890047 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unsupported", "reason": "csdid: matching the configured nonstandard fixed effects is not implemented." }, { "method": "SDID", "status": "unsupported", "reason": "sdid: matching the configured nonstandard fixed effects is not implemented." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: matching the configured nonstandard fixed effects is not implemented." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: matching the configured nonstandard fixed effects is not implemented." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: matching the configured nonstandard fixed effects is not implemented." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: matching the configured nonstandard fixed effects is not implemented." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2934554356394067, "SE": 0.13784905321221091, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.34659086917588267, "SE": 0.1851776291667871, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.31478636831104334, "SE": 0.14522421071345895, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3645272632101659, "SE": 0.19791182756488274, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unsupported", "Note": "csdid: matching the configured nonstandard fixed effects is not implemented." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: matching the configured nonstandard fixed effects is not implemented." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: matching the configured nonstandard fixed effects is not implemented." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: matching the configured nonstandard fixed effects is not implemented." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: matching the configured nonstandard fixed effects is not implemented." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: matching the configured nonstandard fixed effects is not implemented." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "9c3093549e3591900c0b1a99c7db688f4caa1d4817d030b274032427ca8cf2bf", "runner.py": "9e1c0793f2fa4d4c05ae8672cc2d1e27dc0acb13695e32d56043b8280c0636b8", "csdid_model.py": "fb9553433b59065b2bef0d8ea3441a429d44350b9f18e791ccbb08f8dce699cb", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "dc1afacddc30a8244338144e1f7647ff6026bcdf1fc2768ae21e6c5fa61a4c29", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "aba2b72cf19a45e82f49e4ddac2bc10bc82da1a3c872a408f94508eaea001bd5" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2934554356394067, "SE": 0.13784905321221091, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.019714535664744404, "upper": 0.567196335614069, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.34659086917588267, "SE": 0.1851776291667871, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.021135202799781094, "upper": 0.7143169411515464, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.31478636831104334, "SE": 0.14522421071345895, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.026399867189316473, "upper": 0.6031728694327703, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3645272632101659, "SE": 0.19791182756488274, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.02848640304867589, "upper": 0.7575409294690076, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unsupported", "Note": "csdid: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791580803.943339, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2934554356394067, "SE": 0.13784905321221091, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.019714535664744404, "upper": 0.567196335614069, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.34659086917588267, "SE": 0.1851776291667871, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.021135202799781094, "upper": 0.7143169411515464, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.31478636831104334, "SE": 0.14522421071345895, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.026399867189316473, "upper": 0.6031728694327703, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3645272632101659, "SE": 0.19791182756488274, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.02848640304867589, "upper": 0.7575409294690076, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unsupported", "Note": "csdid: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: matching the configured nonstandard fixed effects is not implemented.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }