[ { "study_id": 11, "specification_id": "S11-P001", "source_specification_id": "HALL-MIRRORS-F1-COCOMMENT", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Hall of Mirrors", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S11-P001.json", "input_bytes": 71811, "specification_type": "event_study_post_average", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": "weight", "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": 5, "post_weighting": "equal_periods", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": true, "source_sd": { "y": 0.041438236268510134 }, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s11-p001", "specification_id": "S11-P001", "source_specification_id": "HALL-MIRRORS-F1-COCOMMENT", "study_id": 11, "study": "Hall of Mirrors", "citation": "Bertrand et al. (2021), QJE. https://doi.org/10.1093/qje/qjab023", "description": "HALL-MIRRORS-F1-COCOMMENT", "data": "analyses/full-archive/prepared/S11-P001.parquet", "output_dir": "analyses/full-archive/results/S11-P001" }, "source": { "file": "S11-P001.parquet", "bytes": 71811, "sha256": "130c4a3dcfa74199fefe51d0a6b607c929106eb4363e2a1f4c0e422df9659157" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 38593, "source_sd": 0.041438236268510134, "rows": 38528, "units": 3253, "clusters": 3253, "treated_units": 226, "never_treated_units": 3027, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 38528, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 14, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.247123671398226, "se": 0.023894384084963336, "pvalue": 4.535007688874092e-25, "lower": 0.2002915333289534, "upper": 0.2939558094674986 }, { "method": "Dynamic TWFE", "estimate": 0.1472449898121927, "se": 0.03234331016239992, "pvalue": 5.29966696322518e-06, "lower": 0.08385325886165436, "upper": 0.21063672076273104 }, { "method": "BJS / did2s", "estimate": 0.26044815420059586, "se": 0.02386601543029449, "pvalue": 1.0001812656239292e-27, "lower": 0.2136716176796857, "upper": 0.30722469072150604 }, { "method": "Sun\u2013Abraham", "estimate": 0.1605524415240668, "se": 0.031514564800977016, "pvalue": 3.4958203801234055e-07, "lower": 0.09878502183647711, "upper": 0.2223198612116565 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -5, "estimate": -0.16649860650123743, "se": 0.03079601701986407, "pvalue": 6.427042776106667e-08, "lower": -0.22685769824135651, "upper": -0.10613951476111835 }, { "event_time": -4, "estimate": -0.1341429935534467, "se": 0.03150826706433361, "pvalue": 2.068289401200367e-05, "lower": -0.19589806990249461, "upper": -0.07238791720439877 }, { "event_time": -3, "estimate": -0.13085973230759532, "se": 0.030245402744226702, "pvalue": 1.5143071436755356e-05, "lower": -0.19013963976374748, "upper": -0.07157982485144315 }, { "event_time": -2, "estimate": -0.07118442326214147, "se": 0.034860211786144284, "pvalue": 0.041151925909171425, "lower": -0.13950919136194656, "upper": -0.002859655162336383 }, { "event_time": 0, "estimate": 0.0717512507907412, "se": 0.042858699689483505, "pvalue": 0.09410409540522531, "lower": -0.012250267481934654, "upper": 0.15575276906341706 }, { "event_time": 1, "estimate": 0.14138676412819576, "se": 0.043270170689865606, "pvalue": 0.001084891200080384, "lower": 0.05657877741369374, "upper": 0.22619475084269777 }, { "event_time": 2, "estimate": 0.15672021823171015, "se": 0.0463658185351213, "pvalue": 0.0007246477816178052, "lower": 0.06584487247638257, "upper": 0.24759556398703772 }, { "event_time": 3, "estimate": 0.24542388040013763, "se": 0.0518894194840182, "pvalue": 2.2480179326256577e-06, "lower": 0.14372247437230054, "upper": 0.3471252864279747 }, { "event_time": 4, "estimate": 0.1764670827848104, "se": 0.05041456423027751, "pvalue": 0.0004647028867725056, "lower": 0.07765634029656387, "upper": 0.27527782527305694 }, { "event_time": 5, "estimate": 0.09172074253756116, "se": 0.05343379855064599, "pvalue": 0.08606503064982557, "lower": -0.013007591216156175, "upper": 0.1964490762912785 } ], "BJS / did2s": [ { "event_time": -5, "estimate": -0.045219120601126164, "se": 0.012263961364368475, "pvalue": 0.0002267768961138131, "lower": -0.06925604617535616, "upper": -0.02118219502689617 }, { "event_time": -4, "estimate": -0.01602866848792386, "se": 0.014408130399292349, "pvalue": 0.26593448931845437, "lower": -0.04426808867052526, "upper": 0.012210751694677537 }, { "event_time": -3, "estimate": -0.013975768230494933, "se": 0.01429394599791391, "pvalue": 0.32820276789971436, "lower": -0.041991391070938536, "upper": 0.014039854609948667 }, { "event_time": -2, "estimate": 0.044585843967274885, "se": 0.01900220424025464, "pvalue": 0.018958256395347792, "lower": 0.007342203393164298, "upper": 0.08182948454138547 }, { "event_time": -1, "estimate": 0.11190743550463315, "se": 0.022159139357091854, "pvalue": 4.4142347364666777e-07, "lower": 0.06847631502973305, "upper": 0.15533855597953328 }, { "event_time": 0, "estimate": 0.1836908633174836, "se": 0.036534935963437806, "pvalue": 4.961114504665952e-07, "lower": 0.11208369573752971, "upper": 0.2552980308974375 }, { "event_time": 1, "estimate": 0.2539393121452952, "se": 0.039178586580110426, "pvalue": 9.076873698442211e-11, "lower": 0.17715068392393302, "upper": 0.33072794036665737 }, { "event_time": 2, "estimate": 0.2706297223817895, "se": 0.041072286569722824, "pvalue": 4.424999680145382e-11, "lower": 0.19012950992122035, "upper": 0.35112993484235866 }, { "event_time": 3, "estimate": 0.3607051951861842, "se": 0.04764300846126282, "pvalue": 3.703957358416158e-14, "lower": 0.26732660286258103, "upper": 0.4540837875097874 }, { "event_time": 4, "estimate": 0.2913804352389325, "se": 0.04566828597206168, "pvalue": 1.7667172674831587e-10, "lower": 0.20187222835543625, "upper": 0.3808886421224287 }, { "event_time": 5, "estimate": 0.2023433969338901, "se": 0.04895911211074073, "pvalue": 3.582086052679382e-05, "lower": 0.1063852885362731, "upper": 0.2983015053315071 } ], "Sun\u2013Abraham": [ { "event_time": -5, "estimate": -0.1650803470337583, "se": 0.030650276234615397, "pvalue": 7.2071305886691e-08, "lower": -0.22515379204815217, "upper": -0.10500690201936441 }, { "event_time": -4, "estimate": -0.13254542230257463, "se": 0.031311468755045056, "pvalue": 2.3046643242860838e-05, "lower": -0.1939147810051819, "upper": -0.07117606359996735 }, { "event_time": -3, "estimate": -0.13024830409221816, "se": 0.030193876388875825, "pvalue": 1.6052278008646572e-05, "lower": -0.1894272217350561, "upper": -0.07106938644938021 }, { "event_time": -2, "estimate": -0.06964093698163942, "se": 0.03470956690816171, "pvalue": 0.044814654297876684, "lower": -0.13767044650938748, "upper": -0.0016114274538913675 }, { "event_time": 0, "estimate": 0.0717782565002553, "se": 0.04282610753469538, "pvalue": 0.09373044844400696, "lower": -0.01215938231490514, "upper": 0.15571589531541574 }, { "event_time": 1, "estimate": 0.14200755256295178, "se": 0.04314547235352845, "pvalue": 0.0009970236157216506, "lower": 0.05744397012702773, "upper": 0.22657113499887582 }, { "event_time": 2, "estimate": 0.15805110134743705, "se": 0.046181702780051334, "pvalue": 0.0006207690719785345, "lower": 0.0675366158859553, "upper": 0.2485655868089188 }, { "event_time": 3, "estimate": 0.257392254764014, "se": 0.05115886795841008, "pvalue": 4.873406196379862e-07, "lower": 0.15712270359346647, "upper": 0.35766180593456154 }, { "event_time": 4, "estimate": 0.2118003028701804, "se": 0.05041937762058042, "pvalue": 2.6600890060272873e-05, "lower": 0.1129801263091222, "upper": 0.3106204794312386 }, { "event_time": 5, "estimate": 0.12228518109956249, "se": 0.05556535604722967, "pvalue": 0.02775410255596145, "lower": 0.01337907090148728, "upper": 0.2311912912976377 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.16666666666666666, 0.16666666666666666, 0.16666666666666666, 0.16666666666666666, 0.16666666666666666, 0.16666666666666666 ], "weighting": "equal_periods" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": null, "saturated_vs_deviations_relative_rss_difference": 1.5223958332690962e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 30.766849727203667, "df_num": 15, "df_den": 112091782, "pvalue": 7.705583964423773e-89, "log10_pvalue": -88.1131944428746, "inference": "Homoskedastic nested-model F", "observations": 121814681, "design_columns": 40, "restricted_design_columns": 25, "fixed_effect_rank": 9722859, "covariance_rank": 15, "rss_unrestricted": 105710050.81377608, "rss_restricted": 105710486.04174596, "test_horizon": null, "reference_cohort": 6, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]" ], "data": [ [ -0.0008851982236964795, 0.007971453661170275, -0.0008368257546060168, -0.0008417035896091681, -0.0008402325526885078, -0.000824566521844951 ], [ 0.0008851795571901488, -0.00797147237399307, 0.0008368084593145534, 0.0008416898089935251, 0.0008402311368850048, 0.0008245730717366314 ], [ -0.0016218505292227609, -0.0011527833365949309, 0.00803650038625217, -0.000772136441571119, -0.0007760073508173343, -0.0007775183175486457 ], [ 0.0016218321392409529, 0.001152764624548897, -0.008036517971164291, 0.0007721221648672443, 0.0007760051397388217, 0.0007775241670519557 ], [ -0.00225225520084067, 0.009824802620144691, 0.004221571455741695, -0.001630581098835667, -0.001631201884730718, -0.001611396792958422 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_9" ], "deviations": [ { "event_time": -5.0, "cohort": 7, "estimate": -0.03184362108799242 }, { "event_time": -4.0, "cohort": 7, "estimate": -0.0499117088987595 }, { "event_time": -3.0, "cohort": 7, "estimate": 0.02435846551699399 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.12542108643046904 }, { "event_time": 0.0, "cohort": 7, "estimate": 0.0865161567313726 }, { "event_time": 1.0, "cohort": 7, "estimate": 0.13434213704902945 }, { "event_time": 2.0, "cohort": 7, "estimate": 0.26299609865324686 }, { "event_time": 3.0, "cohort": 7, "estimate": -0.41557093335405126 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.07243815205762369 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.03881668478635504 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.10274053307088467 }, { "event_time": -4.0, "cohort": 8, "estimate": 0.06082499678564342 }, { "event_time": -3.0, "cohort": 8, "estimate": 0.04564012407927716 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.23833512514467556 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.3114113668271491 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.4333540232958548 }, { "event_time": 2.0, "cohort": 8, "estimate": 0.25659547231724505 }, { "event_time": 3.0, "cohort": 8, "estimate": -0.2389866328114855 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.17082679229034567 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.1256668042530541 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.26296592321479084 }, { "event_time": -4.0, "cohort": 9, "estimate": -0.23539952066723746 }, { "event_time": -3.0, "cohort": 9, "estimate": -0.16876840056798506 }, { "event_time": -2.0, "cohort": 9, "estimate": -0.1489202181122443 }, { "event_time": 0.0, "cohort": 9, "estimate": -0.021071800166933833 }, { "event_time": 1.0, "cohort": 9, "estimate": -0.12304954630319022 }, { "event_time": 2.0, "cohort": 9, "estimate": -0.24123793028798077 }, { "event_time": 3.0, "cohort": 9, "estimate": -0.6778115547008595 }, { "event_time": 4.0, "cohort": 9, "estimate": -0.40065418444166967 }, { "event_time": 5.0, "cohort": 9, "estimate": -0.6626769534677767 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } } } ]