[ { "study_id": 11, "specification_id": "S11-P001", "source_specification_id": "HALL-MIRRORS-F1-COCOMMENT", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Hall of Mirrors", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S11-P001.json", "input_bytes": 71811, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": "weight", "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": 5, "post_weighting": "equal_periods", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": true, "source_sd": { "y": 0.041438236268510134 }, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s11-p001", "specification_id": "S11-P001", "source_specification_id": "HALL-MIRRORS-F1-COCOMMENT", "study_id": 11, "study": "Hall of Mirrors", "citation": "Bertrand et al. (2021), QJE. https://doi.org/10.1093/qje/qjab023", "description": "HALL-MIRRORS-F1-COCOMMENT", "data": "analyses/full-archive/prepared/S11-P001.parquet", "output_dir": "analyses/full-archive/results/S11-P001" }, "source": { "file": "S11-P001.parquet", "bytes": 71811, "sha256": "130c4a3dcfa74199fefe51d0a6b607c929106eb4363e2a1f4c0e422df9659157" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 38593, "source_sd": 0.041438236268510134, "rows": 38528, "units": 3253, "clusters": 3253, "treated_units": 226, "never_treated_units": 3027, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 38528, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 14, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.247123671398226, "se": 0.023894384084963336, "pvalue": 4.535007688874092e-25, "lower": 0.2002915333289534, "upper": 0.2939558094674986 }, { "method": "Dynamic TWFE", "estimate": 0.1472449898121927, "se": 0.03234331016239992, "pvalue": 5.29966696322518e-06, "lower": 0.08385325886165436, "upper": 0.21063672076273104 }, { "method": "BJS / did2s", "estimate": 0.26044815420059586, "se": 0.02386601543029449, "pvalue": 1.0001812656239292e-27, "lower": 0.2136716176796857, "upper": 0.30722469072150604 }, { "method": "Sun\u2013Abraham", "estimate": 0.1605524415240668, "se": 0.031514564800977016, "pvalue": 3.4958203801234055e-07, "lower": 0.09878502183647711, "upper": 0.2223198612116565 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -5, "estimate": -0.16649860650123743, "se": 0.03079601701986407, "pvalue": 6.427042776106667e-08, "lower": -0.22685769824135651, "upper": -0.10613951476111835 }, { "event_time": -4, "estimate": -0.1341429935534467, "se": 0.03150826706433361, "pvalue": 2.068289401200367e-05, "lower": -0.19589806990249461, "upper": -0.07238791720439877 }, { "event_time": -3, "estimate": -0.13085973230759532, "se": 0.030245402744226702, "pvalue": 1.5143071436755356e-05, "lower": -0.19013963976374748, "upper": -0.07157982485144315 }, { "event_time": -2, "estimate": -0.07118442326214147, "se": 0.034860211786144284, "pvalue": 0.041151925909171425, "lower": -0.13950919136194656, "upper": -0.002859655162336383 }, { "event_time": 0, "estimate": 0.0717512507907412, "se": 0.042858699689483505, "pvalue": 0.09410409540522531, "lower": -0.012250267481934654, "upper": 0.15575276906341706 }, { "event_time": 1, "estimate": 0.14138676412819576, "se": 0.043270170689865606, "pvalue": 0.001084891200080384, "lower": 0.05657877741369374, "upper": 0.22619475084269777 }, { "event_time": 2, "estimate": 0.15672021823171015, "se": 0.0463658185351213, "pvalue": 0.0007246477816178052, "lower": 0.06584487247638257, "upper": 0.24759556398703772 }, { "event_time": 3, "estimate": 0.24542388040013763, "se": 0.0518894194840182, "pvalue": 2.2480179326256577e-06, "lower": 0.14372247437230054, "upper": 0.3471252864279747 }, { "event_time": 4, "estimate": 0.1764670827848104, "se": 0.05041456423027751, "pvalue": 0.0004647028867725056, "lower": 0.07765634029656387, "upper": 0.27527782527305694 }, { "event_time": 5, "estimate": 0.09172074253756116, "se": 0.05343379855064599, "pvalue": 0.08606503064982557, "lower": -0.013007591216156175, "upper": 0.1964490762912785 } ], "BJS / did2s": [ { "event_time": -5, "estimate": -0.045219120601126164, "se": 0.012263961364368475, "pvalue": 0.0002267768961138131, "lower": -0.06925604617535616, "upper": -0.02118219502689617 }, { "event_time": -4, "estimate": -0.01602866848792386, "se": 0.014408130399292349, "pvalue": 0.26593448931845437, "lower": -0.04426808867052526, "upper": 0.012210751694677537 }, { "event_time": -3, "estimate": -0.013975768230494933, "se": 0.01429394599791391, "pvalue": 0.32820276789971436, "lower": -0.041991391070938536, "upper": 0.014039854609948667 }, { "event_time": -2, "estimate": 0.044585843967274885, "se": 0.01900220424025464, "pvalue": 0.018958256395347792, "lower": 0.007342203393164298, "upper": 0.08182948454138547 }, { "event_time": -1, "estimate": 0.11190743550463315, "se": 0.022159139357091854, "pvalue": 4.4142347364666777e-07, "lower": 0.06847631502973305, "upper": 0.15533855597953328 }, { "event_time": 0, "estimate": 0.1836908633174836, "se": 0.036534935963437806, "pvalue": 4.961114504665952e-07, "lower": 0.11208369573752971, "upper": 0.2552980308974375 }, { "event_time": 1, "estimate": 0.2539393121452952, "se": 0.039178586580110426, "pvalue": 9.076873698442211e-11, "lower": 0.17715068392393302, "upper": 0.33072794036665737 }, { "event_time": 2, "estimate": 0.2706297223817895, "se": 0.041072286569722824, "pvalue": 4.424999680145382e-11, "lower": 0.19012950992122035, "upper": 0.35112993484235866 }, { "event_time": 3, "estimate": 0.3607051951861842, "se": 0.04764300846126282, "pvalue": 3.703957358416158e-14, "lower": 0.26732660286258103, "upper": 0.4540837875097874 }, { "event_time": 4, "estimate": 0.2913804352389325, "se": 0.04566828597206168, "pvalue": 1.7667172674831587e-10, "lower": 0.20187222835543625, "upper": 0.3808886421224287 }, { "event_time": 5, "estimate": 0.2023433969338901, "se": 0.04895911211074073, "pvalue": 3.582086052679382e-05, "lower": 0.1063852885362731, "upper": 0.2983015053315071 } ], "Sun\u2013Abraham": [ { "event_time": -5, "estimate": -0.1650803470337583, "se": 0.030650276234615397, "pvalue": 7.2071305886691e-08, "lower": -0.22515379204815217, "upper": -0.10500690201936441 }, { "event_time": -4, "estimate": -0.13254542230257463, "se": 0.031311468755045056, "pvalue": 2.3046643242860838e-05, "lower": -0.1939147810051819, "upper": -0.07117606359996735 }, { "event_time": -3, "estimate": -0.13024830409221816, "se": 0.030193876388875825, "pvalue": 1.6052278008646572e-05, "lower": -0.1894272217350561, "upper": -0.07106938644938021 }, { "event_time": -2, "estimate": -0.06964093698163942, "se": 0.03470956690816171, "pvalue": 0.044814654297876684, "lower": -0.13767044650938748, "upper": -0.0016114274538913675 }, { "event_time": 0, "estimate": 0.0717782565002553, "se": 0.04282610753469538, "pvalue": 0.09373044844400696, "lower": -0.01215938231490514, "upper": 0.15571589531541574 }, { "event_time": 1, "estimate": 0.14200755256295178, "se": 0.04314547235352845, "pvalue": 0.0009970236157216506, "lower": 0.05744397012702773, "upper": 0.22657113499887582 }, { "event_time": 2, "estimate": 0.15805110134743705, "se": 0.046181702780051334, "pvalue": 0.0006207690719785345, "lower": 0.0675366158859553, "upper": 0.2485655868089188 }, { "event_time": 3, "estimate": 0.257392254764014, "se": 0.05115886795841008, "pvalue": 4.873406196379862e-07, "lower": 0.15712270359346647, "upper": 0.35766180593456154 }, { "event_time": 4, "estimate": 0.2118003028701804, "se": 0.05041937762058042, "pvalue": 2.6600890060272873e-05, "lower": 0.1129801263091222, "upper": 0.3106204794312386 }, { "event_time": 5, "estimate": 0.12228518109956249, "se": 0.05556535604722967, "pvalue": 0.02775410255596145, "lower": 0.01337907090148728, "upper": 0.2311912912976377 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.16666666666666666, 0.16666666666666666, 0.16666666666666666, 0.16666666666666666, 0.16666666666666666, 0.16666666666666666 ], "weighting": "equal_periods" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": null, "saturated_vs_deviations_relative_rss_difference": 1.5223958332690962e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 30.766849727203667, "df_num": 15, "df_den": 112091782, "pvalue": 7.705583964423773e-89, "log10_pvalue": -88.1131944428746, "inference": "Homoskedastic nested-model F", "observations": 121814681, "design_columns": 40, "restricted_design_columns": 25, "fixed_effect_rank": 9722859, "covariance_rank": 15, "rss_unrestricted": 105710050.81377608, "rss_restricted": 105710486.04174596, "test_horizon": null, "reference_cohort": 6, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]" ], "data": [ [ -0.0008851982236964795, 0.007971453661170275, -0.0008368257546060168, -0.0008417035896091681, -0.0008402325526885078, -0.000824566521844951 ], [ 0.0008851795571901488, -0.00797147237399307, 0.0008368084593145534, 0.0008416898089935251, 0.0008402311368850048, 0.0008245730717366314 ], [ -0.0016218505292227609, -0.0011527833365949309, 0.00803650038625217, -0.000772136441571119, -0.0007760073508173343, -0.0007775183175486457 ], [ 0.0016218321392409529, 0.001152764624548897, -0.008036517971164291, 0.0007721221648672443, 0.0007760051397388217, 0.0007775241670519557 ], [ -0.00225225520084067, 0.009824802620144691, 0.004221571455741695, -0.001630581098835667, -0.001631201884730718, -0.001611396792958422 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_9" ], "deviations": [ { "event_time": -5.0, "cohort": 7, "estimate": -0.03184362108799242 }, { "event_time": -4.0, "cohort": 7, "estimate": -0.0499117088987595 }, { "event_time": -3.0, "cohort": 7, "estimate": 0.02435846551699399 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.12542108643046904 }, { "event_time": 0.0, "cohort": 7, "estimate": 0.0865161567313726 }, { "event_time": 1.0, "cohort": 7, "estimate": 0.13434213704902945 }, { "event_time": 2.0, "cohort": 7, "estimate": 0.26299609865324686 }, { "event_time": 3.0, "cohort": 7, "estimate": -0.41557093335405126 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.07243815205762369 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.03881668478635504 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.10274053307088467 }, { "event_time": -4.0, "cohort": 8, "estimate": 0.06082499678564342 }, { "event_time": -3.0, "cohort": 8, "estimate": 0.04564012407927716 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.23833512514467556 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.3114113668271491 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.4333540232958548 }, { "event_time": 2.0, "cohort": 8, "estimate": 0.25659547231724505 }, { "event_time": 3.0, "cohort": 8, "estimate": -0.2389866328114855 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.17082679229034567 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.1256668042530541 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.26296592321479084 }, { "event_time": -4.0, "cohort": 9, "estimate": -0.23539952066723746 }, { "event_time": -3.0, "cohort": 9, "estimate": -0.16876840056798506 }, { "event_time": -2.0, "cohort": 9, "estimate": -0.1489202181122443 }, { "event_time": 0.0, "cohort": 9, "estimate": -0.021071800166933833 }, { "event_time": 1.0, "cohort": 9, "estimate": -0.12304954630319022 }, { "event_time": 2.0, "cohort": 9, "estimate": -0.24123793028798077 }, { "event_time": 3.0, "cohort": 9, "estimate": -0.6778115547008595 }, { "event_time": 4.0, "cohort": 9, "estimate": -0.40065418444166967 }, { "event_time": 5.0, "cohort": 9, "estimate": -0.6626769534677767 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": "weight", "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": 5, "post_weighting": "equal_periods", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": true, "source_sd": { "y": 0.041438236268510134 }, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s11-p001", "specification_id": "S11-P001", "source_specification_id": "HALL-MIRRORS-F1-COCOMMENT", "study_id": 11, "study": "Hall of Mirrors", "citation": "Bertrand et al. (2021), QJE. https://doi.org/10.1093/qje/qjab023", "description": "HALL-MIRRORS-F1-COCOMMENT", "data": "analyses/full-archive/prepared/S11-P001.parquet", "output_dir": "analyses/archive-expanded/fits/S11-P001" }, "options": { "output_dir": "analyses/archive-expanded/fits/S11-P001", "regression_results": "analyses/archive-expanded/baselines/S11-P001.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S11-P001.parquet", "bytes": 71811, "sha256": "130c4a3dcfa74199fefe51d0a6b607c929106eb4363e2a1f4c0e422df9659157" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 38593, "source_sd": 0.041438236268510134, "rows": 38528, "units": 3253, "clusters": 3253, "treated_units": 226, "never_treated_units": 3027, "treated_cohorts": 4, "latest_cohort_control_index": null, "unique_unit_period_cells": 38528, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 14, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.247123671398226, "se": 0.023894384084963336, "pvalue": 4.535007688874092e-25, "lower": 0.2002915333289534, "upper": 0.2939558094674986 }, { "method": "Dynamic TWFE", "estimate": 0.1472449898121927, "se": 0.03234331016239992, "pvalue": 5.29966696322518e-06, "lower": 0.08385325886165436, "upper": 0.21063672076273104 }, { "method": "BJS / did2s", "estimate": 0.26044815420059586, "se": 0.02386601543029449, "pvalue": 1.0001812656239292e-27, "lower": 0.2136716176796857, "upper": 0.30722469072150604 }, { "method": "Sun\u2013Abraham", "estimate": 0.1605524415240668, "se": 0.031514564800977016, "pvalue": 3.4958203801234055e-07, "lower": 0.09878502183647711, "upper": 0.2223198612116565 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -5, "estimate": -0.16649860650123743, "se": 0.03079601701986407, "pvalue": 6.427042776106667e-08, "lower": -0.22685769824135651, "upper": -0.10613951476111835 }, { "event_time": -4, "estimate": -0.1341429935534467, "se": 0.03150826706433361, "pvalue": 2.068289401200367e-05, "lower": -0.19589806990249461, "upper": -0.07238791720439877 }, { "event_time": -3, "estimate": -0.13085973230759532, "se": 0.030245402744226702, "pvalue": 1.5143071436755356e-05, "lower": -0.19013963976374748, "upper": -0.07157982485144315 }, { "event_time": -2, "estimate": -0.07118442326214147, "se": 0.034860211786144284, "pvalue": 0.041151925909171425, "lower": -0.13950919136194656, "upper": -0.002859655162336383 }, { "event_time": 0, "estimate": 0.0717512507907412, "se": 0.042858699689483505, "pvalue": 0.09410409540522531, "lower": -0.012250267481934654, "upper": 0.15575276906341706 }, { "event_time": 1, "estimate": 0.14138676412819576, "se": 0.043270170689865606, "pvalue": 0.001084891200080384, "lower": 0.05657877741369374, "upper": 0.22619475084269777 }, { "event_time": 2, "estimate": 0.15672021823171015, "se": 0.0463658185351213, "pvalue": 0.0007246477816178052, "lower": 0.06584487247638257, "upper": 0.24759556398703772 }, { "event_time": 3, "estimate": 0.24542388040013763, "se": 0.0518894194840182, "pvalue": 2.2480179326256577e-06, "lower": 0.14372247437230054, "upper": 0.3471252864279747 }, { "event_time": 4, "estimate": 0.1764670827848104, "se": 0.05041456423027751, "pvalue": 0.0004647028867725056, "lower": 0.07765634029656387, "upper": 0.27527782527305694 }, { "event_time": 5, "estimate": 0.09172074253756116, "se": 0.05343379855064599, "pvalue": 0.08606503064982557, "lower": -0.013007591216156175, "upper": 0.1964490762912785 } ], "BJS / did2s": [ { "event_time": -5, "estimate": -0.045219120601126164, "se": 0.012263961364368475, "pvalue": 0.0002267768961138131, "lower": -0.06925604617535616, "upper": -0.02118219502689617 }, { "event_time": -4, "estimate": -0.01602866848792386, "se": 0.014408130399292349, "pvalue": 0.26593448931845437, "lower": -0.04426808867052526, "upper": 0.012210751694677537 }, { "event_time": -3, "estimate": -0.013975768230494933, "se": 0.01429394599791391, "pvalue": 0.32820276789971436, "lower": -0.041991391070938536, "upper": 0.014039854609948667 }, { "event_time": -2, "estimate": 0.044585843967274885, "se": 0.01900220424025464, "pvalue": 0.018958256395347792, "lower": 0.007342203393164298, "upper": 0.08182948454138547 }, { "event_time": -1, "estimate": 0.11190743550463315, "se": 0.022159139357091854, "pvalue": 4.4142347364666777e-07, "lower": 0.06847631502973305, "upper": 0.15533855597953328 }, { "event_time": 0, "estimate": 0.1836908633174836, "se": 0.036534935963437806, "pvalue": 4.961114504665952e-07, "lower": 0.11208369573752971, "upper": 0.2552980308974375 }, { "event_time": 1, "estimate": 0.2539393121452952, "se": 0.039178586580110426, "pvalue": 9.076873698442211e-11, "lower": 0.17715068392393302, "upper": 0.33072794036665737 }, { "event_time": 2, "estimate": 0.2706297223817895, "se": 0.041072286569722824, "pvalue": 4.424999680145382e-11, "lower": 0.19012950992122035, "upper": 0.35112993484235866 }, { "event_time": 3, "estimate": 0.3607051951861842, "se": 0.04764300846126282, "pvalue": 3.703957358416158e-14, "lower": 0.26732660286258103, "upper": 0.4540837875097874 }, { "event_time": 4, "estimate": 0.2913804352389325, "se": 0.04566828597206168, "pvalue": 1.7667172674831587e-10, "lower": 0.20187222835543625, "upper": 0.3808886421224287 }, { "event_time": 5, "estimate": 0.2023433969338901, "se": 0.04895911211074073, "pvalue": 3.582086052679382e-05, "lower": 0.1063852885362731, "upper": 0.2983015053315071 } ], "Sun\u2013Abraham": [ { "event_time": -5, "estimate": -0.1650803470337583, "se": 0.030650276234615397, "pvalue": 7.2071305886691e-08, "lower": -0.22515379204815217, "upper": -0.10500690201936441 }, { "event_time": -4, "estimate": -0.13254542230257463, "se": 0.031311468755045056, "pvalue": 2.3046643242860838e-05, "lower": -0.1939147810051819, "upper": -0.07117606359996735 }, { "event_time": -3, "estimate": -0.13024830409221816, "se": 0.030193876388875825, "pvalue": 1.6052278008646572e-05, "lower": -0.1894272217350561, "upper": -0.07106938644938021 }, { "event_time": -2, "estimate": -0.06964093698163942, "se": 0.03470956690816171, "pvalue": 0.044814654297876684, "lower": -0.13767044650938748, "upper": -0.0016114274538913675 }, { "event_time": 0, "estimate": 0.0717782565002553, "se": 0.04282610753469538, "pvalue": 0.09373044844400696, "lower": -0.01215938231490514, "upper": 0.15571589531541574 }, { "event_time": 1, "estimate": 0.14200755256295178, "se": 0.04314547235352845, "pvalue": 0.0009970236157216506, "lower": 0.05744397012702773, "upper": 0.22657113499887582 }, { "event_time": 2, "estimate": 0.15805110134743705, "se": 0.046181702780051334, "pvalue": 0.0006207690719785345, "lower": 0.0675366158859553, "upper": 0.2485655868089188 }, { "event_time": 3, "estimate": 0.257392254764014, "se": 0.05115886795841008, "pvalue": 4.873406196379862e-07, "lower": 0.15712270359346647, "upper": 0.35766180593456154 }, { "event_time": 4, "estimate": 0.2118003028701804, "se": 0.05041937762058042, "pvalue": 2.6600890060272873e-05, "lower": 0.1129801263091222, "upper": 0.3106204794312386 }, { "event_time": 5, "estimate": 0.12228518109956249, "se": 0.05556535604722967, "pvalue": 0.02775410255596145, "lower": 0.01337907090148728, "upper": 0.2311912912976377 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.16666666666666666, 0.16666666666666666, 0.16666666666666666, 0.16666666666666666, 0.16666666666666666, 0.16666666666666666 ], "weighting": "equal_periods" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": null, "saturated_vs_deviations_relative_rss_difference": 1.5223958332690962e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 30.766849727203667, "df_num": 15, "df_den": 112091782, "pvalue": 7.705583964423773e-89, "log10_pvalue": -88.1131944428746, "inference": "Homoskedastic nested-model F", "observations": 121814681, "design_columns": 40, "restricted_design_columns": 25, "fixed_effect_rank": 9722859, "covariance_rank": 15, "rss_unrestricted": 105710050.81377608, "rss_restricted": 105710486.04174596, "test_horizon": null, "reference_cohort": 6, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]" ], "data": [ [ -0.0008851982236964795, 0.007971453661170275, -0.0008368257546060168, -0.0008417035896091681, -0.0008402325526885078, -0.000824566521844951 ], [ 0.0008851795571901488, -0.00797147237399307, 0.0008368084593145534, 0.0008416898089935251, 0.0008402311368850048, 0.0008245730717366314 ], [ -0.0016218505292227609, -0.0011527833365949309, 0.00803650038625217, -0.000772136441571119, -0.0007760073508173343, -0.0007775183175486457 ], [ 0.0016218321392409529, 0.001152764624548897, -0.008036517971164291, 0.0007721221648672443, 0.0007760051397388217, 0.0007775241670519557 ], [ -0.00225225520084067, 0.009824802620144691, 0.004221571455741695, -0.001630581098835667, -0.001631201884730718, -0.001611396792958422 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_9" ], "deviations": [ { "event_time": -5.0, "cohort": 7, "estimate": -0.03184362108799242 }, { "event_time": -4.0, "cohort": 7, "estimate": -0.0499117088987595 }, { "event_time": -3.0, "cohort": 7, "estimate": 0.02435846551699399 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.12542108643046904 }, { "event_time": 0.0, "cohort": 7, "estimate": 0.0865161567313726 }, { "event_time": 1.0, "cohort": 7, "estimate": 0.13434213704902945 }, { "event_time": 2.0, "cohort": 7, "estimate": 0.26299609865324686 }, { "event_time": 3.0, "cohort": 7, "estimate": -0.41557093335405126 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.07243815205762369 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.03881668478635504 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.10274053307088467 }, { "event_time": -4.0, "cohort": 8, "estimate": 0.06082499678564342 }, { "event_time": -3.0, "cohort": 8, "estimate": 0.04564012407927716 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.23833512514467556 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.3114113668271491 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.4333540232958548 }, { "event_time": 2.0, "cohort": 8, "estimate": 0.25659547231724505 }, { "event_time": 3.0, "cohort": 8, "estimate": -0.2389866328114855 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.17082679229034567 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.1256668042530541 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.26296592321479084 }, { "event_time": -4.0, "cohort": 9, "estimate": -0.23539952066723746 }, { "event_time": -3.0, "cohort": 9, "estimate": -0.16876840056798506 }, { "event_time": -2.0, "cohort": 9, "estimate": -0.1489202181122443 }, { "event_time": 0.0, "cohort": 9, "estimate": -0.021071800166933833 }, { "event_time": 1.0, "cohort": 9, "estimate": -0.12304954630319022 }, { "event_time": 2.0, "cohort": 9, "estimate": -0.24123793028798077 }, { "event_time": 3.0, "cohort": 9, "estimate": -0.6778115547008595 }, { "event_time": 4.0, "cohort": 9, "estimate": -0.40065418444166967 }, { "event_time": 5.0, "cohort": 9, "estimate": -0.6626769534677767 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "estimate": 0.12270636458202755, "se": 0.0317376718354435, "lower": 0.060501670831407055, "upper": 0.18491105833264804, "event_study": [ { "event_time": -5, "estimate": -0.15572757142316826, "se": 0.030189558009684557, "lower": -0.21489801783133272, "upper": -0.09655712501500381, "n": 0.0, "relative_to_minus_one": -0.15572757142316826 }, { "event_time": -4, "estimate": -0.12766314823079097, "se": 0.03120927588378463, "lower": -0.18883220494658332, "upper": -0.06649409151499863, "n": 0.0, "relative_to_minus_one": -0.12766314823079097 }, { "event_time": -3, "estimate": -0.12611766879424618, "se": 0.029987066669226268, "lower": -0.18489123946793115, "upper": -0.06734409812056122, "n": 0.0, "relative_to_minus_one": -0.12611766879424618 }, { "event_time": -2, "estimate": -0.06722438916787608, "se": 0.034782558035322216, "lower": -0.13539695020728187, "upper": 0.000948171871529721, "n": 0.0, "relative_to_minus_one": -0.06722438916787608 }, { "event_time": -1, "estimate": 0.0, "se": 0.0, "lower": 0.0, "upper": 0.0, "n": 0.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.07158158826565991, "se": 0.042861177147997115, "lower": -0.012424775279405623, "upper": 0.15558795181072543, "n": 5956.0, "relative_to_minus_one": 0.07158158826565991 }, { "event_time": 1, "estimate": 0.14189346884299678, "se": 0.04314995383504333, "lower": 0.057321113391745865, "upper": 0.2264658242942477, "n": 5893.0, "relative_to_minus_one": 0.14189346884299678 }, { "event_time": 2, "estimate": 0.1590520456821, "se": 0.0461437553407109, "lower": 0.06861194710287886, "upper": 0.2494921442613211, "n": 5812.0, "relative_to_minus_one": 0.1590520456821 }, { "event_time": 3, "estimate": 0.22939898610776033, "se": 0.05130928117115544, "lower": 0.12883464293965652, "upper": 0.32996332927586414, "n": 5336.0, "relative_to_minus_one": 0.22939898610776033 }, { "event_time": 4, "estimate": 0.1330340073709315, "se": 0.05483935111209838, "lower": 0.025550854255672106, "upper": 0.24051716048619087, "n": 4174.0, "relative_to_minus_one": 0.1330340073709315 }, { "event_time": 5, "estimate": 0.0012780912227168136, "se": 0.050268734946574654, "lower": -0.09724681882095951, "upper": 0.09980300126639313, "n": 2851.0, "relative_to_minus_one": 0.0012780912227168136 } ], "group_time_estimates": [ { "group": 6, "year": 1, "event_time": -5, "att": -0.1119321046705694, "mass": 0.0, "base": 5 }, { "group": 6, "year": 2, "event_time": -4, "att": -0.08390475177914355, "mass": 0.0, "base": 5 }, { "group": 6, "year": 3, "event_time": -3, "att": -0.11074632090459603, "mass": 0.0, "base": 5 }, { "group": 6, "year": 4, "event_time": -2, "att": -0.12966086094709559, "mass": 0.0, "base": 5 }, { "group": 6, "year": 5, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 5 }, { "group": 6, "year": 6, "event_time": 0, "att": -0.020960725883472697, "mass": 1582.0, "base": 5 }, { "group": 6, "year": 7, "event_time": 1, "att": 0.03048080253977091, "mass": 1564.0, "base": 5 }, { "group": 6, "year": 8, "event_time": 2, "att": 0.08190402953926897, "mass": 1550.0, "base": 5 }, { "group": 6, "year": 9, "event_time": 3, "att": 0.5538601637668612, "mass": 1550.0, "base": 5 }, { "group": 6, "year": 10, "event_time": 4, "att": 0.22407430543654067, "mass": 1514.0, "base": 5 }, { "group": 6, "year": 11, "event_time": 5, "att": 0.1049728159446906, "mass": 1485.0, "base": 5 }, { "group": 7, "year": 2, "event_time": -5, "att": -0.14353660688804756, "mass": 0.0, "base": 6 }, { "group": 7, "year": 3, "event_time": -4, "att": -0.12243503480562345, "mass": 0.0, "base": 6 }, { "group": 7, "year": 4, "event_time": -3, "att": -0.07719736408491419, "mass": 0.0, "base": 6 }, { "group": 7, "year": 5, "event_time": -2, "att": 0.010601898963783357, "mass": 0.0, "base": 6 }, { "group": 7, "year": 6, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 6 }, { "group": 7, "year": 7, "event_time": 0, "att": 0.06560989355392505, "mass": 1556.0, "base": 6 }, { "group": 7, "year": 8, "event_time": 1, "att": 0.1653920804813792, "mass": 1539.0, "base": 6 }, { "group": 7, "year": 9, "event_time": 2, "att": 0.34408775209417813, "mass": 1539.0, "base": 6 }, { "group": 7, "year": 10, "event_time": 3, "att": 0.14255431631561793, "mass": 1463.0, "base": 6 }, { "group": 7, "year": 11, "event_time": 4, "att": 0.15344472504201667, "mass": 1429.0, "base": 6 }, { "group": 7, "year": 12, "event_time": 5, "att": 0.13804974651768953, "mass": 1043.0, "base": 6 }, { "group": 8, "year": 3, "event_time": -5, "att": -0.0016524783695772427, "mass": 0.0, "base": 7 }, { "group": 8, "year": 4, "event_time": -4, "att": -0.005374104159768113, "mass": 0.0, "base": 7 }, { "group": 8, "year": 5, "event_time": -3, "att": -0.04903715037296793, "mass": 0.0, "base": 7 }, { "group": 8, "year": 6, "event_time": -2, "att": 0.11894301704891452, "mass": 0.0, "base": 7 }, { "group": 8, "year": 7, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 7 }, { "group": 8, "year": 8, "event_time": 0, "att": 0.2905937070397361, "mass": 1433.0, "base": 7 }, { "group": 8, "year": 9, "event_time": 1, "att": 0.46280314985233695, "mass": 1432.0, "base": 7 }, { "group": 8, "year": 10, "event_time": 2, "att": 0.3398684397631204, "mass": 1410.0, "base": 7 }, { "group": 8, "year": 11, "event_time": 3, "att": 0.31879855037554305, "mass": 1376.0, "base": 7 }, { "group": 8, "year": 12, "event_time": 4, "att": 0.35964701540209765, "mass": 991.0, "base": 7 }, { "group": 8, "year": 13, "event_time": 5, "att": 0.13783349415766932, "mass": 317.0, "base": 7 }, { "group": 9, "year": 4, "event_time": -5, "att": -0.37886343970118636, "mass": 0.0, "base": 8 }, { "group": 9, "year": 5, "event_time": -4, "att": -0.31004648962417924, "mass": 0.0, "base": 8 }, { "group": 9, "year": 6, "event_time": -3, "att": -0.27838759614936454, "mass": 0.0, "base": 8 }, { "group": 9, "year": 7, "event_time": -2, "att": -0.2759616448262138, "mass": 0.0, "base": 8 }, { "group": 9, "year": 8, "event_time": -1, "att": 0.0, "mass": 0.0, "base": 8 }, { "group": 9, "year": 9, "event_time": 0, "att": -0.042606475451209325, "mass": 1385.0, "base": 8 }, { "group": 9, "year": 10, "event_time": 1, "att": -0.08927806509491243, "mass": 1358.0, "base": 8 }, { "group": 9, "year": 11, "event_time": 2, "att": -0.1477907632401652, "mass": 1313.0, "base": 8 }, { "group": 9, "year": 12, "event_time": 3, "att": -0.13614386765098113, "mass": 947.0, "base": 8 }, { "group": 9, "year": 13, "event_time": 4, "att": -0.228353190278645, "mass": 240.0, "base": 8 }, { "group": 9, "year": 14, "event_time": 5, "att": -0.41211226441260956, "mass": 6.0, "base": 8 } ], "parameters": { "est_method": "dr", "xformla": "y ~ 1", "control_group": "notyettreated", "base_period": "universal", "clustervar": "cluster", "weights_name": "weight", "backend": "cluster-sufficient-statistics", "panel": true, "effective_panel": false, "frequency_weights": true, "effective_clusters": 9722846 }, "data_structure": "unbalanced or varying-weight panel; repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "matches_treated_unit_year_target": false, "estimate": 0.12270636458202755, "se": 0.0317376718354435, "lower": 0.060501670831407055, "upper": 0.18491105833264804 }, { "typec": "simple", "aggregation": "Native-equivalent CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.12270636458202759, "se": 0.0317376718354435, "lower": 0.060501670831407096, "upper": 0.1849110583326481 }, { "typec": "group", "aggregation": "Native-equivalent CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.12270636458202755, "se": 0.0317376718354435, "lower": 0.060501670831407055, "upper": 0.18491105833264804 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "estimate": 0.15953995832566054, "se": 0.031226373420098593, "lower": 0.09833739105446845, "upper": 0.22074252559685262 } ], "same_group_time_effects": true, "additional_covariates": [] }, "treated_cell_att": 0.15953995832566054, "treated_cell_se": 0.031226373420098593, "checks": { "input_rows": 38528, "retained_rows": 38528, "all_observed_post_cells_estimated": true, "post_weight_sum": 30022.0, "avoided_dense_if_bytes": 1457344 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID", "seconds": 0.09861049987375736, "status": "estimated" }, { "method": "SDID", "status": "unsupported", "reason": "sdid: this adapter does not implement the configured observation weights." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: this adapter does not implement the configured observation weights." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: this adapter does not implement the configured observation weights." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: this adapter does not implement the configured observation weights." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: this adapter does not implement the configured observation weights." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.247123671398226, "SE": 0.023894384084963336, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1472449898121927, "SE": 0.03234331016239992, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.26044815420059586, "SE": 0.02386601543029449, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1605524415240668, "SE": 0.031514564800977016, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.12270636458202755, "SE": 0.0317376718354435, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15953995832566054, "SE": 0.031226373420098593, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: this adapter does not implement the configured observation weights." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: this adapter does not implement the configured observation weights." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: this adapter does not implement the configured observation weights." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: this adapter does not implement the configured observation weights." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: this adapter does not implement the configured observation weights." } ], "adapter_sha256": { "validate_template.py": "02026cc47fa098566d7e410f741b107390345e4c75a9748217a20ebc4481570a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "d99ad4158a150bf0ba9f3ffcde47c14ddecc2b877c09c5682d1806c8c26c7b8a" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.247123671398226, "SE": 0.023894384084963336, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.2002915333289534, "upper": 0.2939558094674986, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1472449898121927, "SE": 0.03234331016239992, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08385325886165436, "upper": 0.21063672076273104, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.26044815420059586, "SE": 0.02386601543029449, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.2136716176796857, "upper": 0.30722469072150604, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1605524415240668, "SE": 0.031514564800977016, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.09878502183647711, "upper": 0.2223198612116565, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12270636458202755, "SE": 0.0317376718354435, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.060501670831407055, "upper": 0.18491105833264804, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15953995832566054, "SE": 0.031226373420098593, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.09833739105446845, "upper": 0.22074252559685262, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588775.869542, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.247123671398226, "SE": 0.023894384084963336, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.2002915333289534, "upper": 0.2939558094674986, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1472449898121927, "SE": 0.03234331016239992, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08385325886165436, "upper": 0.21063672076273104, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.26044815420059586, "SE": 0.02386601543029449, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.2136716176796857, "upper": 0.30722469072150604, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1605524415240668, "SE": 0.031514564800977016, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.09878502183647711, "upper": 0.2223198612116565, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12270636458202755, "SE": 0.0317376718354435, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.060501670831407055, "upper": 0.18491105833264804, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15953995832566054, "SE": 0.031226373420098593, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.09833739105446845, "upper": 0.22074252559685262, "ci_level": 0.95, "inference": "Configured-cluster analytical influence functions, including aggregation-share uncertainty; sufficient-statistic calculation of intercept-only CS-DID" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: this adapter does not implement the configured observation weights.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] } ]