{ "study_id": 17, "specification_id": "S17-P002", "source_specification_id": "TN-F2-BASELINE", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Trading Nontradables", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S17-P002.json", "input_bytes": 15836, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": 6, "post_weighting": "equal_periods", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s17-p002", "specification_id": "S17-P002", "source_specification_id": "TN-F2-BASELINE", "study_id": 17, "study": "Trading Nontradables", "citation": "Mu\u00f1oz (2024), QJE. https://doi.org/10.1093/qje/qjad032", "description": "TN-F2-BASELINE", "data": "analyses/full-archive/prepared/S17-P002.parquet", "output_dir": "analyses/full-archive/results/S17-P002" }, "source": { "file": "S17-P002.parquet", "bytes": 15836, "sha256": "bfdf6c8d2f5f6d9b6d7072cd485feec451105846f2fe1fb6fbf4ffa0159ebc4e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 977, "source_sd": 2.3129919397814978, "rows": 913, "units": 71, "clusters": 71, "treated_units": 23, "never_treated_units": 48, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 913, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 5, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.543182002054527, "se": 0.14390601909860018, "pvalue": 0.0003325689272707586, "lower": 0.25617049695702576, "upper": 0.8301935071520283 }, { "method": "Dynamic TWFE", "estimate": 0.7888758993762184, "se": 0.11904766121821768, "pvalue": 5.946896965115709e-09, "lower": 0.5514428257730417, "upper": 1.026308972979395 }, { "method": "BJS / did2s", "estimate": 0.704689893607495, "se": 0.14175818755285477, "pvalue": 4.552215759756984e-06, "lower": 0.42196210345466123, "upper": 0.9874176837603288 }, { "method": "Sun\u2013Abraham", "estimate": 0.7967550027391155, "se": 0.11013916432327171, "pvalue": 4.667035279921349e-10, "lower": 0.5770893659533174, "upper": 1.0164206395249136 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -13, "estimate": 0.8295106520322443, "se": 0.27863829395664563, "pvalue": 0.003995076232107142, "lower": 0.2737840978045012, "upper": 1.3852372062599874 }, { "event_time": -12, "estimate": 0.8450423353794048, "se": 0.26035019099419415, "pvalue": 0.0017982339500356337, "lower": 0.3257902524038675, "upper": 1.364294418354942 }, { "event_time": -11, "estimate": 0.8940392348354579, "se": 0.24269917774826458, "pvalue": 0.0004490436870671094, "lower": 0.4099909877379674, "upper": 1.3780874819329485 }, { "event_time": -10, "estimate": 0.9876061055696738, "se": 0.19310197010154873, "pvalue": 2.6283367841052175e-06, "lower": 0.602476370043015, "upper": 1.3727358410963326 }, { "event_time": -9, "estimate": 0.9837642309839643, "se": 0.15029402826451282, "pvalue": 8.324122480737859e-09, "lower": 0.6840122433356324, "upper": 1.2835162186322961 }, { "event_time": -8, "estimate": 0.7666113527214161, "se": 0.15720565458941926, "pvalue": 6.517419662153168e-06, "lower": 0.45307456102799604, "upper": 1.0801481444148362 }, { "event_time": -7, "estimate": 0.7714438303694215, "se": 0.16030679254137994, "pvalue": 8.300886241119474e-06, "lower": 0.451722014055889, "upper": 1.091165646682954 }, { "event_time": -6, "estimate": 0.5267714063134895, "se": 0.19371236815177612, "pvalue": 0.008241902478143326, "lower": 0.14042427026250448, "upper": 0.9131185423644745 }, { "event_time": -5, "estimate": 0.33379931040510663, "se": 0.13750815059030913, "pvalue": 0.01777927026436328, "lower": 0.05954795169677318, "upper": 0.6080506691134401 }, { "event_time": -4, "estimate": 0.16463832477017143, "se": 0.13584215322883406, "pvalue": 0.22959415756139992, "lower": -0.10629030697232328, "upper": 0.43556695651266614 }, { "event_time": -3, "estimate": 0.009031084290642854, "se": 0.07678020241515544, "pvalue": 0.9067035768448591, "lower": -0.1441022008554468, "upper": 0.16216436943673254 }, { "event_time": -2, "estimate": -0.055427598406822196, "se": 0.06748698217003009, "pvalue": 0.4142593302120341, "lower": -0.19002614020817055, "upper": 0.07917094339452614 }, { "event_time": 0, "estimate": 0.5726613849826094, "se": 0.08949509109540772, "pvalue": 1.5283535821713412e-08, "lower": 0.39416905398058527, "upper": 0.7511537159846335 }, { "event_time": 1, "estimate": 0.75360193466623, "se": 0.12438150365175094, "pvalue": 6.167482033790569e-08, "lower": 0.5055308477652747, "upper": 1.0016730215671854 }, { "event_time": 2, "estimate": 0.7675711729344342, "se": 0.11517610500412234, "pvalue": 5.081990920880622e-09, "lower": 0.5378596747249575, "upper": 0.9972826711439109 }, { "event_time": 3, "estimate": 0.9102034977394988, "se": 0.12338919939186078, "pvalue": 2.5573485794647956e-10, "lower": 0.664111499280637, "upper": 1.1562954961983607 }, { "event_time": 4, "estimate": 0.8323345634659789, "se": 0.14212803982530675, "pvalue": 1.4026155920994601e-07, "lower": 0.548869126215094, "upper": 1.1158000007168638 }, { "event_time": 5, "estimate": 0.7543766565285356, "se": 0.15502485218083867, "pvalue": 6.776517150345244e-06, "lower": 0.44518933809222866, "upper": 1.0635639749648425 }, { "event_time": 6, "estimate": 0.9313820853162422, "se": 0.20757137947076917, "pvalue": 2.765533733875218e-05, "lower": 0.5173940227582005, "upper": 1.3453701478742839 }, { "event_time": 7, "estimate": 0.9388132976705893, "se": 0.1546863194567352, "pvalue": 5.912758606051208e-08, "lower": 0.6303011614627834, "upper": 1.2473254338783952 }, { "event_time": 8, "estimate": 0.9121303028229623, "se": 0.1955530784801767, "pvalue": 1.4417674100226894e-05, "lower": 0.5221119857809946, "upper": 1.30214861986493 }, { "event_time": 9, "estimate": 0.9753855598583832, "se": 0.18811083678280868, "pvalue": 1.9998425209778085e-06, "lower": 0.6002103258524172, "upper": 1.3505607938643491 }, { "event_time": 10, "estimate": 0.9435427051158681, "se": 0.17357746574603491, "pvalue": 7.507562686397402e-07, "lower": 0.5973533656647843, "upper": 1.289732044566952 }, { "event_time": 11, "estimate": 0.8386340288026328, "se": 0.14674020552011402, "pvalue": 2.474370258283431e-07, "lower": 0.5459699171243864, "upper": 1.1312981404808793 }, { "event_time": 12, "estimate": 0.8695063375688484, "se": 0.1477135409111516, "pvalue": 1.2414995477868835e-07, "lower": 0.5749009696645163, "upper": 1.1641117054731804 } ], "BJS / did2s": [ { "event_time": -13, "estimate": 0.09562091706600871, "se": 0.16234979122382068, "pvalue": 0.5577700973304178, "lower": -0.22817553163908322, "upper": 0.41941736577110067 }, { "event_time": -12, "estimate": 0.12036958747723346, "se": 0.1501764001817922, "pvalue": 0.4255423801741844, "lower": -0.17914779835753403, "upper": 0.419886973312001 }, { "event_time": -11, "estimate": 0.20361321517610426, "se": 0.13836572350509707, "pvalue": 0.14562182588581915, "lower": -0.07234851877953208, "upper": 0.4795749491317406 }, { "event_time": -10, "estimate": 0.3415355949220587, "se": 0.10782606436176333, "pvalue": 0.0022791209543711745, "lower": 0.12648329054272944, "upper": 0.556587899301388 }, { "event_time": -9, "estimate": 0.3490923587172543, "se": 0.1011836516008554, "pvalue": 0.0009535275529828166, "lower": 0.1472879288599823, "upper": 0.5508967885745263 }, { "event_time": -8, "estimate": 0.1866916202402402, "se": 0.09991301663631699, "pvalue": 0.06587145072254559, "lower": -0.012578608088242349, "upper": 0.38596184856872273 }, { "event_time": -7, "estimate": 0.20219781681916663, "se": 0.07428591027874536, "pvalue": 0.008184986245804196, "lower": 0.05403924047753228, "upper": 0.35035639316080097 }, { "event_time": -6, "estimate": 0.06119441575391447, "se": 0.09081444514899864, "pvalue": 0.5026320318710912, "lower": -0.11992928393615718, "upper": 0.2423181154439861 }, { "event_time": -5, "estimate": 0.029858471342859703, "se": 0.07727473350872997, "pvalue": 0.7003771289240078, "lower": -0.12426112496917979, "upper": 0.1839780676548992 }, { "event_time": -4, "estimate": -0.04726025837689155, "se": 0.0779450508369181, "pvalue": 0.54625837786584, "lower": -0.20271676044493275, "upper": 0.10819624369114966 }, { "event_time": -3, "estimate": -0.1633681613094197, "se": 0.049189771166076444, "pvalue": 0.0014267463548282156, "lower": -0.26147406644257476, "upper": -0.06526225617626462 }, { "event_time": -2, "estimate": -0.20433753033623808, "se": 0.06160570033923699, "pvalue": 0.0014459194413059986, "lower": -0.3272062253894671, "upper": -0.08146883528300908 }, { "event_time": -1, "estimate": -0.13802848468989518, "se": 0.06416896052224866, "pvalue": 0.03492861194726859, "lower": -0.26600944097924806, "upper": -0.010047528400542294 }, { "event_time": 0, "estimate": 0.4216458422453629, "se": 0.11764629094874786, "pvalue": 0.0006214163852945436, "lower": 0.18700771351494958, "upper": 0.6562839709757762 }, { "event_time": 1, "estimate": 0.6068405544400833, "se": 0.14380997047065328, "pvalue": 7.214260454897412e-05, "lower": 0.32002061229069406, "upper": 0.8936604965894726 }, { "event_time": 2, "estimate": 0.6236138247450412, "se": 0.13623388372047132, "pvalue": 1.9863993453039423e-05, "lower": 0.3519039111722128, "upper": 0.8953237383178696 }, { "event_time": 3, "estimate": 0.7745460092779447, "se": 0.15983900671795262, "pvalue": 7.317940781618452e-06, "lower": 0.45575716237101604, "upper": 1.0933348561848732 }, { "event_time": 4, "estimate": 0.719394814623602, "se": 0.18434503624961218, "pvalue": 0.00021642659964771812, "lower": 0.35173023295657085, "upper": 1.0870593962906332 }, { "event_time": 5, "estimate": 0.6270248045317098, "se": 0.19528815412595477, "pvalue": 0.0020001322545656368, "lower": 0.23753486245361438, "upper": 1.0165147466098052 }, { "event_time": 6, "estimate": 1.1597634053887214, "se": 0.26107335553721384, "pvalue": 3.253599823629747e-05, "lower": 0.6390690162106686, "upper": 1.6804577945667742 }, { "event_time": 7, "estimate": 1.139537542075143, "se": 0.19325850266032746, "pvalue": 1.192272225213494e-07, "lower": 0.7540956122040554, "upper": 1.5249794719462306 }, { "event_time": 8, "estimate": 1.1151617197015082, "se": 0.24158301641661187, "pvalue": 1.7236679642569094e-05, "lower": 0.6333395861865898, "upper": 1.5969838532164267 }, { "event_time": 9, "estimate": 1.170271041509737, "se": 0.22602598110083713, "pvalue": 2.0593272135409214e-06, "lower": 0.7194764365777347, "upper": 1.6210656464417394 }, { "event_time": 10, "estimate": 0.964430820158377, "se": 0.2209450989643246, "pvalue": 4.2994913476181424e-05, "lower": 0.5237697151199705, "upper": 1.4050919251967835 }, { "event_time": 11, "estimate": 0.8575534029494035, "se": 0.18800147220287275, "pvalue": 2.107390661987618e-05, "lower": 0.48259628972037505, "upper": 1.232510516178432 }, { "event_time": 12, "estimate": 0.8636171785772202, "se": 0.16067511326603598, "pvalue": 9.540808149177917e-07, "lower": 0.5431607697413992, "upper": 1.1840735874130413 } ], "Sun\u2013Abraham": [ { "event_time": -13, "estimate": 0.9091317178589409, "se": 0.38770796515724015, "pvalue": 0.021873831457989046, "lower": 0.13587256362005118, "upper": 1.6823908720978307 }, { "event_time": -12, "estimate": 0.8910768725648401, "se": 0.3701216022778762, "pvalue": 0.01870046385258401, "lower": 0.152892613113629, "upper": 1.6292611320160513 }, { "event_time": -11, "estimate": 1.0025109245885468, "se": 0.35914425602993066, "pvalue": 0.006759535092912319, "lower": 0.2862202918830006, "upper": 1.7188015572940931 }, { "event_time": -10, "estimate": 0.9860700823826495, "se": 0.21020972168141924, "pvalue": 1.3066165908516017e-05, "lower": 0.5668200122061349, "upper": 1.405320152559164 }, { "event_time": -9, "estimate": 0.9493918835770111, "se": 0.17139115349340384, "pvalue": 4.986770606019759e-07, "lower": 0.6075630064204947, "upper": 1.2912207607335275 }, { "event_time": -8, "estimate": 0.7514192902530934, "se": 0.16089173579888463, "pvalue": 1.4101609528712694e-05, "lower": 0.43053084139851316, "upper": 1.0723077391076736 }, { "event_time": -7, "estimate": 0.7467085867286394, "se": 0.16443578203084785, "pvalue": 2.2708341124197113e-05, "lower": 0.4187517605431989, "upper": 1.0746654129140798 }, { "event_time": -6, "estimate": 0.4838880812836143, "se": 0.20462866371082034, "pvalue": 0.02082115388962927, "lower": 0.0757690802466085, "upper": 0.8920070823206201 }, { "event_time": -5, "estimate": 0.30171973350992054, "se": 0.15120936609489366, "pvalue": 0.049895024467964615, "lower": 0.00014216212286893848, "upper": 0.6032973048969721 }, { "event_time": -4, "estimate": 0.15597610357586145, "se": 0.14128110082250558, "pvalue": 0.2733683925322363, "lower": -0.12580016709643033, "upper": 0.4377523742481532 }, { "event_time": -3, "estimate": -0.0037183247911833917, "se": 0.08155501686657637, "pvalue": 0.9637645954510108, "lower": -0.16637467708100834, "upper": 0.15893802749864155 }, { "event_time": -2, "estimate": -0.06471361479835397, "se": 0.06178288692394468, "pvalue": 0.29850181968272577, "lower": -0.18793569735183197, "upper": 0.05850846775512404 }, { "event_time": 0, "estimate": 0.5744212790754802, "se": 0.08739820925856569, "pvalue": 7.445886202104888e-09, "lower": 0.4001110470278527, "upper": 0.7487315111231078 }, { "event_time": 1, "estimate": 0.7632528795529857, "se": 0.12642451543905303, "pvalue": 6.733904032615241e-08, "lower": 0.511107134123649, "upper": 1.0153986249823224 }, { "event_time": 2, "estimate": 0.7679040748182167, "se": 0.11440573824038792, "pvalue": 4.164663994972508e-09, "lower": 0.539729024672007, "upper": 0.9960791249644263 }, { "event_time": 3, "estimate": 0.8850255844722236, "se": 0.11811985238081701, "pvalue": 1.5670672642983123e-10, "lower": 0.649442967246988, "upper": 1.120608201697459 }, { "event_time": 4, "estimate": 0.8400538884756248, "se": 0.14272896308445773, "pvalue": 1.2454105427464653e-07, "lower": 0.5553899475753626, "upper": 1.124717829375887 }, { "event_time": 5, "estimate": 0.7451851176460714, "se": 0.15204392232012484, "pvalue": 5.9376002694695296e-06, "lower": 0.44194307635155905, "upper": 1.0484271589405838 }, { "event_time": 6, "estimate": 1.0014421951332069, "se": 0.19461378570082136, "pvalue": 2.3288066702633827e-06, "lower": 0.6132972384692041, "upper": 1.3895871517972096 }, { "event_time": 7, "estimate": 1.0118643775561558, "se": 0.17202407326281183, "pvalue": 1.2634052756104668e-07, "lower": 0.6687731817227585, "upper": 1.354955573389553 }, { "event_time": 8, "estimate": 0.9970020324193787, "se": 0.20027499959511097, "pvalue": 4.4307951358257375e-06, "lower": 0.5975661406669301, "upper": 1.3964379241718272 }, { "event_time": 9, "estimate": 1.0439129851645719, "se": 0.19413638795792706, "pvalue": 9.455555249930081e-07, "lower": 0.6567201682760733, "upper": 1.4311058020530705 }, { "event_time": 10, "estimate": 0.9109696271342761, "se": 0.2959930121509627, "pvalue": 0.002977554757783131, "lower": 0.32063017887545653, "upper": 1.5013090753930958 }, { "event_time": 11, "estimate": 0.8040922099297126, "se": 0.2263638447156662, "pvalue": 0.0006885095430674198, "lower": 0.3526237572655781, "upper": 1.2555606625938471 }, { "event_time": 12, "estimate": 0.8101559855653482, "se": 0.2237951961337804, "pvalue": 0.0005528545452717137, "lower": 0.3638105409600251, "upper": 1.2565014301706712 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "weights": [ 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285 ], "weighting": "equal_periods" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 8.246299146495671e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7126002019175083, "df_num": 19, "df_den": 757, "pvalue": 0.8081640057069475, "log10_pvalue": -0.09250049622319263, "inference": "Homoskedastic nested-model F", "observations": 913, "design_columns": 69, "restricted_design_columns": 50, "fixed_effect_rank": 87, "covariance_rank": 19, "rss_unrestricted": 99.52062679547491, "rss_restricted": 101.30061352762661, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-13.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]" ], "data": [ [ 8.21276561191814e-05, 7.955110355342176e-05, 8.260977563139458e-05, 0.0003322358963182093, 0.0003323597478509072, 0.0003571749337062544 ], [ -9.124064641037996e-05, -8.837819342391802e-05, -9.163106637226659e-05, -0.0003385539550808029, -0.0003687691349175521, -0.00037051161736469237 ], [ 7.785790703674131e-05, 7.541530732334549e-05, 7.831602383265047e-05, 0.00031518671917436444, 0.00031508407538644023, 0.0003387980926942656 ], [ -9.124064641037996e-05, -8.837819342391802e-05, -9.163106637226659e-05, -0.0003385539550808029, -0.0003687691349175521, -0.00037051161736469237 ], [ 7.49887009166659e-06, 7.263612732971125e-06, 7.4457455018538875e-06, 9.896306164838577e-06, 3.0032579591304302e-05, 1.5017935797455292e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)+i(rel_time,cohort_dummy_15,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_15" ], "deviations": [ { "event_time": -3.0, "cohort": 8, "estimate": -0.0076663099055443995 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.17013681098039798 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.16222747610245514 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.0564613887990163 }, { "event_time": 2.0, "cohort": 8, "estimate": -0.08804072700019755 }, { "event_time": 3.0, "cohort": 8, "estimate": -0.053073047497278036 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.30399415053520934 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.6624587788087425 }, { "event_time": 6.0, "cohort": 8, "estimate": 0.7925569457232878 }, { "event_time": 7.0, "cohort": 8, "estimate": 0.5077728444144856 }, { "event_time": 8.0, "cohort": 8, "estimate": 0.6156603659460341 }, { "event_time": 9.0, "cohort": 8, "estimate": 0.5358107523164926 }, { "event_time": -10.0, "cohort": 12, "estimate": -0.37969632661444175 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.22458927908027432 }, { "event_time": -8.0, "cohort": 12, "estimate": -0.11935364703037671 }, { "event_time": -7.0, "cohort": 12, "estimate": -0.059371765878802725 }, { "event_time": -6.0, "cohort": 12, "estimate": -0.06744774529757436 }, { "event_time": -5.0, "cohort": 12, "estimate": -0.03702048611854969 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.8106573276991667 }, { "event_time": -3.0, "cohort": 12, "estimate": -0.03132665207211571 }, { "event_time": -2.0, "cohort": 12, "estimate": 0.3833090424056954 }, { "event_time": 0.0, "cohort": 12, "estimate": 0.12208693889244124 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.02977524197884407 }, { "event_time": 2.0, "cohort": 12, "estimate": 0.01813598785129289 }, { "event_time": 3.0, "cohort": 12, "estimate": -0.19108882412686917 }, { "event_time": 4.0, "cohort": 12, "estimate": -0.12489681103960881 }, { "event_time": 5.0, "cohort": 12, "estimate": -0.0020140938020336285 }, { "event_time": -8.0, "cohort": 14, "estimate": -0.960417135361638 }, { "event_time": -7.0, "cohort": 14, "estimate": -0.6661435988273434 }, { "event_time": -6.0, "cohort": 14, "estimate": -0.4852491877403847 }, { "event_time": -5.0, "cohort": 14, "estimate": -0.010736891822335871 }, { "event_time": -4.0, "cohort": 14, "estimate": -0.9089169208846667 }, { "event_time": -3.0, "cohort": 14, "estimate": -0.0909237320718006 }, { "event_time": -2.0, "cohort": 14, "estimate": 0.28694191482005477 }, { "event_time": 0.0, "cohort": 14, "estimate": -0.10697147887176778 }, { "event_time": 1.0, "cohort": 14, "estimate": -0.27686026412081444 }, { "event_time": 2.0, "cohort": 14, "estimate": -0.3716515784823493 }, { "event_time": 3.0, "cohort": 14, "estimate": -0.507085122442787 }, { "event_time": -4.0, "cohort": 15, "estimate": -0.6117200554851108 }, { "event_time": -3.0, "cohort": 15, "estimate": 0.02945532674689305 }, { "event_time": -2.0, "cohort": 15, "estimate": 0.6245870959832204 }, { "event_time": 0.0, "cohort": 15, "estimate": 0.21903992263603317 }, { "event_time": 1.0, "cohort": 15, "estimate": 0.1471613634461856 }, { "event_time": 2.0, "cohort": 15, "estimate": -0.2173861371713932 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": 6, "post_weighting": "equal_periods", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s17-p002", "specification_id": "S17-P002", "source_specification_id": "TN-F2-BASELINE", "study_id": 17, "study": "Trading Nontradables", "citation": "Mu\u00f1oz (2024), QJE. https://doi.org/10.1093/qje/qjad032", "description": "TN-F2-BASELINE", "data": "analyses/full-archive/prepared/S17-P002.parquet", "output_dir": "analyses/archive-expanded/fits/S17-P002" }, "options": { "output_dir": "analyses/archive-expanded/fits/S17-P002", "regression_results": "analyses/archive-expanded/baselines/S17-P002.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600, "estimators": { "sdid": { "max_iterations": 20000 } } }, "source": { "file": "S17-P002.parquet", "bytes": 15836, "sha256": "bfdf6c8d2f5f6d9b6d7072cd485feec451105846f2fe1fb6fbf4ffa0159ebc4e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 977, "source_sd": 2.3129919397814978, "rows": 913, "units": 71, "clusters": 71, "treated_units": 23, "never_treated_units": 48, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 913, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 5, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.543182002054527, "se": 0.14390601909860018, "pvalue": 0.0003325689272707586, "lower": 0.25617049695702576, "upper": 0.8301935071520283 }, { "method": "Dynamic TWFE", "estimate": 0.7888758993762184, "se": 0.11904766121821768, "pvalue": 5.946896965115709e-09, "lower": 0.5514428257730417, "upper": 1.026308972979395 }, { "method": "BJS / did2s", "estimate": 0.704689893607495, "se": 0.14175818755285477, "pvalue": 4.552215759756984e-06, "lower": 0.42196210345466123, "upper": 0.9874176837603288 }, { "method": "Sun\u2013Abraham", "estimate": 0.7967550027391155, "se": 0.11013916432327171, "pvalue": 4.667035279921349e-10, "lower": 0.5770893659533174, "upper": 1.0164206395249136 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -13, "estimate": 0.8295106520322443, "se": 0.27863829395664563, "pvalue": 0.003995076232107142, "lower": 0.2737840978045012, "upper": 1.3852372062599874 }, { "event_time": -12, "estimate": 0.8450423353794048, "se": 0.26035019099419415, "pvalue": 0.0017982339500356337, "lower": 0.3257902524038675, "upper": 1.364294418354942 }, { "event_time": -11, "estimate": 0.8940392348354579, "se": 0.24269917774826458, "pvalue": 0.0004490436870671094, "lower": 0.4099909877379674, "upper": 1.3780874819329485 }, { "event_time": -10, "estimate": 0.9876061055696738, "se": 0.19310197010154873, "pvalue": 2.6283367841052175e-06, "lower": 0.602476370043015, "upper": 1.3727358410963326 }, { "event_time": -9, "estimate": 0.9837642309839643, "se": 0.15029402826451282, "pvalue": 8.324122480737859e-09, "lower": 0.6840122433356324, "upper": 1.2835162186322961 }, { "event_time": -8, "estimate": 0.7666113527214161, "se": 0.15720565458941926, "pvalue": 6.517419662153168e-06, "lower": 0.45307456102799604, "upper": 1.0801481444148362 }, { "event_time": -7, "estimate": 0.7714438303694215, "se": 0.16030679254137994, "pvalue": 8.300886241119474e-06, "lower": 0.451722014055889, "upper": 1.091165646682954 }, { "event_time": -6, "estimate": 0.5267714063134895, "se": 0.19371236815177612, "pvalue": 0.008241902478143326, "lower": 0.14042427026250448, "upper": 0.9131185423644745 }, { "event_time": -5, "estimate": 0.33379931040510663, "se": 0.13750815059030913, "pvalue": 0.01777927026436328, "lower": 0.05954795169677318, "upper": 0.6080506691134401 }, { "event_time": -4, "estimate": 0.16463832477017143, "se": 0.13584215322883406, "pvalue": 0.22959415756139992, "lower": -0.10629030697232328, "upper": 0.43556695651266614 }, { "event_time": -3, "estimate": 0.009031084290642854, "se": 0.07678020241515544, "pvalue": 0.9067035768448591, "lower": -0.1441022008554468, "upper": 0.16216436943673254 }, { "event_time": -2, "estimate": -0.055427598406822196, "se": 0.06748698217003009, "pvalue": 0.4142593302120341, "lower": -0.19002614020817055, "upper": 0.07917094339452614 }, { "event_time": 0, "estimate": 0.5726613849826094, "se": 0.08949509109540772, "pvalue": 1.5283535821713412e-08, "lower": 0.39416905398058527, "upper": 0.7511537159846335 }, { "event_time": 1, "estimate": 0.75360193466623, "se": 0.12438150365175094, "pvalue": 6.167482033790569e-08, "lower": 0.5055308477652747, "upper": 1.0016730215671854 }, { "event_time": 2, "estimate": 0.7675711729344342, "se": 0.11517610500412234, "pvalue": 5.081990920880622e-09, "lower": 0.5378596747249575, "upper": 0.9972826711439109 }, { "event_time": 3, "estimate": 0.9102034977394988, "se": 0.12338919939186078, "pvalue": 2.5573485794647956e-10, "lower": 0.664111499280637, "upper": 1.1562954961983607 }, { "event_time": 4, "estimate": 0.8323345634659789, "se": 0.14212803982530675, "pvalue": 1.4026155920994601e-07, "lower": 0.548869126215094, "upper": 1.1158000007168638 }, { "event_time": 5, "estimate": 0.7543766565285356, "se": 0.15502485218083867, "pvalue": 6.776517150345244e-06, "lower": 0.44518933809222866, "upper": 1.0635639749648425 }, { "event_time": 6, "estimate": 0.9313820853162422, "se": 0.20757137947076917, "pvalue": 2.765533733875218e-05, "lower": 0.5173940227582005, "upper": 1.3453701478742839 }, { "event_time": 7, "estimate": 0.9388132976705893, "se": 0.1546863194567352, "pvalue": 5.912758606051208e-08, "lower": 0.6303011614627834, "upper": 1.2473254338783952 }, { "event_time": 8, "estimate": 0.9121303028229623, "se": 0.1955530784801767, "pvalue": 1.4417674100226894e-05, "lower": 0.5221119857809946, "upper": 1.30214861986493 }, { "event_time": 9, "estimate": 0.9753855598583832, "se": 0.18811083678280868, "pvalue": 1.9998425209778085e-06, "lower": 0.6002103258524172, "upper": 1.3505607938643491 }, { "event_time": 10, "estimate": 0.9435427051158681, "se": 0.17357746574603491, "pvalue": 7.507562686397402e-07, "lower": 0.5973533656647843, "upper": 1.289732044566952 }, { "event_time": 11, "estimate": 0.8386340288026328, "se": 0.14674020552011402, "pvalue": 2.474370258283431e-07, "lower": 0.5459699171243864, "upper": 1.1312981404808793 }, { "event_time": 12, "estimate": 0.8695063375688484, "se": 0.1477135409111516, "pvalue": 1.2414995477868835e-07, "lower": 0.5749009696645163, "upper": 1.1641117054731804 } ], "BJS / did2s": [ { "event_time": -13, "estimate": 0.09562091706600871, "se": 0.16234979122382068, "pvalue": 0.5577700973304178, "lower": -0.22817553163908322, "upper": 0.41941736577110067 }, { "event_time": -12, "estimate": 0.12036958747723346, "se": 0.1501764001817922, "pvalue": 0.4255423801741844, "lower": -0.17914779835753403, "upper": 0.419886973312001 }, { "event_time": -11, "estimate": 0.20361321517610426, "se": 0.13836572350509707, "pvalue": 0.14562182588581915, "lower": -0.07234851877953208, "upper": 0.4795749491317406 }, { "event_time": -10, "estimate": 0.3415355949220587, "se": 0.10782606436176333, "pvalue": 0.0022791209543711745, "lower": 0.12648329054272944, "upper": 0.556587899301388 }, { "event_time": -9, "estimate": 0.3490923587172543, "se": 0.1011836516008554, "pvalue": 0.0009535275529828166, "lower": 0.1472879288599823, "upper": 0.5508967885745263 }, { "event_time": -8, "estimate": 0.1866916202402402, "se": 0.09991301663631699, "pvalue": 0.06587145072254559, "lower": -0.012578608088242349, "upper": 0.38596184856872273 }, { "event_time": -7, "estimate": 0.20219781681916663, "se": 0.07428591027874536, "pvalue": 0.008184986245804196, "lower": 0.05403924047753228, "upper": 0.35035639316080097 }, { "event_time": -6, "estimate": 0.06119441575391447, "se": 0.09081444514899864, "pvalue": 0.5026320318710912, "lower": -0.11992928393615718, "upper": 0.2423181154439861 }, { "event_time": -5, "estimate": 0.029858471342859703, "se": 0.07727473350872997, "pvalue": 0.7003771289240078, "lower": -0.12426112496917979, "upper": 0.1839780676548992 }, { "event_time": -4, "estimate": -0.04726025837689155, "se": 0.0779450508369181, "pvalue": 0.54625837786584, "lower": -0.20271676044493275, "upper": 0.10819624369114966 }, { "event_time": -3, "estimate": -0.1633681613094197, "se": 0.049189771166076444, "pvalue": 0.0014267463548282156, "lower": -0.26147406644257476, "upper": -0.06526225617626462 }, { "event_time": -2, "estimate": -0.20433753033623808, "se": 0.06160570033923699, "pvalue": 0.0014459194413059986, "lower": -0.3272062253894671, "upper": -0.08146883528300908 }, { "event_time": -1, "estimate": -0.13802848468989518, "se": 0.06416896052224866, "pvalue": 0.03492861194726859, "lower": -0.26600944097924806, "upper": -0.010047528400542294 }, { "event_time": 0, "estimate": 0.4216458422453629, "se": 0.11764629094874786, "pvalue": 0.0006214163852945436, "lower": 0.18700771351494958, "upper": 0.6562839709757762 }, { "event_time": 1, "estimate": 0.6068405544400833, "se": 0.14380997047065328, "pvalue": 7.214260454897412e-05, "lower": 0.32002061229069406, "upper": 0.8936604965894726 }, { "event_time": 2, "estimate": 0.6236138247450412, "se": 0.13623388372047132, "pvalue": 1.9863993453039423e-05, "lower": 0.3519039111722128, "upper": 0.8953237383178696 }, { "event_time": 3, "estimate": 0.7745460092779447, "se": 0.15983900671795262, "pvalue": 7.317940781618452e-06, "lower": 0.45575716237101604, "upper": 1.0933348561848732 }, { "event_time": 4, "estimate": 0.719394814623602, "se": 0.18434503624961218, "pvalue": 0.00021642659964771812, "lower": 0.35173023295657085, "upper": 1.0870593962906332 }, { "event_time": 5, "estimate": 0.6270248045317098, "se": 0.19528815412595477, "pvalue": 0.0020001322545656368, "lower": 0.23753486245361438, "upper": 1.0165147466098052 }, { "event_time": 6, "estimate": 1.1597634053887214, "se": 0.26107335553721384, "pvalue": 3.253599823629747e-05, "lower": 0.6390690162106686, "upper": 1.6804577945667742 }, { "event_time": 7, "estimate": 1.139537542075143, "se": 0.19325850266032746, "pvalue": 1.192272225213494e-07, "lower": 0.7540956122040554, "upper": 1.5249794719462306 }, { "event_time": 8, "estimate": 1.1151617197015082, "se": 0.24158301641661187, "pvalue": 1.7236679642569094e-05, "lower": 0.6333395861865898, "upper": 1.5969838532164267 }, { "event_time": 9, "estimate": 1.170271041509737, "se": 0.22602598110083713, "pvalue": 2.0593272135409214e-06, "lower": 0.7194764365777347, "upper": 1.6210656464417394 }, { "event_time": 10, "estimate": 0.964430820158377, "se": 0.2209450989643246, "pvalue": 4.2994913476181424e-05, "lower": 0.5237697151199705, "upper": 1.4050919251967835 }, { "event_time": 11, "estimate": 0.8575534029494035, "se": 0.18800147220287275, "pvalue": 2.107390661987618e-05, "lower": 0.48259628972037505, "upper": 1.232510516178432 }, { "event_time": 12, "estimate": 0.8636171785772202, "se": 0.16067511326603598, "pvalue": 9.540808149177917e-07, "lower": 0.5431607697413992, "upper": 1.1840735874130413 } ], "Sun\u2013Abraham": [ { "event_time": -13, "estimate": 0.9091317178589409, "se": 0.38770796515724015, "pvalue": 0.021873831457989046, "lower": 0.13587256362005118, "upper": 1.6823908720978307 }, { "event_time": -12, "estimate": 0.8910768725648401, "se": 0.3701216022778762, "pvalue": 0.01870046385258401, "lower": 0.152892613113629, "upper": 1.6292611320160513 }, { "event_time": -11, "estimate": 1.0025109245885468, "se": 0.35914425602993066, "pvalue": 0.006759535092912319, "lower": 0.2862202918830006, "upper": 1.7188015572940931 }, { "event_time": -10, "estimate": 0.9860700823826495, "se": 0.21020972168141924, "pvalue": 1.3066165908516017e-05, "lower": 0.5668200122061349, "upper": 1.405320152559164 }, { "event_time": -9, "estimate": 0.9493918835770111, "se": 0.17139115349340384, "pvalue": 4.986770606019759e-07, "lower": 0.6075630064204947, "upper": 1.2912207607335275 }, { "event_time": -8, "estimate": 0.7514192902530934, "se": 0.16089173579888463, "pvalue": 1.4101609528712694e-05, "lower": 0.43053084139851316, "upper": 1.0723077391076736 }, { "event_time": -7, "estimate": 0.7467085867286394, "se": 0.16443578203084785, "pvalue": 2.2708341124197113e-05, "lower": 0.4187517605431989, "upper": 1.0746654129140798 }, { "event_time": -6, "estimate": 0.4838880812836143, "se": 0.20462866371082034, "pvalue": 0.02082115388962927, "lower": 0.0757690802466085, "upper": 0.8920070823206201 }, { "event_time": -5, "estimate": 0.30171973350992054, "se": 0.15120936609489366, "pvalue": 0.049895024467964615, "lower": 0.00014216212286893848, "upper": 0.6032973048969721 }, { "event_time": -4, "estimate": 0.15597610357586145, "se": 0.14128110082250558, "pvalue": 0.2733683925322363, "lower": -0.12580016709643033, "upper": 0.4377523742481532 }, { "event_time": -3, "estimate": -0.0037183247911833917, "se": 0.08155501686657637, "pvalue": 0.9637645954510108, "lower": -0.16637467708100834, "upper": 0.15893802749864155 }, { "event_time": -2, "estimate": -0.06471361479835397, "se": 0.06178288692394468, "pvalue": 0.29850181968272577, "lower": -0.18793569735183197, "upper": 0.05850846775512404 }, { "event_time": 0, "estimate": 0.5744212790754802, "se": 0.08739820925856569, "pvalue": 7.445886202104888e-09, "lower": 0.4001110470278527, "upper": 0.7487315111231078 }, { "event_time": 1, "estimate": 0.7632528795529857, "se": 0.12642451543905303, "pvalue": 6.733904032615241e-08, "lower": 0.511107134123649, "upper": 1.0153986249823224 }, { "event_time": 2, "estimate": 0.7679040748182167, "se": 0.11440573824038792, "pvalue": 4.164663994972508e-09, "lower": 0.539729024672007, "upper": 0.9960791249644263 }, { "event_time": 3, "estimate": 0.8850255844722236, "se": 0.11811985238081701, "pvalue": 1.5670672642983123e-10, "lower": 0.649442967246988, "upper": 1.120608201697459 }, { "event_time": 4, "estimate": 0.8400538884756248, "se": 0.14272896308445773, "pvalue": 1.2454105427464653e-07, "lower": 0.5553899475753626, "upper": 1.124717829375887 }, { "event_time": 5, "estimate": 0.7451851176460714, "se": 0.15204392232012484, "pvalue": 5.9376002694695296e-06, "lower": 0.44194307635155905, "upper": 1.0484271589405838 }, { "event_time": 6, "estimate": 1.0014421951332069, "se": 0.19461378570082136, "pvalue": 2.3288066702633827e-06, "lower": 0.6132972384692041, "upper": 1.3895871517972096 }, { "event_time": 7, "estimate": 1.0118643775561558, "se": 0.17202407326281183, "pvalue": 1.2634052756104668e-07, "lower": 0.6687731817227585, "upper": 1.354955573389553 }, { "event_time": 8, "estimate": 0.9970020324193787, "se": 0.20027499959511097, "pvalue": 4.4307951358257375e-06, "lower": 0.5975661406669301, "upper": 1.3964379241718272 }, { "event_time": 9, "estimate": 1.0439129851645719, "se": 0.19413638795792706, "pvalue": 9.455555249930081e-07, "lower": 0.6567201682760733, "upper": 1.4311058020530705 }, { "event_time": 10, "estimate": 0.9109696271342761, "se": 0.2959930121509627, "pvalue": 0.002977554757783131, "lower": 0.32063017887545653, "upper": 1.5013090753930958 }, { "event_time": 11, "estimate": 0.8040922099297126, "se": 0.2263638447156662, "pvalue": 0.0006885095430674198, "lower": 0.3526237572655781, "upper": 1.2555606625938471 }, { "event_time": 12, "estimate": 0.8101559855653482, "se": 0.2237951961337804, "pvalue": 0.0005528545452717137, "lower": 0.3638105409600251, "upper": 1.2565014301706712 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "weights": [ 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285 ], "weighting": "equal_periods" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 8.246299146495671e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7126002019175083, "df_num": 19, "df_den": 757, "pvalue": 0.8081640057069475, "log10_pvalue": -0.09250049622319263, "inference": "Homoskedastic nested-model F", "observations": 913, "design_columns": 69, "restricted_design_columns": 50, "fixed_effect_rank": 87, "covariance_rank": 19, "rss_unrestricted": 99.52062679547491, "rss_restricted": 101.30061352762661, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-13.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]" ], "data": [ [ 8.21276561191814e-05, 7.955110355342176e-05, 8.260977563139458e-05, 0.0003322358963182093, 0.0003323597478509072, 0.0003571749337062544 ], [ -9.124064641037996e-05, -8.837819342391802e-05, -9.163106637226659e-05, -0.0003385539550808029, -0.0003687691349175521, -0.00037051161736469237 ], [ 7.785790703674131e-05, 7.541530732334549e-05, 7.831602383265047e-05, 0.00031518671917436444, 0.00031508407538644023, 0.0003387980926942656 ], [ -9.124064641037996e-05, -8.837819342391802e-05, -9.163106637226659e-05, -0.0003385539550808029, -0.0003687691349175521, -0.00037051161736469237 ], [ 7.49887009166659e-06, 7.263612732971125e-06, 7.4457455018538875e-06, 9.896306164838577e-06, 3.0032579591304302e-05, 1.5017935797455292e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)+i(rel_time,cohort_dummy_15,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_15" ], "deviations": [ { "event_time": -3.0, "cohort": 8, "estimate": -0.0076663099055443995 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.17013681098039798 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.16222747610245514 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.0564613887990163 }, { "event_time": 2.0, "cohort": 8, "estimate": -0.08804072700019755 }, { "event_time": 3.0, "cohort": 8, "estimate": -0.053073047497278036 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.30399415053520934 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.6624587788087425 }, { "event_time": 6.0, "cohort": 8, "estimate": 0.7925569457232878 }, { "event_time": 7.0, "cohort": 8, "estimate": 0.5077728444144856 }, { "event_time": 8.0, "cohort": 8, "estimate": 0.6156603659460341 }, { "event_time": 9.0, "cohort": 8, "estimate": 0.5358107523164926 }, { "event_time": -10.0, "cohort": 12, "estimate": -0.37969632661444175 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.22458927908027432 }, { "event_time": -8.0, "cohort": 12, "estimate": -0.11935364703037671 }, { "event_time": -7.0, "cohort": 12, "estimate": -0.059371765878802725 }, { "event_time": -6.0, "cohort": 12, "estimate": -0.06744774529757436 }, { "event_time": -5.0, "cohort": 12, "estimate": -0.03702048611854969 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.8106573276991667 }, { "event_time": -3.0, "cohort": 12, "estimate": -0.03132665207211571 }, { "event_time": -2.0, "cohort": 12, "estimate": 0.3833090424056954 }, { "event_time": 0.0, "cohort": 12, "estimate": 0.12208693889244124 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.02977524197884407 }, { "event_time": 2.0, "cohort": 12, "estimate": 0.01813598785129289 }, { "event_time": 3.0, "cohort": 12, "estimate": -0.19108882412686917 }, { "event_time": 4.0, "cohort": 12, "estimate": -0.12489681103960881 }, { "event_time": 5.0, "cohort": 12, "estimate": -0.0020140938020336285 }, { "event_time": -8.0, "cohort": 14, "estimate": -0.960417135361638 }, { "event_time": -7.0, "cohort": 14, "estimate": -0.6661435988273434 }, { "event_time": -6.0, "cohort": 14, "estimate": -0.4852491877403847 }, { "event_time": -5.0, "cohort": 14, "estimate": -0.010736891822335871 }, { "event_time": -4.0, "cohort": 14, "estimate": -0.9089169208846667 }, { "event_time": -3.0, "cohort": 14, "estimate": -0.0909237320718006 }, { "event_time": -2.0, "cohort": 14, "estimate": 0.28694191482005477 }, { "event_time": 0.0, "cohort": 14, "estimate": -0.10697147887176778 }, { "event_time": 1.0, "cohort": 14, "estimate": -0.27686026412081444 }, { "event_time": 2.0, "cohort": 14, "estimate": -0.3716515784823493 }, { "event_time": 3.0, "cohort": 14, "estimate": -0.507085122442787 }, { "event_time": -4.0, "cohort": 15, "estimate": -0.6117200554851108 }, { "event_time": -3.0, "cohort": 15, "estimate": 0.02945532674689305 }, { "event_time": -2.0, "cohort": 15, "estimate": 0.6245870959832204 }, { "event_time": 0.0, "cohort": 15, "estimate": 0.21903992263603317 }, { "event_time": 1.0, "cohort": 15, "estimate": 0.1471613634461856 }, { "event_time": 2.0, "cohort": 15, "estimate": -0.2173861371713932 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.9775704242796509, "se": 0.157606999013077, "lower": 0.6686663825025801, "upper": 1.2864744660567218 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.893072799813245, "se": 0.12208923966733343, "lower": 0.6537822871653927, "upper": 1.1323633124610974 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.8317578743855911, "se": 0.1256217630309538, "lower": 0.5855437431704965, "upper": 1.0779720056006858 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 151.0, "post_cells": 36, "estimate": 0.8930727998132449, "se": 0.12208923966733344, "lower": 0.6537822871653924, "upper": 1.1323633124610974 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.9775704242796509, "se": 0.157606999013077, "lower": 0.6686663825025801, "upper": 1.2864744660567218, "event_study": [ { "event_time": -13, "estimate": 1.9245837336605218, "se": 0.7493241952047314, "lower": 0.4559352983147873, "upper": 3.3932321690062563, "relative_to_minus_one": 1.9245837336605218, "n": 0.0 }, { "event_time": -12, "estimate": 1.8963041507447096, "se": 0.7500097404612016, "lower": 0.42631207138652116, "upper": 3.366296230102898, "relative_to_minus_one": 1.8963041507447096, "n": 0.0 }, { "event_time": -11, "estimate": 1.934644583488343, "se": 0.7547423991807791, "lower": 0.4553766634886631, "upper": 3.4139125034880227, "relative_to_minus_one": 1.934644583488343, "n": 0.0 }, { "event_time": -10, "estimate": 1.2265331839337148, "se": 0.3191995958788515, "lower": 0.600913472131426, "upper": 1.8521528957360036, "relative_to_minus_one": 1.2265331839337148, "n": 0.0 }, { "event_time": -9, "estimate": 1.209916322364212, "se": 0.3215888849683913, "lower": 0.5796136899977707, "upper": 1.8402189547306533, "relative_to_minus_one": 1.209916322364212, "n": 0.0 }, { "event_time": -8, "estimate": 0.8671437738234258, "se": 0.31790664755554554, "lower": 0.24405819416868813, "upper": 1.4902293534781634, "relative_to_minus_one": 0.8671437738234258, "n": 0.0 }, { "event_time": -7, "estimate": 0.8952672036831106, "se": 0.3201334641507006, "lower": 0.26781714370169296, "upper": 1.5227172636645283, "relative_to_minus_one": 0.8952672036831106, "n": 0.0 }, { "event_time": -6, "estimate": 0.7566277084393387, "se": 0.285959894351887, "lower": 0.19615661448676136, "upper": 1.3170988023919161, "relative_to_minus_one": 0.7566277084393387, "n": 0.0 }, { "event_time": -5, "estimate": 0.2540075483648931, "se": 0.18944004071916848, "lower": -0.11728810867447848, "upper": 0.6253032054042647, "relative_to_minus_one": 0.2540075483648931, "n": 0.0 }, { "event_time": -4, "estimate": 0.24524126635650173, "se": 0.21508787857757222, "lower": -0.17632322916666404, "upper": 0.6668057618796674, "relative_to_minus_one": 0.24524126635650173, "n": 0.0 }, { "event_time": -3, "estimate": 0.06227866832730325, "se": 0.11238197058237391, "lower": -0.15798594652578946, "upper": 0.28254328318039595, "relative_to_minus_one": 0.06227866832730325, "n": 0.0 }, { "event_time": -2, "estimate": -0.10051000660035818, "se": 0.08103284801899355, "lower": -0.2593314702822934, "upper": 0.05831145708157705, "relative_to_minus_one": -0.10051000660035818, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.6515042430825183, "se": 0.1002427570999959, "lower": 0.45503204945552955, "upper": 0.8479764367095071, "relative_to_minus_one": 0.6515042430825183, "n": 23.0 }, { "event_time": 1, "estimate": 0.8115043890545283, "se": 0.1376626205464185, "lower": 0.5416906107661443, "upper": 1.0813181673429122, "relative_to_minus_one": 0.8115043890545283, "n": 23.0 }, { "event_time": 2, "estimate": 0.8648874732872583, "se": 0.12936548241078266, "lower": 0.6113357869194744, "upper": 1.1184391596550423, "relative_to_minus_one": 0.8648874732872583, "n": 23.0 }, { "event_time": 3, "estimate": 0.9730990941340556, "se": 0.13216821272091075, "lower": 0.7140541573000418, "upper": 1.2321440309680693, "relative_to_minus_one": 0.9730990941340556, "n": 19.0 }, { "event_time": 4, "estimate": 0.936329093170358, "se": 0.1580472743794024, "lower": 0.6265621275320092, "upper": 1.2460960588087067, "relative_to_minus_one": 0.936329093170358, "n": 17.0 }, { "event_time": 5, "estimate": 0.8410241124705804, "se": 0.16408901948259935, "lower": 0.5194155440261944, "upper": 1.1626326809149665, "relative_to_minus_one": 0.8410241124705804, "n": 17.0 }, { "event_time": 6, "estimate": 1.2757482737819106, "se": 0.2578501707710223, "lower": 0.7703712256632044, "upper": 1.7811253219006167, "relative_to_minus_one": 1.2757482737819106, "n": 5.0 }, { "event_time": 7, "estimate": 1.2088712051531223, "se": 0.21132841573286013, "lower": 0.7946751214068087, "upper": 1.6230672888994357, "relative_to_minus_one": 1.2088712051531223, "n": 5.0 }, { "event_time": 8, "estimate": 1.1423408262551404, "se": 0.2540774298147488, "lower": 0.6443582145337294, "upper": 1.6403234379765514, "relative_to_minus_one": 1.1423408262551404, "n": 5.0 }, { "event_time": 9, "estimate": 1.2321865604545628, "se": 0.2235248186571696, "lower": 0.7940859662356636, "upper": 1.670287154673462, "relative_to_minus_one": 1.2321865604545628, "n": 5.0 }, { "event_time": 10, "estimate": 0.9928704345216391, "se": 0.3252002674166791, "lower": 0.35548962262215367, "upper": 1.6302512464211247, "relative_to_minus_one": 0.9928704345216391, "n": 3.0 }, { "event_time": 11, "estimate": 0.8859930173170751, "se": 0.26456283926435825, "lower": 0.3674593807112737, "upper": 1.4045266539228765, "relative_to_minus_one": 0.8859930173170751, "n": 3.0 }, { "event_time": 12, "estimate": 0.8920567929527109, "se": 0.25368059378222446, "lower": 0.3948519655628154, "upper": 1.3892616203426065, "relative_to_minus_one": 0.8920567929527109, "n": 3.0 } ], "group_time_estimates": [ { "group": 5, "year": 1, "att": 0.07971081715937038, "se": 0.35561863237517943, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": 0.05964401524320209, "se": 0.3170839803761581, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.3693018117079546, "se": 0.08197944048089685, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.512168860240237, "se": 0.17149317487461074, "event_time": 0, "mass": 3.0 }, { "group": 5, "year": 6, "att": 0.959807831100055, "se": 0.21593514605210032, "event_time": 1, "mass": 3.0 }, { "group": 5, "year": 7, "att": 1.0164943185456103, "se": 0.24005601421636763, "event_time": 2, "mass": 3.0 }, { "group": 5, "year": 8, "att": 1.3083694102784025, "se": 0.2503191384623656, "event_time": 3, "mass": 3.0 }, { "group": 5, "year": 9, "att": 1.1055025379918635, "se": 0.27358116471593796, "event_time": 4, "mass": 3.0 }, { "group": 5, "year": 10, "att": 0.9366577868430727, "se": 0.28966481804255173, "event_time": 5, "mass": 3.0 }, { "group": 5, "year": 11, "att": 1.000308876010217, "se": 0.2818152247135411, "event_time": 6, "mass": 3.0 }, { "group": 5, "year": 12, "att": 1.1043817714686242, "se": 0.27930441601868644, "event_time": 7, "mass": 3.0 }, { "group": 5, "year": 13, "att": 0.960251028117243, "se": 0.32587250753381175, "event_time": 8, "mass": 3.0 }, { "group": 5, "year": 14, "att": 1.1106597954044775, "se": 0.2820649316434802, "event_time": 9, "mass": 3.0 }, { "group": 5, "year": 15, "att": 0.9928704345216391, "se": 0.3252002674166792, "event_time": 10, "mass": 3.0 }, { "group": 5, "year": 16, "att": 0.8859930173170751, "se": 0.26456283926435825, "event_time": 11, "mass": 3.0 }, { "group": 5, "year": 17, "att": 0.8920567929527109, "se": 0.25368059378222446, "event_time": 12, "mass": 3.0 }, { "group": 8, "year": 1, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 8, "year": 2, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 8, "year": 3, "att": null, "se": null, "event_time": -5, "mass": 0.0 }, { "group": 8, "year": 4, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 8, "year": 5, "att": 0.18901099249552836, "se": 0.33557089867413914, "event_time": -3, "mass": 0.0 }, { "group": 8, "year": 6, "att": -0.213786181717689, "se": 0.21795616093472178, "event_time": -2, "mass": 0.0 }, { "group": 8, "year": 7, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 8, "year": 8, "att": 0.6972885505016744, "se": 0.10429389640900569, "event_time": 0, "mass": 2.0 }, { "group": 8, "year": 9, "att": 0.8343453789118042, "se": 0.15000009439839013, "event_time": 1, "mass": 2.0 }, { "group": 8, "year": 10, "att": 0.8397118728608977, "se": 0.16429105432790822, "event_time": 2, "mass": 2.0 }, { "group": 8, "year": 11, "att": 1.15103766046554, "se": 0.17983083615209935, "event_time": 3, "mass": 2.0 }, { "group": 8, "year": 12, "att": 1.4067763967330993, "se": 0.23448349152104686, "event_time": 4, "mass": 2.0 }, { "group": 8, "year": 13, "att": 1.455345813787261, "se": 0.2511216779072053, "event_time": 5, "mass": 2.0 }, { "group": 8, "year": 14, "att": 1.6889073704394513, "se": 0.2541513315785898, "event_time": 6, "mass": 2.0 }, { "group": 8, "year": 15, "att": 1.3656053556798693, "se": 0.17870594094074574, "event_time": 7, "mass": 2.0 }, { "group": 8, "year": 16, "att": 1.4154755234619867, "se": 0.21594901519370596, "event_time": 8, "mass": 2.0 }, { "group": 8, "year": 17, "att": 1.414476708029691, "se": 0.23337078199735942, "event_time": 9, "mass": 2.0 }, { "group": 12, "year": 1, "att": null, "se": null, "event_time": -11, "mass": 0.0 }, { "group": 12, "year": 2, "att": 0.8832838764333025, "se": 0.2794489749696611, "event_time": -10, "mass": 0.0 }, { "group": 12, "year": 3, "att": 0.877553464568614, "se": 0.2907099556053496, "event_time": -9, "mass": 0.0 }, { "group": 12, "year": 4, "att": 0.7090524517913664, "se": 0.32397121136910195, "event_time": -8, "mass": 0.0 }, { "group": 12, "year": 5, "att": 0.7387755525382995, "se": 0.34266218655709046, "event_time": -7, "mass": 0.0 }, { "group": 12, "year": 6, "att": 0.657580835093214, "se": 0.3050299541495796, "event_time": -6, "mass": 0.0 }, { "group": 12, "year": 7, "att": 0.30643977898035835, "se": 0.2470157182869041, "event_time": -5, "mass": 0.0 }, { "group": 12, "year": 8, "att": 0.26441904349509276, "se": 0.29466913693062613, "event_time": -4, "mass": 0.0 }, { "group": 12, "year": 9, "att": 0.07722525484633566, "se": 0.19429825825751434, "event_time": -3, "mass": 0.0 }, { "group": 12, "year": 10, "att": -0.10157146465558728, "se": 0.1038858647942184, "event_time": -2, "mass": 0.0 }, { "group": 12, "year": 11, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 12, "year": 12, "att": 0.7129360150244903, "se": 0.1314492192207586, "event_time": 0, "mass": 12.0 }, { "group": 12, "year": 13, "att": 0.8079757613701174, "se": 0.17615397071113104, "event_time": 1, "mass": 12.0 }, { "group": 12, "year": 14, "att": 0.9850759182562234, "se": 0.17474842602532967, "event_time": 2, "mass": 12.0 }, { "group": 12, "year": 15, "att": 0.921660790089533, "se": 0.17971198718190584, "event_time": 3, "mass": 12.0 }, { "group": 12, "year": 16, "att": 0.8156278480378581, "se": 0.18907025407449302, "event_time": 4, "mass": 12.0 }, { "group": 12, "year": 17, "att": 0.7147287436580106, "se": 0.1965185320996203, "event_time": 5, "mass": 12.0 }, { "group": 14, "year": 1, "att": null, "se": null, "event_time": -13, "mass": 0.0 }, { "group": 14, "year": 2, "att": null, "se": null, "event_time": -12, "mass": 0.0 }, { "group": 14, "year": 3, "att": null, "se": null, "event_time": -11, "mass": 0.0 }, { "group": 14, "year": 4, "att": null, "se": null, "event_time": -10, "mass": 0.0 }, { "group": 14, "year": 5, "att": null, "se": null, "event_time": -9, "mass": 0.0 }, { "group": 14, "year": 6, "att": -0.2419522494252896, "se": 0.17444531160942234, "event_time": -8, "mass": 0.0 }, { "group": 14, "year": 7, "att": -0.12597432060631109, "se": 0.1616357019911848, "event_time": -7, "mass": 0.0 }, { "group": 14, "year": 8, "att": -0.1645567302931685, "se": 0.15899062807933148, "event_time": -6, "mass": 0.0 }, { "group": 14, "year": 9, "att": 0.20138317639463454, "se": 0.19248094494315465, "event_time": -5, "mass": 0.0 }, { "group": 14, "year": 10, "att": -0.21853481174325573, "se": 0.19115254326847597, "event_time": -4, "mass": 0.0 }, { "group": 14, "year": 11, "att": -0.11674411400351875, "se": 0.12320697394781094, "event_time": -3, "mass": 0.0 }, { "group": 14, "year": 12, "att": -0.04090879014602697, "se": 0.14310783222336948, "event_time": -2, "mass": 0.0 }, { "group": 14, "year": 13, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 14, "year": 14, "att": 0.44964689654291023, "se": 0.08307599161475036, "event_time": 0, "mass": 2.0 }, { "group": 14, "year": 15, "att": 0.507722265104756, "se": 0.21130423981511282, "event_time": 1, "mass": 2.0 }, { "group": 14, "year": 16, "att": 0.5078624900228974, "se": 0.16734387792609282, "event_time": 2, "mass": 2.0 }, { "group": 14, "year": 17, "att": 0.6008848778531871, "se": 0.07337378813730587, "event_time": 3, "mass": 2.0 }, { "group": 15, "year": 1, "att": null, "se": null, "event_time": -14, "mass": 0.0 }, { "group": 15, "year": 2, "att": 1.9245837336605218, "se": 0.7493241952047314, "event_time": -13, "mass": 0.0 }, { "group": 15, "year": 3, "att": 1.8963041507447096, "se": 0.7500097404612016, "event_time": -12, "mass": 0.0 }, { "group": 15, "year": 4, "att": 1.934644583488343, "se": 0.7547423991807791, "event_time": -11, "mass": 0.0 }, { "group": 15, "year": 5, "att": 2.256281106434952, "se": 0.7521568144593466, "event_time": -10, "mass": 0.0 }, { "group": 15, "year": 6, "att": 2.2070048957510062, "se": 0.7420376819193258, "event_time": -9, "mass": 0.0 }, { "group": 15, "year": 7, "att": 1.8959657515439612, "se": 0.7439377646270264, "event_time": -8, "mass": 0.0 }, { "group": 15, "year": 8, "att": 1.8753629192622547, "se": 0.7384021789452825, "event_time": -7, "mass": 0.0 }, { "group": 15, "year": 9, "att": 1.5143605478439666, "se": 0.7384404472110815, "event_time": -6, "mass": 0.0 }, { "group": 15, "year": 10, "att": 0.12302304250362671, "se": 0.317617855052251, "event_time": -5, "mass": 0.0 }, { "group": 15, "year": 11, "att": 0.543743810888456, "se": 0.6341365431973074, "event_time": -4, "mass": 0.0 }, { "group": 15, "year": 12, "att": 0.04556012766458036, "se": 0.15323290160157813, "event_time": -3, "mass": 0.0 }, { "group": 15, "year": 13, "att": 0.1311057007275262, "se": 0.18109097847402433, "event_time": -2, "mass": 0.0 }, { "group": 15, "year": 14, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 15, "year": 15, "att": 0.6497469839485396, "se": 0.30792047533689026, "event_time": 0, "mass": 4.0 }, { "group": 15, "year": 16, "att": 0.8513332576198642, "se": 0.4194416357632442, "event_time": 1, "mass": 4.0 }, { "group": 15, "year": 17, "att": 0.58171729628196, "se": 0.3527448546152423, "event_time": 2, "mass": 4.0 } ], "treated_cell_att": 0.8930727998132449, "treated_cell_se": 0.12208923966733344, "checks": { "input_rows": 913, "retained_rows": 913, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 5,8,14,15.", "No (treated or control) units for group 12 in time period 1; setting ATT to NA.", "No (treated or control) units for group 14 in time period 1; setting ATT to NA.", "No (treated or control) units for group 14 in time period 2; setting ATT to NA.", "No (treated or control) units for group 14 in time period 3; setting ATT to NA.", "No (treated or control) units for group 14 in time period 4; setting ATT to NA.", "No (treated or control) units for group 14 in time period 5; setting ATT to NA.", "No (treated or control) units for group 15 in time period 1; setting ATT to NA.", "No (treated or control) units for group 8 in time period 1; setting ATT to NA.", "No (treated or control) units for group 8 in time period 2; setting ATT to NA.", "No (treated or control) units for group 8 in time period 3; setting ATT to NA.", "No (treated or control) units for group 8 in time period 4; setting ATT to NA." ], "seconds": 0.16965995822101831, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "parameters": { "max_iterations": 20000 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.7358968572123538, "event_study": [ { "event_time": -13, "estimate": -0.02554952966621804, "raw_gap": -0.02554952966621804, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.014748077921115647 }, { "event_time": -12, "estimate": -0.008536549954900385, "raw_gap": -0.008536549954900385, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.0317610576324333 }, { "event_time": -11, "estimate": 0.06635034835301346, "raw_gap": 0.06635034835301346, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.10664795594034715 }, { "event_time": -10, "estimate": 0.14829213468421715, "raw_gap": 0.14829213468421715, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": 0.18858974227155084 }, { "event_time": -9, "estimate": 0.1196561999564129, "raw_gap": 0.1196561999564129, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": 0.15995380754374658 }, { "event_time": -8, "estimate": 0.055669849419119566, "raw_gap": 0.055669849419119566, "n": 10, "n_cells": 10, "weight_sum": 10.0, "relative_to_minus_one": 0.09596745700645326 }, { "event_time": -7, "estimate": 0.05664450080679967, "raw_gap": 0.05664450080679967, "n": 10, "n_cells": 10, "weight_sum": 10.0, "relative_to_minus_one": 0.09694210839413336 }, { "event_time": -6, "estimate": 0.013371338392706026, "raw_gap": 0.013371338392706026, "n": 12, "n_cells": 12, "weight_sum": 12.0, "relative_to_minus_one": 0.05366894598003971 }, { "event_time": -5, "estimate": 0.03239754563924148, "raw_gap": 0.03239754563924148, "n": 16, "n_cells": 16, "weight_sum": 16.0, "relative_to_minus_one": 0.07269515322657516 }, { "event_time": -4, "estimate": -0.002277853611243441, "raw_gap": -0.002277853611243441, "n": 18, "n_cells": 18, "weight_sum": 18.0, "relative_to_minus_one": 0.03801975397609025 }, { "event_time": -3, "estimate": -0.06071110391109395, "raw_gap": -0.06071110391109395, "n": 21, "n_cells": 21, "weight_sum": 21.0, "relative_to_minus_one": -0.020413496323760265 }, { "event_time": -2, "estimate": -0.08848877550808078, "raw_gap": -0.08848877550808078, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": -0.04819116792074709 }, { "event_time": -1, "estimate": -0.04029760758733369, "raw_gap": -0.04029760758733369, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.4869583832924636, "raw_gap": 0.4869583832924636, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.5272559908797972 }, { "event_time": 1, "estimate": 0.6846534997845106, "raw_gap": 0.6846534997845106, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.7249511073718443 }, { "event_time": 2, "estimate": 0.7161735504736669, "raw_gap": 0.7161735504736669, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.7564711580610006 }, { "event_time": 3, "estimate": 0.7990801199754386, "raw_gap": 0.7990801199754386, "n": 19, "n_cells": 19, "weight_sum": 19.0, "relative_to_minus_one": 0.8393777275627723 }, { "event_time": 4, "estimate": 0.7653399387019045, "raw_gap": 0.7653399387019045, "n": 17, "n_cells": 17, "weight_sum": 17.0, "relative_to_minus_one": 0.8056375462892382 }, { "event_time": 5, "estimate": 0.7223723261700522, "raw_gap": 0.7223723261700522, "n": 17, "n_cells": 17, "weight_sum": 17.0, "relative_to_minus_one": 0.7626699337573859 }, { "event_time": 6, "estimate": 1.0026057996844757, "raw_gap": 1.0026057996844757, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.0429034072718093 }, { "event_time": 7, "estimate": 1.0180749252916725, "raw_gap": 1.0180749252916725, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.0583725328790061 }, { "event_time": 8, "estimate": 1.0189669968559274, "raw_gap": 1.0189669968559274, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.059264604443261 }, { "event_time": 9, "estimate": 1.070853703402752, "raw_gap": 1.070853703402752, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.1111513109900857 }, { "event_time": 10, "estimate": 0.7993452061217097, "raw_gap": 0.7993452061217097, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.8396428137090434 }, { "event_time": 11, "estimate": 0.7183567104444095, "raw_gap": 0.7183567104444095, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.7586543180317432 }, { "event_time": 12, "estimate": 0.7073722697238539, "raw_gap": 0.7073722697238539, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.7476698773111876 } ], "package_event_study": { "event_time": [ -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0 ], "estimate": [ -0.02554952966621804, -0.008536549954900385, 0.06635034835301346, 0.14829213468421715, 0.1196561999564129, 0.055669849419119566, 0.05664450080679967, 0.013371338392706026, 0.03239754563924148, -0.002277853611243441, -0.06071110391109395, -0.08848877550808078, -0.04029760758733369, 0.4869583832924636, 0.6846534997845106, 0.716173550473667, 0.7990801199754386, 0.7653399387019045, 0.7223723261700522, 1.0026057996844755, 1.0180749252916725, 1.0189669968559272, 1.070853703402752, 0.7993452061217097, 0.7183567104444095, 0.7073722697238539 ], "n": [ 2.0, 2.0, 2.0, 9.0, 9.0, 10.0, 10.0, 12.0, 16.0, 18.0, 21.0, 23.0, 23.0, 23.0, 23.0, 23.0, 19.0, 17.0, 17.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 67, "termination_reason": "Relative objective tolerance reached", "objective": 0.07648538857525866, "lambda_l": 0.0037418018152878207, "singular_values": [ 5.269213242427205, 2.0673136003943835, 1.8312601497492917, 1.4594997178315745, 0.8321823255017293, 0.560903668549638, 0.3411983268863541, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.07849393610041808, 0.07734080276492676, 0.07694438696671949, 0.07675162888976714, 0.07664575239925728, 0.07658419999533579, 0.07654723211599507, 0.07652454683484411, 0.07651040228969702, 0.07650149074339893, 0.0764958906579582, 0.07649231980828575, 0.07649000436482656, 0.07648848652209261, 0.07648748265870556, 0.07648681352831382, 0.0764863643224171, 0.07648606073805503, 0.07648585426537355, 0.07648571298793716, 0.07648561575721619, 0.07648554846623275, 0.07648550164535786, 0.07648546889923269, 0.07648544588339169, 0.07648542962982668, 0.07648541809973392, 0.07648540988513931, 0.07648540400869028, 0.07648539978856198, 0.07648539674680092, 0.07648539454680789, 0.07648539295047237, 0.07648539178863385, 0.07648539094062366, 0.07648539032002859, 0.07648538986473742, 0.07648538952994975, 0.07648538928324425, 0.07648538910108524, 0.0764853889663368, 0.07648538886648891, 0.07648538879238463, 0.0764853887373057, 0.07648538869631161, 0.07648538866576196, 0.076485388642969, 0.07648538862594471, 0.07648538861321619, 0.0764853886036905, 0.07648538859655539, 0.0764853885912067, 0.07648538858719392, 0.0764853885841813, 0.07648538858191803, 0.0764853885802167, 0.07648538857893701, 0.07648538857797388, 0.07648538857724865, 0.07648538857670227, 0.0764853885762905, 0.07648538857598006, 0.07648538857574576, 0.07648538857556902, 0.07648538857543553, 0.0764853885753348, 0.07648538857525866 ], "history_rmse": [ 0.1799761677542471, 0.17642419297501977, 0.17491275640703605, 0.1744361895814182, 0.174248688417322, 0.17415966672626307, 0.17411156970917746, 0.1740834881682527, 0.17406632214632384, 0.1740376666489109, 0.1739703487752869, 0.17393340244217928, 0.17391138571748793, 0.17389756167071507, 0.17388857236272626, 0.17388257851407457, 0.17387850803907617, 0.17387570764789473, 0.17387376512435, 0.17387241268038983, 0.17387147195465788, 0.17387082157403524, 0.17387037743031686, 0.17387008035425627, 0.1738698882147626, 0.1738697707337981, 0.1738697060085042, 0.1738696781314431, 0.17386967553273192, 0.17386968980661585, 0.173869714869455, 0.17386974634849334, 0.1738697811339251, 0.173869817048175, 0.17386985260034168, 0.1738698868031829, 0.17386991903641752, 0.1738699489445679, 0.17386997636069526, 0.17387000124961585, 0.17387002366580545, 0.17387004372239453, 0.17387006156852303, 0.17387007737300098, 0.1738700913126952, 0.17387010356445745, 0.17387011429967966, 0.17387012368078725, 0.17387013185915065, 0.1738701389740112, 0.17387014515213206, 0.17387015050794652, 0.17387015514403348, 0.17387015915180856, 0.17387016261233135, 0.17387016559717122, 0.17387016816928336, 0.17387017038386687, 0.17387017228918308, 0.17387017392732207, 0.17387017533491064, 0.17387017654375858, 0.17387017758144402, 0.17387017847183986, 0.17387017923558137, 0.17387017989048445, 0.17387018045191263 ], "n_observed": 913, "n_missing": 294, "n_treated_observed": 151, "n_untreated_observed": 762 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": 0.7358968572123534, "matrix_preparation": { "source_rows": 913, "matrix_shape": [ 71, 17 ], "observed_cells": 913, "missing_cells": 294, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 913.0, "treated_observation_mass": 151.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.003476874902844429, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 7, period 7: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.543182002054527, "SE": 0.14390601909860018, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7888758993762184, "SE": 0.11904766121821768, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.704689893607495, "SE": 0.14175818755285477, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7967550027391155, "SE": 0.11013916432327171, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.9775704242796509, "SE": 0.157606999013077, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.8930727998132449, "SE": 0.12208923966733344, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.7358968572123538, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 7, period 7: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.543182002054527, "SE": 0.14390601909860018, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.25617049695702576, "upper": 0.8301935071520283, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7888758993762184, "SE": 0.11904766121821768, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5514428257730417, "upper": 1.026308972979395, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.704689893607495, "SE": 0.14175818755285477, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.42196210345466123, "upper": 0.9874176837603288, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7967550027391155, "SE": 0.11013916432327171, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5770893659533174, "upper": 1.0164206395249136, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.9775704242796509, "SE": 0.157606999013077, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.6686663825025801, "upper": 1.2864744660567218, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.8930727998132449, "SE": 0.12208923966733344, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.6537822871653924, "upper": 1.1323633124610974, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.7358968572123538, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 7, period 7: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602779.821362, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.543182002054527, "SE": 0.14390601909860018, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.25617049695702576, "upper": 0.8301935071520283, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7888758993762184, "SE": 0.11904766121821768, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5514428257730417, "upper": 1.026308972979395, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.704689893607495, "SE": 0.14175818755285477, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.42196210345466123, "upper": 0.9874176837603288, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7967550027391155, "SE": 0.11013916432327171, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5770893659533174, "upper": 1.0164206395249136, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.9775704242796509, "SE": 0.157606999013077, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.6686663825025801, "upper": 1.2864744660567218, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.8930727998132449, "SE": 0.12208923966733344, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.6537822871653924, "upper": 1.1323633124610974, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.7358968572123538, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 7, period 7: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }