[ { "study_id": 17, "specification_id": "S17-P001", "source_specification_id": "TN-F2-ANNOTATED-SCALAR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Trading Nontradables", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S17-P001.json", "input_bytes": 15024, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s17-p001", "specification_id": "S17-P001", "source_specification_id": "TN-F2-ANNOTATED-SCALAR", "study_id": 17, "study": "Trading Nontradables", "citation": "Mu\u00f1oz (2024), QJE. https://doi.org/10.1093/qje/qjad032", "description": "TN-F2-ANNOTATED-SCALAR", "data": "analyses/full-archive/prepared/S17-P001.parquet", "output_dir": "analyses/full-archive/results/S17-P001" }, "source": { "file": "S17-P001.parquet", "bytes": 15024, "sha256": "14d6b17425b841a58191087ae243b2dbc2642e5a0e207cd4d1070c9fa7847271" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 861, "source_sd": 2.2704876155576073, "rows": 814, "units": 69, "clusters": 69, "treated_units": 23, "never_treated_units": 46, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 814, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 4, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5836461717054291, "se": 0.15493282774663392, "pvalue": 0.000347425801786885, "lower": 0.27448252747844953, "upper": 0.8928098159324087 }, { "method": "Dynamic TWFE", "estimate": 0.7830948306897552, "se": 0.12558931286311137, "pvalue": 3.2830196603441836e-08, "lower": 0.5324852587517941, "upper": 1.0337044026277162 }, { "method": "BJS / did2s", "estimate": 0.7411187723579706, "se": 0.1412719262586771, "pvalue": 1.6674543277796014e-06, "lower": 0.45921503262553265, "upper": 1.0230225120904086 }, { "method": "Sun\u2013Abraham", "estimate": 0.7570914198400018, "se": 0.11959318280217397, "pvalue": 2.228723900238285e-08, "lower": 0.5184469391474538, "upper": 0.9957359005325499 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -10, "estimate": 1.1947557573250192, "se": 0.19674277968894927, "pvalue": 6.344174328345891e-08, "lower": 0.8021616529725745, "upper": 1.5873498616774637 }, { "event_time": -9, "estimate": 1.1812277668083333, "se": 0.1727616884577225, "pvalue": 2.78167404532346e-09, "lower": 0.8364871849495863, "upper": 1.5259683486670803 }, { "event_time": -8, "estimate": 0.9975882175329213, "se": 0.1474396013355982, "pvalue": 3.7332061942823214e-09, "lower": 0.7033770738053331, "upper": 1.2917993612605094 }, { "event_time": -7, "estimate": 0.8428806574555228, "se": 0.16889181103698744, "pvalue": 4.42685330713591e-06, "lower": 0.5058622957582944, "upper": 1.1798990191527512 }, { "event_time": -6, "estimate": 0.530703775862151, "se": 0.21646497854314392, "pvalue": 0.0167929037096364, "lower": 0.09875463643667964, "upper": 0.9626529152876224 }, { "event_time": -5, "estimate": 0.3206662890159762, "se": 0.14201201480523234, "pvalue": 0.027157610532743223, "lower": 0.037285725582380136, "upper": 0.6040468524495723 }, { "event_time": -4, "estimate": 0.04265451760166805, "se": 0.1480268325579689, "pvalue": 0.774105371041623, "lower": -0.25272842778572646, "upper": 0.33803746298906256 }, { "event_time": -3, "estimate": 0.027702353665078772, "se": 0.07883951098201418, "pvalue": 0.7263923108105421, "lower": -0.12961944106865245, "upper": 0.18502414839881 }, { "event_time": -2, "estimate": -0.04030182628126547, "se": 0.06963201779999856, "pvalue": 0.5646478707944709, "lower": -0.17925035443393242, "upper": 0.09864670187140148 }, { "event_time": 0, "estimate": 0.5634319251607505, "se": 0.093489854458073, "pvalue": 7.637694099821007e-08, "lower": 0.376875825185768, "upper": 0.7499880251357329 }, { "event_time": 1, "estimate": 0.7488199999817218, "se": 0.12966076381018352, "pvalue": 2.0912472535693984e-07, "lower": 0.49008597417303756, "upper": 1.007554025790406 }, { "event_time": 2, "estimate": 0.7608164019966762, "se": 0.11910244938296889, "pvalue": 1.7637322830331854e-08, "lower": 0.5231511645957663, "upper": 0.9984816393975862 }, { "event_time": 3, "estimate": 0.8957253948679168, "se": 0.1292131496842759, "pvalue": 1.8790123413849694e-09, "lower": 0.6378845691407504, "upper": 1.1535662205950832 }, { "event_time": 4, "estimate": 0.8344823960226102, "se": 0.14982264034720572, "pvalue": 4.717848145044281e-07, "lower": 0.5355159719849739, "upper": 1.1334488200602464 }, { "event_time": 5, "estimate": 0.755203953168421, "se": 0.16260591936374777, "pvalue": 1.6113670752472397e-05, "lower": 0.430728893011476, "upper": 1.0796790133253662 }, { "event_time": 6, "estimate": 0.9216414037269279, "se": 0.22589739707776083, "pvalue": 0.00012064162572901451, "lower": 0.47087016616738553, "upper": 1.3724126412864703 }, { "event_time": 7, "estimate": 0.9278820639698497, "se": 0.17657099498834916, "pvalue": 1.6107459596232316e-06, "lower": 0.5755401292789444, "upper": 1.280223998660755 }, { "event_time": 8, "estimate": 0.9096211031869526, "se": 0.2167608212667021, "pvalue": 8.04575421730588e-05, "lower": 0.4770816187980313, "upper": 1.3421605875758738 }, { "event_time": 9, "estimate": 0.9678009285487604, "se": 0.20961641534356742, "pvalue": 1.781573325740661e-05, "lower": 0.5495178842129778, "upper": 1.386083972884543 }, { "event_time": 10, "estimate": 0.929130171240838, "se": 0.1932368014966051, "pvalue": 8.785905835922537e-06, "lower": 0.5435321374454867, "upper": 1.3147282050361893 }, { "event_time": 11, "estimate": 0.8360970938144131, "se": 0.16804667970730075, "pvalue": 4.690136965524793e-06, "lower": 0.5007651654285525, "upper": 1.1714290222002737 }, { "event_time": 12, "estimate": 0.8642960596288197, "se": 0.17231429105785448, "pvalue": 4.024275444092546e-06, "lower": 0.5204482453815118, "upper": 1.2081438738761276 } ], "BJS / did2s": [ { "event_time": -10, "estimate": 0.40235154855525057, "se": 0.1272087831984036, "pvalue": 0.002334922110143853, "lower": 0.14851037387784155, "upper": 0.6561927232326596 }, { "event_time": -9, "estimate": 0.4394477866707252, "se": 0.11127018183674182, "pvalue": 0.00018860207128776888, "lower": 0.21741159582095765, "upper": 0.6614839775204928 }, { "event_time": -8, "estimate": 0.28756066059079116, "se": 0.07852469573276531, "pvalue": 0.0004904874426807616, "lower": 0.13086706990607638, "upper": 0.44425425127550594 }, { "event_time": -7, "estimate": 0.3126208758711725, "se": 0.07078799255808726, "pvalue": 3.689460638505649e-05, "lower": 0.17136563600322238, "upper": 0.45387611573912257 }, { "event_time": -6, "estimate": 0.07529742818963024, "se": 0.09550808252566399, "pvalue": 0.43320968553465933, "lower": -0.11528598319076978, "upper": 0.2658808395700303 }, { "event_time": -5, "estimate": 0.04708572801978408, "se": 0.07261318921949972, "pvalue": 0.5188803823064146, "lower": -0.09781163507976404, "upper": 0.1919830911193322 }, { "event_time": -4, "estimate": -0.14735086404384287, "se": 0.06929475218919971, "pvalue": 0.037099384006695484, "lower": -0.285626389148521, "upper": -0.009075338939164734 }, { "event_time": -3, "estimate": -0.10254177883239944, "se": 0.04892277823304789, "pvalue": 0.0398072771002316, "lower": -0.20016566283567871, "upper": -0.004917894829120181 }, { "event_time": -2, "estimate": -0.14137984171684206, "se": 0.05495967863850589, "pvalue": 0.012287007688261064, "lower": -0.251050172921349, "upper": -0.03170951051233513 }, { "event_time": -1, "estimate": -0.08801005245919569, "se": 0.06462358753179485, "pvalue": 0.17772824215536334, "lower": -0.21696441361642932, "upper": 0.040944308698037946 }, { "event_time": 0, "estimate": 0.45946971238898265, "se": 0.1220320893832565, "pvalue": 0.00034965885368457256, "lower": 0.21595846938722468, "upper": 0.7029809553907407 }, { "event_time": 1, "estimate": 0.6515175866456677, "se": 0.1510954646879319, "pvalue": 5.3541826132029974e-05, "lower": 0.35001128118094466, "upper": 0.9530238921103908 }, { "event_time": 2, "estimate": 0.6675860981098722, "se": 0.1400164994294957, "pvalue": 1.0209170237741542e-05, "lower": 0.3881875236107492, "upper": 0.9469846726089952 }, { "event_time": 3, "estimate": 0.8249260509027121, "se": 0.16594775876650308, "pvalue": 4.768588280895575e-06, "lower": 0.49378245404374077, "upper": 1.1560696477616834 }, { "event_time": 4, "estimate": 0.7772575498824313, "se": 0.1901261604224411, "pvalue": 0.00011727184351321516, "lower": 0.39786670370740385, "upper": 1.156648396057459 }, { "event_time": 5, "estimate": 0.6829531991788852, "se": 0.20117387700813028, "pvalue": 0.0011498046418754336, "lower": 0.28151697779387275, "upper": 1.0843894205638978 }, { "event_time": 6, "estimate": 1.1421431664900747, "se": 0.29760571289729537, "pvalue": 0.0002746561839169739, "lower": 0.548280212587492, "upper": 1.7360061203926573 }, { "event_time": 7, "estimate": 1.126983746419131, "se": 0.2334299394250335, "pvalue": 8.163594825387938e-06, "lower": 0.6611815546309263, "upper": 1.5927859382073357 }, { "event_time": 8, "estimate": 1.1124820950814585, "se": 0.28015949300845616, "pvalue": 0.0001753050629257599, "lower": 0.5534325309379478, "upper": 1.6715316592249692 }, { "event_time": 9, "estimate": 1.1623951286395366, "se": 0.2627468882468456, "pvalue": 3.5886770507347475e-05, "lower": 0.6380918763130872, "upper": 1.6866983809659861 }, { "event_time": 10, "estimate": 0.9273235294806705, "se": 0.263521380822118, "pvalue": 0.0007775766544737079, "lower": 0.4014748012826419, "upper": 1.4531722576786992 }, { "event_time": 11, "estimate": 0.8331521254792716, "se": 0.2251285332625934, "pvalue": 0.00043218281040694346, "lower": 0.38391513177539643, "upper": 1.282389119183147 }, { "event_time": 12, "estimate": 0.8343737141682653, "se": 0.20477415850081634, "pvalue": 0.00012287121630915576, "lower": 0.425753242920196, "upper": 1.2429941854163347 } ], "Sun\u2013Abraham": [ { "event_time": -10, "estimate": 1.2783628501756237, "se": 0.22555817519807386, "pvalue": 3.2069572947339726e-07, "lower": 0.8282685193378578, "upper": 1.7284571810133895 }, { "event_time": -9, "estimate": 1.1894656944335913, "se": 0.20724053159348477, "pvalue": 2.410224591917566e-07, "lower": 0.7759236523057875, "upper": 1.603007736561395 }, { "event_time": -8, "estimate": 1.0587387265430788, "se": 0.18432027635642229, "pvalue": 2.3677297988566702e-07, "lower": 0.6909333416412754, "upper": 1.426544111444882 }, { "event_time": -7, "estimate": 0.841388676779725, "se": 0.18830925022442954, "pvalue": 3.061633690930485e-05, "lower": 0.46562341845602756, "upper": 1.2171539351034224 }, { "event_time": -6, "estimate": 0.5130328245717987, "se": 0.2284440782030263, "pvalue": 0.027972165364409603, "lower": 0.05717976394853019, "upper": 0.9688858851950671 }, { "event_time": -5, "estimate": 0.30289273700708447, "se": 0.15766373013940027, "pvalue": 0.05890829301201119, "lower": -0.01172033809942774, "upper": 0.6175058121135967 }, { "event_time": -4, "estimate": 0.028921253998559066, "se": 0.15998021395696965, "pvalue": 0.8570778346293598, "lower": -0.2903142925960729, "upper": 0.348156800593191 }, { "event_time": -3, "estimate": 0.014501656976096683, "se": 0.08538602340319439, "pvalue": 0.8656430443922054, "lower": -0.1558834999033192, "upper": 0.18488681385551256 }, { "event_time": -2, "estimate": -0.05135282836841659, "se": 0.06493672538593928, "pvalue": 0.4318024663909644, "lower": -0.18093204638485003, "upper": 0.07822638964801684 }, { "event_time": 0, "estimate": 0.5548236119496841, "se": 0.09011489875219163, "pvalue": 4.5141859261656405e-08, "lower": 0.3750021312307398, "upper": 0.7346450926686284 }, { "event_time": 1, "estimate": 0.7509738744430284, "se": 0.13114029523273282, "pvalue": 2.538495978656593e-07, "lower": 0.4892874896475729, "upper": 1.012660259238484 }, { "event_time": 2, "estimate": 0.7531233351846633, "se": 0.11823057632156504, "pvalue": 1.8979127583066466e-08, "lower": 0.5171978933899354, "upper": 0.9890487769793913 }, { "event_time": 3, "estimate": 0.8698421771817619, "se": 0.1240294146403517, "pvalue": 1.3430061384499426e-09, "lower": 0.6223453336835103, "upper": 1.1173390206800136 }, { "event_time": 4, "estimate": 0.8267201646319389, "se": 0.15002905207217831, "pvalue": 5.958928852307741e-07, "lower": 0.5273418524100368, "upper": 1.126098476853841 }, { "event_time": 5, "estimate": 0.731477731549991, "se": 0.1573492635248383, "pvalue": 1.585699530993713e-05, "lower": 0.41749216480280904, "upper": 1.045463298297173 }, { "event_time": 6, "estimate": 0.8913077847903239, "se": 0.22002836339481738, "pvalue": 0.00013333452582777152, "lower": 0.4522480216026104, "upper": 1.3303675479780375 }, { "event_time": 7, "estimate": 0.8988140779876062, "se": 0.19908434691521068, "pvalue": 2.5864572626410358e-05, "lower": 0.5015474489843025, "upper": 1.2960807069909097 }, { "event_time": 8, "estimate": 0.8957353543253879, "se": 0.2270110000598659, "pvalue": 0.0001909175805166547, "lower": 0.44274195661310717, "upper": 1.3487287520376685 }, { "event_time": 9, "estimate": 0.9354856279045094, "se": 0.21875726949435964, "pvalue": 6.073525178465767e-05, "lower": 0.4989622931040893, "upper": 1.3720089627049294 }, { "event_time": 10, "estimate": 0.7115454812125108, "se": 0.3371601502930802, "pvalue": 0.03850438561239158, "lower": 0.03875287638645264, "upper": 1.384338086038569 }, { "event_time": 11, "estimate": 0.6173740772114132, "se": 0.2763716152243935, "pvalue": 0.02878485727540824, "lower": 0.0658831055020529, "upper": 1.1688650489207735 }, { "event_time": 12, "estimate": 0.6185956659011411, "se": 0.26935571271133657, "pvalue": 0.02472945382727415, "lower": 0.08110470968252648, "upper": 1.1560866221197559 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0 ], "weights": [ 0.152317880794702, 0.152317880794702, 0.152317880794702, 0.12582781456953643, 0.11258278145695365, 0.11258278145695365, 0.033112582781456956, 0.033112582781456956, 0.033112582781456956, 0.033112582781456956, 0.019867549668874173, 0.019867549668874173, 0.019867549668874173 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 2.7522407301315174e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8036710746594808, "df_num": 19, "df_den": 668, "pvalue": 0.7040545930389419, "log10_pvalue": -0.15239366395971649, "inference": "Homoskedastic nested-model F", "observations": 814, "design_columns": 62, "restricted_design_columns": 43, "fixed_effect_rank": 84, "covariance_rank": 19, "rss_unrestricted": 83.80159827684975, "rss_restricted": 85.71721128637283, "test_horizon": null, "reference_cohort": 4, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]" ], "data": [ [ -1.3390391755485675e-06, 0.0001823648091996631, 0.00011412886316577692, 0.00019244208968689105, 0.0009513468361609414, 0.8026588284194174 ], [ 1.1670813839028557e-06, -0.00020329164403855266, -4.294898950107096e-05, -0.00021307546332271268, -0.0010629183903647834, -0.1341126774364513 ], [ -1.2684804855021277e-06, 0.0001724118487446233, 0.00010855168189450623, 0.00018195035128178695, 0.0008994064393907064, -0.1328752631129479 ], [ 1.1670813839028557e-06, -0.00020329164403855266, -4.294898950107096e-05, -0.00021307546332271268, -0.0010629183903647834, -0.1341126774364513 ], [ 9.226684998676474e-08, 1.727005921749429e-05, -4.559301237508605e-05, 1.7253817134972512e-05, 9.169505861493301e-05, -0.13385273612892615 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_14" ], "deviations": [ { "event_time": -3.0, "cohort": 7, "estimate": -0.10684424499094194 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.1220781849911246 }, { "event_time": 0.0, "cohort": 7, "estimate": 0.3762870700324917 }, { "event_time": 1.0, "cohort": 7, "estimate": 0.3011987826369068 }, { "event_time": 2.0, "cohort": 7, "estimate": 0.17149799435282753 }, { "event_time": 3.0, "cohort": 7, "estimate": 0.17832553479039442 }, { "event_time": 4.0, "cohort": 7, "estimate": 0.532898627155354 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.8874688328142051 }, { "event_time": 6.0, "cohort": 7, "estimate": 1.0247945140719608 }, { "event_time": 7.0, "cohort": 7, "estimate": 0.7615888782432951 }, { "event_time": 8.0, "cohort": 7, "estimate": 0.8759043355711207 }, { "event_time": 9.0, "cohort": 7, "estimate": 0.7996985186742387 }, { "event_time": -10.0, "cohort": 11, "estimate": 0.22357887240036955 }, { "event_time": -9.0, "cohort": 11, "estimate": 0.08217657730598804 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.18643329753768131 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.05380457960984661 }, { "event_time": -6.0, "cohort": 11, "estimate": -0.09813768582630349 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.08436560423733319 }, { "event_time": -4.0, "cohort": 11, "estimate": -0.21942614604718835 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.16992143392111791 }, { "event_time": -2.0, "cohort": 11, "estimate": 0.3575245195324107 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.30761179948163864 }, { "event_time": 1.0, "cohort": 11, "estimate": 0.26122468255120956 }, { "event_time": 2.0, "cohort": 11, "estimate": 0.23587612434716992 }, { "event_time": 3.0, "cohort": 11, "estimate": 0.021860985826910678 }, { "event_time": 4.0, "cohort": 11, "estimate": 0.10869528934336792 }, { "event_time": 5.0, "cohort": 11, "estimate": 0.2080191526823998 }, { "event_time": -5.0, "cohort": 13, "estimate": -0.041935761147202766 }, { "event_time": -4.0, "cohort": 13, "estimate": -0.2979684638761282 }, { "event_time": -3.0, "cohort": 13, "estimate": -0.22204097627853636 }, { "event_time": -2.0, "cohort": 13, "estimate": 0.23416846967887617 }, { "event_time": 0.0, "cohort": 13, "estimate": 0.07804590099553271 }, { "event_time": 1.0, "cohort": 13, "estimate": -0.04463428883479778 }, { "event_time": 2.0, "cohort": 13, "estimate": -0.12989043462058092 }, { "event_time": 3.0, "cohort": 13, "estimate": -0.28672344775374214 }, { "event_time": -3.0, "cohort": 14, "estimate": -0.10318895244170831 }, { "event_time": -2.0, "cohort": 14, "estimate": 0.5985273518233731 }, { "event_time": 0.0, "cohort": 14, "estimate": 0.4332895007792338 }, { "event_time": 1.0, "cohort": 14, "estimate": 0.412126280641375 }, { "event_time": 2.0, "cohort": 14, "estimate": 0.03240151933512507 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s17-p001", "specification_id": "S17-P001", "source_specification_id": "TN-F2-ANNOTATED-SCALAR", "study_id": 17, "study": "Trading Nontradables", "citation": "Mu\u00f1oz (2024), QJE. https://doi.org/10.1093/qje/qjad032", "description": "TN-F2-ANNOTATED-SCALAR", "data": "analyses/full-archive/prepared/S17-P001.parquet", "output_dir": "analyses/archive-expanded/fits/S17-P001" }, "options": { "output_dir": "analyses/archive-expanded/fits/S17-P001", "regression_results": "analyses/archive-expanded/baselines/S17-P001.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600, "estimators": { "sdid": { "max_iterations": 20000 } } }, "source": { "file": "S17-P001.parquet", "bytes": 15024, "sha256": "14d6b17425b841a58191087ae243b2dbc2642e5a0e207cd4d1070c9fa7847271" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 861, "source_sd": 2.2704876155576073, "rows": 814, "units": 69, "clusters": 69, "treated_units": 23, "never_treated_units": 46, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 814, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 4, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5836461717054291, "se": 0.15493282774663392, "pvalue": 0.000347425801786885, "lower": 0.27448252747844953, "upper": 0.8928098159324087 }, { "method": "Dynamic TWFE", "estimate": 0.7830948306897552, "se": 0.12558931286311137, "pvalue": 3.2830196603441836e-08, "lower": 0.5324852587517941, "upper": 1.0337044026277162 }, { "method": "BJS / did2s", "estimate": 0.7411187723579706, "se": 0.1412719262586771, "pvalue": 1.6674543277796014e-06, "lower": 0.45921503262553265, "upper": 1.0230225120904086 }, { "method": "Sun\u2013Abraham", "estimate": 0.7570914198400018, "se": 0.11959318280217397, "pvalue": 2.228723900238285e-08, "lower": 0.5184469391474538, "upper": 0.9957359005325499 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -10, "estimate": 1.1947557573250192, "se": 0.19674277968894927, "pvalue": 6.344174328345891e-08, "lower": 0.8021616529725745, "upper": 1.5873498616774637 }, { "event_time": -9, "estimate": 1.1812277668083333, "se": 0.1727616884577225, "pvalue": 2.78167404532346e-09, "lower": 0.8364871849495863, "upper": 1.5259683486670803 }, { "event_time": -8, "estimate": 0.9975882175329213, "se": 0.1474396013355982, "pvalue": 3.7332061942823214e-09, "lower": 0.7033770738053331, "upper": 1.2917993612605094 }, { "event_time": -7, "estimate": 0.8428806574555228, "se": 0.16889181103698744, "pvalue": 4.42685330713591e-06, "lower": 0.5058622957582944, "upper": 1.1798990191527512 }, { "event_time": -6, "estimate": 0.530703775862151, "se": 0.21646497854314392, "pvalue": 0.0167929037096364, "lower": 0.09875463643667964, "upper": 0.9626529152876224 }, { "event_time": -5, "estimate": 0.3206662890159762, "se": 0.14201201480523234, "pvalue": 0.027157610532743223, "lower": 0.037285725582380136, "upper": 0.6040468524495723 }, { "event_time": -4, "estimate": 0.04265451760166805, "se": 0.1480268325579689, "pvalue": 0.774105371041623, "lower": -0.25272842778572646, "upper": 0.33803746298906256 }, { "event_time": -3, "estimate": 0.027702353665078772, "se": 0.07883951098201418, "pvalue": 0.7263923108105421, "lower": -0.12961944106865245, "upper": 0.18502414839881 }, { "event_time": -2, "estimate": -0.04030182628126547, "se": 0.06963201779999856, "pvalue": 0.5646478707944709, "lower": -0.17925035443393242, "upper": 0.09864670187140148 }, { "event_time": 0, "estimate": 0.5634319251607505, "se": 0.093489854458073, "pvalue": 7.637694099821007e-08, "lower": 0.376875825185768, "upper": 0.7499880251357329 }, { "event_time": 1, "estimate": 0.7488199999817218, "se": 0.12966076381018352, "pvalue": 2.0912472535693984e-07, "lower": 0.49008597417303756, "upper": 1.007554025790406 }, { "event_time": 2, "estimate": 0.7608164019966762, "se": 0.11910244938296889, "pvalue": 1.7637322830331854e-08, "lower": 0.5231511645957663, "upper": 0.9984816393975862 }, { "event_time": 3, "estimate": 0.8957253948679168, "se": 0.1292131496842759, "pvalue": 1.8790123413849694e-09, "lower": 0.6378845691407504, "upper": 1.1535662205950832 }, { "event_time": 4, "estimate": 0.8344823960226102, "se": 0.14982264034720572, "pvalue": 4.717848145044281e-07, "lower": 0.5355159719849739, "upper": 1.1334488200602464 }, { "event_time": 5, "estimate": 0.755203953168421, "se": 0.16260591936374777, "pvalue": 1.6113670752472397e-05, "lower": 0.430728893011476, "upper": 1.0796790133253662 }, { "event_time": 6, "estimate": 0.9216414037269279, "se": 0.22589739707776083, "pvalue": 0.00012064162572901451, "lower": 0.47087016616738553, "upper": 1.3724126412864703 }, { "event_time": 7, "estimate": 0.9278820639698497, "se": 0.17657099498834916, "pvalue": 1.6107459596232316e-06, "lower": 0.5755401292789444, "upper": 1.280223998660755 }, { "event_time": 8, "estimate": 0.9096211031869526, "se": 0.2167608212667021, "pvalue": 8.04575421730588e-05, "lower": 0.4770816187980313, "upper": 1.3421605875758738 }, { "event_time": 9, "estimate": 0.9678009285487604, "se": 0.20961641534356742, "pvalue": 1.781573325740661e-05, "lower": 0.5495178842129778, "upper": 1.386083972884543 }, { "event_time": 10, "estimate": 0.929130171240838, "se": 0.1932368014966051, "pvalue": 8.785905835922537e-06, "lower": 0.5435321374454867, "upper": 1.3147282050361893 }, { "event_time": 11, "estimate": 0.8360970938144131, "se": 0.16804667970730075, "pvalue": 4.690136965524793e-06, "lower": 0.5007651654285525, "upper": 1.1714290222002737 }, { "event_time": 12, "estimate": 0.8642960596288197, "se": 0.17231429105785448, "pvalue": 4.024275444092546e-06, "lower": 0.5204482453815118, "upper": 1.2081438738761276 } ], "BJS / did2s": [ { "event_time": -10, "estimate": 0.40235154855525057, "se": 0.1272087831984036, "pvalue": 0.002334922110143853, "lower": 0.14851037387784155, "upper": 0.6561927232326596 }, { "event_time": -9, "estimate": 0.4394477866707252, "se": 0.11127018183674182, "pvalue": 0.00018860207128776888, "lower": 0.21741159582095765, "upper": 0.6614839775204928 }, { "event_time": -8, "estimate": 0.28756066059079116, "se": 0.07852469573276531, "pvalue": 0.0004904874426807616, "lower": 0.13086706990607638, "upper": 0.44425425127550594 }, { "event_time": -7, "estimate": 0.3126208758711725, "se": 0.07078799255808726, "pvalue": 3.689460638505649e-05, "lower": 0.17136563600322238, "upper": 0.45387611573912257 }, { "event_time": -6, "estimate": 0.07529742818963024, "se": 0.09550808252566399, "pvalue": 0.43320968553465933, "lower": -0.11528598319076978, "upper": 0.2658808395700303 }, { "event_time": -5, "estimate": 0.04708572801978408, "se": 0.07261318921949972, "pvalue": 0.5188803823064146, "lower": -0.09781163507976404, "upper": 0.1919830911193322 }, { "event_time": -4, "estimate": -0.14735086404384287, "se": 0.06929475218919971, "pvalue": 0.037099384006695484, "lower": -0.285626389148521, "upper": -0.009075338939164734 }, { "event_time": -3, "estimate": -0.10254177883239944, "se": 0.04892277823304789, "pvalue": 0.0398072771002316, "lower": -0.20016566283567871, "upper": -0.004917894829120181 }, { "event_time": -2, "estimate": -0.14137984171684206, "se": 0.05495967863850589, "pvalue": 0.012287007688261064, "lower": -0.251050172921349, "upper": -0.03170951051233513 }, { "event_time": -1, "estimate": -0.08801005245919569, "se": 0.06462358753179485, "pvalue": 0.17772824215536334, "lower": -0.21696441361642932, "upper": 0.040944308698037946 }, { "event_time": 0, "estimate": 0.45946971238898265, "se": 0.1220320893832565, "pvalue": 0.00034965885368457256, "lower": 0.21595846938722468, "upper": 0.7029809553907407 }, { "event_time": 1, "estimate": 0.6515175866456677, "se": 0.1510954646879319, "pvalue": 5.3541826132029974e-05, "lower": 0.35001128118094466, "upper": 0.9530238921103908 }, { "event_time": 2, "estimate": 0.6675860981098722, "se": 0.1400164994294957, "pvalue": 1.0209170237741542e-05, "lower": 0.3881875236107492, "upper": 0.9469846726089952 }, { "event_time": 3, "estimate": 0.8249260509027121, "se": 0.16594775876650308, "pvalue": 4.768588280895575e-06, "lower": 0.49378245404374077, "upper": 1.1560696477616834 }, { "event_time": 4, "estimate": 0.7772575498824313, "se": 0.1901261604224411, "pvalue": 0.00011727184351321516, "lower": 0.39786670370740385, "upper": 1.156648396057459 }, { "event_time": 5, "estimate": 0.6829531991788852, "se": 0.20117387700813028, "pvalue": 0.0011498046418754336, "lower": 0.28151697779387275, "upper": 1.0843894205638978 }, { "event_time": 6, "estimate": 1.1421431664900747, "se": 0.29760571289729537, "pvalue": 0.0002746561839169739, "lower": 0.548280212587492, "upper": 1.7360061203926573 }, { "event_time": 7, "estimate": 1.126983746419131, "se": 0.2334299394250335, "pvalue": 8.163594825387938e-06, "lower": 0.6611815546309263, "upper": 1.5927859382073357 }, { "event_time": 8, "estimate": 1.1124820950814585, "se": 0.28015949300845616, "pvalue": 0.0001753050629257599, "lower": 0.5534325309379478, "upper": 1.6715316592249692 }, { "event_time": 9, "estimate": 1.1623951286395366, "se": 0.2627468882468456, "pvalue": 3.5886770507347475e-05, "lower": 0.6380918763130872, "upper": 1.6866983809659861 }, { "event_time": 10, "estimate": 0.9273235294806705, "se": 0.263521380822118, "pvalue": 0.0007775766544737079, "lower": 0.4014748012826419, "upper": 1.4531722576786992 }, { "event_time": 11, "estimate": 0.8331521254792716, "se": 0.2251285332625934, "pvalue": 0.00043218281040694346, "lower": 0.38391513177539643, "upper": 1.282389119183147 }, { "event_time": 12, "estimate": 0.8343737141682653, "se": 0.20477415850081634, "pvalue": 0.00012287121630915576, "lower": 0.425753242920196, "upper": 1.2429941854163347 } ], "Sun\u2013Abraham": [ { "event_time": -10, "estimate": 1.2783628501756237, "se": 0.22555817519807386, "pvalue": 3.2069572947339726e-07, "lower": 0.8282685193378578, "upper": 1.7284571810133895 }, { "event_time": -9, "estimate": 1.1894656944335913, "se": 0.20724053159348477, "pvalue": 2.410224591917566e-07, "lower": 0.7759236523057875, "upper": 1.603007736561395 }, { "event_time": -8, "estimate": 1.0587387265430788, "se": 0.18432027635642229, "pvalue": 2.3677297988566702e-07, "lower": 0.6909333416412754, "upper": 1.426544111444882 }, { "event_time": -7, "estimate": 0.841388676779725, "se": 0.18830925022442954, "pvalue": 3.061633690930485e-05, "lower": 0.46562341845602756, "upper": 1.2171539351034224 }, { "event_time": -6, "estimate": 0.5130328245717987, "se": 0.2284440782030263, "pvalue": 0.027972165364409603, "lower": 0.05717976394853019, "upper": 0.9688858851950671 }, { "event_time": -5, "estimate": 0.30289273700708447, "se": 0.15766373013940027, "pvalue": 0.05890829301201119, "lower": -0.01172033809942774, "upper": 0.6175058121135967 }, { "event_time": -4, "estimate": 0.028921253998559066, "se": 0.15998021395696965, "pvalue": 0.8570778346293598, "lower": -0.2903142925960729, "upper": 0.348156800593191 }, { "event_time": -3, "estimate": 0.014501656976096683, "se": 0.08538602340319439, "pvalue": 0.8656430443922054, "lower": -0.1558834999033192, "upper": 0.18488681385551256 }, { "event_time": -2, "estimate": -0.05135282836841659, "se": 0.06493672538593928, "pvalue": 0.4318024663909644, "lower": -0.18093204638485003, "upper": 0.07822638964801684 }, { "event_time": 0, "estimate": 0.5548236119496841, "se": 0.09011489875219163, "pvalue": 4.5141859261656405e-08, "lower": 0.3750021312307398, "upper": 0.7346450926686284 }, { "event_time": 1, "estimate": 0.7509738744430284, "se": 0.13114029523273282, "pvalue": 2.538495978656593e-07, "lower": 0.4892874896475729, "upper": 1.012660259238484 }, { "event_time": 2, "estimate": 0.7531233351846633, "se": 0.11823057632156504, "pvalue": 1.8979127583066466e-08, "lower": 0.5171978933899354, "upper": 0.9890487769793913 }, { "event_time": 3, "estimate": 0.8698421771817619, "se": 0.1240294146403517, "pvalue": 1.3430061384499426e-09, "lower": 0.6223453336835103, "upper": 1.1173390206800136 }, { "event_time": 4, "estimate": 0.8267201646319389, "se": 0.15002905207217831, "pvalue": 5.958928852307741e-07, "lower": 0.5273418524100368, "upper": 1.126098476853841 }, { "event_time": 5, "estimate": 0.731477731549991, "se": 0.1573492635248383, "pvalue": 1.585699530993713e-05, "lower": 0.41749216480280904, "upper": 1.045463298297173 }, { "event_time": 6, "estimate": 0.8913077847903239, "se": 0.22002836339481738, "pvalue": 0.00013333452582777152, "lower": 0.4522480216026104, "upper": 1.3303675479780375 }, { "event_time": 7, "estimate": 0.8988140779876062, "se": 0.19908434691521068, "pvalue": 2.5864572626410358e-05, "lower": 0.5015474489843025, "upper": 1.2960807069909097 }, { "event_time": 8, "estimate": 0.8957353543253879, "se": 0.2270110000598659, "pvalue": 0.0001909175805166547, "lower": 0.44274195661310717, "upper": 1.3487287520376685 }, { "event_time": 9, "estimate": 0.9354856279045094, "se": 0.21875726949435964, "pvalue": 6.073525178465767e-05, "lower": 0.4989622931040893, "upper": 1.3720089627049294 }, { "event_time": 10, "estimate": 0.7115454812125108, "se": 0.3371601502930802, "pvalue": 0.03850438561239158, "lower": 0.03875287638645264, "upper": 1.384338086038569 }, { "event_time": 11, "estimate": 0.6173740772114132, "se": 0.2763716152243935, "pvalue": 0.02878485727540824, "lower": 0.0658831055020529, "upper": 1.1688650489207735 }, { "event_time": 12, "estimate": 0.6185956659011411, "se": 0.26935571271133657, "pvalue": 0.02472945382727415, "lower": 0.08110470968252648, "upper": 1.1560866221197559 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0 ], "weights": [ 0.152317880794702, 0.152317880794702, 0.152317880794702, 0.12582781456953643, 0.11258278145695365, 0.11258278145695365, 0.033112582781456956, 0.033112582781456956, 0.033112582781456956, 0.033112582781456956, 0.019867549668874173, 0.019867549668874173, 0.019867549668874173 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 2.7522407301315174e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8036710746594808, "df_num": 19, "df_den": 668, "pvalue": 0.7040545930389419, "log10_pvalue": -0.15239366395971649, "inference": "Homoskedastic nested-model F", "observations": 814, "design_columns": 62, "restricted_design_columns": 43, "fixed_effect_rank": 84, "covariance_rank": 19, "rss_unrestricted": 83.80159827684975, "rss_restricted": 85.71721128637283, "test_horizon": null, "reference_cohort": 4, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]" ], "data": [ [ -1.3390391755485675e-06, 0.0001823648091996631, 0.00011412886316577692, 0.00019244208968689105, 0.0009513468361609414, 0.8026588284194174 ], [ 1.1670813839028557e-06, -0.00020329164403855266, -4.294898950107096e-05, -0.00021307546332271268, -0.0010629183903647834, -0.1341126774364513 ], [ -1.2684804855021277e-06, 0.0001724118487446233, 0.00010855168189450623, 0.00018195035128178695, 0.0008994064393907064, -0.1328752631129479 ], [ 1.1670813839028557e-06, -0.00020329164403855266, -4.294898950107096e-05, -0.00021307546332271268, -0.0010629183903647834, -0.1341126774364513 ], [ 9.226684998676474e-08, 1.727005921749429e-05, -4.559301237508605e-05, 1.7253817134972512e-05, 9.169505861493301e-05, -0.13385273612892615 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_14" ], "deviations": [ { "event_time": -3.0, "cohort": 7, "estimate": -0.10684424499094194 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.1220781849911246 }, { "event_time": 0.0, "cohort": 7, "estimate": 0.3762870700324917 }, { "event_time": 1.0, "cohort": 7, "estimate": 0.3011987826369068 }, { "event_time": 2.0, "cohort": 7, "estimate": 0.17149799435282753 }, { "event_time": 3.0, "cohort": 7, "estimate": 0.17832553479039442 }, { "event_time": 4.0, "cohort": 7, "estimate": 0.532898627155354 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.8874688328142051 }, { "event_time": 6.0, "cohort": 7, "estimate": 1.0247945140719608 }, { "event_time": 7.0, "cohort": 7, "estimate": 0.7615888782432951 }, { "event_time": 8.0, "cohort": 7, "estimate": 0.8759043355711207 }, { "event_time": 9.0, "cohort": 7, "estimate": 0.7996985186742387 }, { "event_time": -10.0, "cohort": 11, "estimate": 0.22357887240036955 }, { "event_time": -9.0, "cohort": 11, "estimate": 0.08217657730598804 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.18643329753768131 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.05380457960984661 }, { "event_time": -6.0, "cohort": 11, "estimate": -0.09813768582630349 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.08436560423733319 }, { "event_time": -4.0, "cohort": 11, "estimate": -0.21942614604718835 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.16992143392111791 }, { "event_time": -2.0, "cohort": 11, "estimate": 0.3575245195324107 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.30761179948163864 }, { "event_time": 1.0, "cohort": 11, "estimate": 0.26122468255120956 }, { "event_time": 2.0, "cohort": 11, "estimate": 0.23587612434716992 }, { "event_time": 3.0, "cohort": 11, "estimate": 0.021860985826910678 }, { "event_time": 4.0, "cohort": 11, "estimate": 0.10869528934336792 }, { "event_time": 5.0, "cohort": 11, "estimate": 0.2080191526823998 }, { "event_time": -5.0, "cohort": 13, "estimate": -0.041935761147202766 }, { "event_time": -4.0, "cohort": 13, "estimate": -0.2979684638761282 }, { "event_time": -3.0, "cohort": 13, "estimate": -0.22204097627853636 }, { "event_time": -2.0, "cohort": 13, "estimate": 0.23416846967887617 }, { "event_time": 0.0, "cohort": 13, "estimate": 0.07804590099553271 }, { "event_time": 1.0, "cohort": 13, "estimate": -0.04463428883479778 }, { "event_time": 2.0, "cohort": 13, "estimate": -0.12989043462058092 }, { "event_time": 3.0, "cohort": 13, "estimate": -0.28672344775374214 }, { "event_time": -3.0, "cohort": 14, "estimate": -0.10318895244170831 }, { "event_time": -2.0, "cohort": 14, "estimate": 0.5985273518233731 }, { "event_time": 0.0, "cohort": 14, "estimate": 0.4332895007792338 }, { "event_time": 1.0, "cohort": 14, "estimate": 0.412126280641375 }, { "event_time": 2.0, "cohort": 14, "estimate": 0.03240151933512507 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 1.0958810966563794, "se": 0.1723909913189881, "lower": 0.7580009624120057, "upper": 1.4337612309007532 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.9727001062837304, "se": 0.1357146646245299, "lower": 0.7067042514457196, "upper": 1.2386959611217412 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.8825156839145425, "se": 0.1349631487150058, "lower": 0.6179927731930078, "upper": 1.147038594636077 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 151.0, "post_cells": 36, "estimate": 0.97270010628373, "se": 0.1357146646245299, "lower": 0.7067042514457194, "upper": 1.2386959611217407 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 1.0958810966563794, "se": 0.1723909913189881, "lower": 0.7580009624120057, "upper": 1.4337612309007532, "event_study": [ { "event_time": -10, "estimate": 1.8600190199712838, "se": 0.3240417232332477, "lower": 1.2249089129458222, "upper": 2.4951291269967455, "relative_to_minus_one": 1.8600190199712838, "n": 0.0 }, { "event_time": -9, "estimate": 1.754818846962481, "se": 0.33119406746170926, "lower": 1.1056904028442018, "upper": 2.40394729108076, "relative_to_minus_one": 1.754818846962481, "n": 0.0 }, { "event_time": -8, "estimate": 1.5836875028044521, "se": 0.3445483511053039, "lower": 0.9083851437053951, "upper": 2.258989861903509, "relative_to_minus_one": 1.5836875028044521, "n": 0.0 }, { "event_time": -7, "estimate": 0.9453092571723586, "se": 0.3470404367755224, "lower": 0.26512249991328507, "upper": 1.625496014431432, "relative_to_minus_one": 0.9453092571723586, "n": 0.0 }, { "event_time": -6, "estimate": 0.8078200109046675, "se": 0.32076755390382705, "lower": 0.179127157844156, "upper": 1.436512863965179, "relative_to_minus_one": 0.8078200109046675, "n": 0.0 }, { "event_time": -5, "estimate": 0.11935496349739377, "se": 0.1957650738923066, "lower": -0.26433753076234956, "upper": 0.5030474577571371, "relative_to_minus_one": 0.11935496349739377, "n": 0.0 }, { "event_time": -4, "estimate": 0.26236711109969335, "se": 0.2598498837661282, "lower": -0.24692930246883726, "upper": 0.771663524668224, "relative_to_minus_one": 0.26236711109969335, "n": 0.0 }, { "event_time": -3, "estimate": 0.08207638101019898, "se": 0.11983788661773558, "lower": -0.15280156074395726, "upper": 0.3169543227643552, "relative_to_minus_one": 0.08207638101019898, "n": 0.0 }, { "event_time": -2, "estimate": -0.12068926279665308, "se": 0.08107252200252327, "lower": -0.2795884860574298, "upper": 0.03820996046412363, "relative_to_minus_one": -0.12068926279665308, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.7005929327129922, "se": 0.1062269989690855, "lower": 0.49239184054781115, "upper": 0.9087940248781732, "relative_to_minus_one": 0.7005929327129922, "n": 23.0 }, { "event_time": 1, "estimate": 0.8455396028884999, "se": 0.14262171725170814, "lower": 0.5660061736618971, "upper": 1.1250730321151028, "relative_to_minus_one": 0.8455396028884999, "n": 23.0 }, { "event_time": 2, "estimate": 0.9160184919018332, "se": 0.13984467726044272, "lower": 0.6419279610417379, "upper": 1.1901090227619284, "relative_to_minus_one": 0.9160184919018332, "n": 23.0 }, { "event_time": 3, "estimate": 1.0419760759368286, "se": 0.1428505487085056, "lower": 0.7619941452963729, "upper": 1.3219580065772845, "relative_to_minus_one": 1.0419760759368286, "n": 19.0 }, { "event_time": 4, "estimate": 1.0280869098673089, "se": 0.1678527620773417, "lower": 0.6991015414901486, "upper": 1.3570722782444693, "relative_to_minus_one": 1.0280869098673089, "n": 17.0 }, { "event_time": 5, "estimate": 0.9172306688542526, "se": 0.16964788688889088, "lower": 0.5847269204987017, "upper": 1.2497344172098037, "relative_to_minus_one": 0.9172306688542526, "n": 17.0 }, { "event_time": 6, "estimate": 1.526785431191215, "se": 0.26977507523637856, "lower": 0.9980359998013296, "upper": 2.0555348625811005, "relative_to_minus_one": 1.526785431191215, "n": 5.0 }, { "event_time": 7, "estimate": 1.3433860890934564, "se": 0.23334212478008828, "lower": 0.886043928448432, "upper": 1.8007282497384807, "relative_to_minus_one": 1.3433860890934564, "n": 5.0 }, { "event_time": 8, "estimate": 1.254042691684024, "se": 0.274929951966433, "lower": 0.7151898875584882, "upper": 1.7928954958095598, "relative_to_minus_one": 1.254042691684024, "n": 5.0 }, { "event_time": 9, "estimate": 1.3704204940747193, "se": 0.248747810629005, "lower": 0.8828837440086799, "upper": 1.8579572441407588, "relative_to_minus_one": 1.3704204940747193, "n": 5.0 }, { "event_time": 10, "estimate": 1.1631653625467557, "se": 0.34574883603029105, "lower": 0.4855100962307407, "upper": 1.8408206288627706, "relative_to_minus_one": 1.1631653625467557, "n": 3.0 }, { "event_time": 11, "estimate": 1.0689939585456583, "se": 0.28894769691022465, "lower": 0.5026668791858225, "upper": 1.635321037905494, "relative_to_minus_one": 1.0689939585456583, "n": 3.0 }, { "event_time": 12, "estimate": 1.070215547235386, "se": 0.27558233321178854, "lower": 0.5300840993647641, "upper": 1.610346995106008, "relative_to_minus_one": 1.070215547235386, "n": 3.0 } ], "group_time_estimates": [ { "group": 4, "year": 1, "att": 0.10302569805537179, "se": 0.321584508600236, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.39350110819790185, "se": 0.07746194367005269, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.6669300071591561, "se": 0.22179648580050498, "event_time": 0, "mass": 3.0 }, { "group": 4, "year": 5, "att": 1.1441865090278887, "se": 0.27716055950236596, "event_time": 1, "mass": 3.0 }, { "group": 4, "year": 6, "att": 1.1515651733881525, "se": 0.28874639254873735, "event_time": 2, "mass": 3.0 }, { "group": 4, "year": 7, "att": 1.5683514894431725, "se": 0.2928146837733286, "event_time": 3, "mass": 3.0 }, { "group": 4, "year": 8, "att": 1.3835877758425235, "se": 0.30827357741745065, "event_time": 4, "mass": 3.0 }, { "group": 4, "year": 9, "att": 1.1838916311151653, "se": 0.3180844292564332, "event_time": 5, "mass": 3.0 }, { "group": 4, "year": 10, "att": 1.267744263159085, "se": 0.3125395247911899, "event_time": 6, "mass": 3.0 }, { "group": 4, "year": 11, "att": 1.197303938548072, "se": 0.3126887497562929, "event_time": 7, "mass": 3.0 }, { "group": 4, "year": 12, "att": 1.0047245757095846, "se": 0.33439972682420127, "event_time": 8, "mass": 3.0 }, { "group": 4, "year": 13, "att": 1.2026697240668938, "se": 0.32307104755453403, "event_time": 9, "mass": 3.0 }, { "group": 4, "year": 14, "att": 1.1631653625467557, "se": 0.34574883603029105, "event_time": 10, "mass": 3.0 }, { "group": 4, "year": 15, "att": 1.0689939585456583, "se": 0.28894769691022465, "event_time": 11, "mass": 3.0 }, { "group": 4, "year": 16, "att": 1.070215547235386, "se": 0.27558233321178854, "event_time": 12, "mass": 3.0 }, { "group": 7, "year": 1, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 7, "year": 2, "att": null, "se": null, "event_time": -5, "mass": 0.0 }, { "group": 7, "year": 3, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 7, "year": 4, "att": 0.2266998374532308, "se": 0.3553805950624429, "event_time": -3, "mass": 0.0 }, { "group": 7, "year": 5, "att": -0.16574511294630195, "se": 0.2310883408693839, "event_time": -2, "mass": 0.0 }, { "group": 7, "year": 6, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 7, "year": 7, "att": 0.8384690620282654, "se": 0.12357638178705596, "event_time": 0, "mass": 2.0 }, { "group": 7, "year": 8, "att": 0.9999925399827229, "se": 0.16168302302011223, "event_time": 1, "mass": 2.0 }, { "group": 7, "year": 9, "att": 0.9777689359420689, "se": 0.1726203857689489, "event_time": 2, "mass": 2.0 }, { "group": 7, "year": 10, "att": 1.313932823616007, "se": 0.18948179612521543, "event_time": 3, "mass": 2.0 }, { "group": 7, "year": 11, "att": 1.6454233472950064, "se": 0.2439130858413985, "event_time": 4, "mass": 2.0 }, { "group": 7, "year": 12, "att": 1.6491515594278807, "se": 0.26392680767878046, "event_time": 5, "mass": 2.0 }, { "group": 7, "year": 13, "att": 1.91534718323941, "se": 0.2589446596533846, "event_time": 6, "mass": 2.0 }, { "group": 7, "year": 14, "att": 1.5625093149115332, "se": 0.1852595842371214, "event_time": 7, "mass": 2.0 }, { "group": 7, "year": 15, "att": 1.628019865645683, "se": 0.22013189948945447, "event_time": 8, "mass": 2.0 }, { "group": 7, "year": 16, "att": 1.6220466490864578, "se": 0.23516653871638807, "event_time": 9, "mass": 2.0 }, { "group": 11, "year": 1, "att": 1.733604933801804, "se": 0.339396444889611, "event_time": -10, "mass": 0.0 }, { "group": 11, "year": 2, "att": 1.621683690882367, "se": 0.3598564877055741, "event_time": -9, "mass": 0.0 }, { "group": 11, "year": 3, "att": 1.5326594110884346, "se": 0.3818389899565494, "event_time": -8, "mass": 0.0 }, { "group": 11, "year": 4, "att": 0.6266697771047487, "se": 0.34640808521981836, "event_time": -7, "mass": 0.0 }, { "group": 11, "year": 5, "att": 0.5615372275931308, "se": 0.3169309669196514, "event_time": -6, "mass": 0.0 }, { "group": 11, "year": 6, "att": 0.11256718777786608, "se": 0.25943699311804735, "event_time": -5, "mass": 0.0 }, { "group": 11, "year": 7, "att": 0.25014175805122574, "se": 0.30747461440861606, "event_time": -4, "mass": 0.0 }, { "group": 11, "year": 8, "att": 0.09241791078624323, "se": 0.2005180226949058, "event_time": -3, "mass": 0.0 }, { "group": 11, "year": 9, "att": -0.13233669175535204, "se": 0.11298528929439346, "event_time": -2, "mass": 0.0 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 11, "year": 11, "att": 0.7389847790653825, "se": 0.13571580836600333, "event_time": 0, "mass": 12.0 }, { "group": 11, "year": 12, "att": 0.7900532613471223, "se": 0.18219666915144556, "event_time": 1, "mass": 12.0 }, { "group": 11, "year": 13, "att": 1.01772844876096, "se": 0.17968105757357852, "event_time": 2, "mass": 12.0 }, { "group": 11, "year": 14, "att": 0.9296334071128187, "se": 0.18775511145453178, "event_time": 3, "mass": 12.0 }, { "group": 11, "year": 15, "att": 0.8363222871355556, "se": 0.19669555459769295, "event_time": 4, "mass": 12.0 }, { "group": 11, "year": 16, "att": 0.7285786131934198, "se": 0.20359772572332419, "event_time": 5, "mass": 12.0 }, { "group": 13, "year": 1, "att": null, "se": null, "event_time": -12, "mass": 0.0 }, { "group": 13, "year": 2, "att": null, "se": null, "event_time": -11, "mass": 0.0 }, { "group": 13, "year": 3, "att": null, "se": null, "event_time": -10, "mass": 0.0 }, { "group": 13, "year": 4, "att": null, "se": null, "event_time": -9, "mass": 0.0 }, { "group": 13, "year": 5, "att": null, "se": null, "event_time": -8, "mass": 0.0 }, { "group": 13, "year": 6, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 13, "year": 7, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 13, "year": 8, "att": 0.25488201305231317, "se": 0.20443864813410234, "event_time": -5, "mass": 0.0 }, { "group": 13, "year": 9, "att": -0.219259173911256, "se": 0.19726595087905802, "event_time": -4, "mass": 0.0 }, { "group": 13, "year": 10, "att": -0.08428504626996554, "se": 0.13006948719870665, "event_time": -3, "mass": 0.0 }, { "group": 13, "year": 11, "att": 0.006920799903832151, "se": 0.14941961605748144, "event_time": -2, "mass": 0.0 }, { "group": 13, "year": 12, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 13, "year": 13, "att": 0.5069205665128373, "se": 0.0863772463614586, "event_time": 0, "mass": 2.0 }, { "group": 13, "year": 14, "att": 0.549854478444942, "se": 0.21596311973931812, "event_time": 1, "mass": 2.0 }, { "group": 13, "year": 15, "att": 0.5647041243487773, "se": 0.17085994475467264, "event_time": 2, "mass": 2.0 }, { "group": 13, "year": 16, "att": 0.6545122209421932, "se": 0.07749978252672199, "event_time": 3, "mass": 2.0 }, { "group": 14, "year": 1, "att": null, "se": null, "event_time": -13, "mass": 0.0 }, { "group": 14, "year": 2, "att": null, "se": null, "event_time": -12, "mass": 0.0 }, { "group": 14, "year": 3, "att": null, "se": null, "event_time": -11, "mass": 0.0 }, { "group": 14, "year": 4, "att": 2.239261278479723, "se": 0.778990087090489, "event_time": -10, "mass": 0.0 }, { "group": 14, "year": 5, "att": 2.154224315202823, "se": 0.7558067430350237, "event_time": -9, "mass": 0.0 }, { "group": 14, "year": 6, "att": 1.7367717779525047, "se": 0.7577235318934344, "event_time": -8, "mass": 0.0 }, { "group": 14, "year": 7, "att": 1.9012276973751883, "se": 0.7533635908834051, "event_time": -7, "mass": 0.0 }, { "group": 14, "year": 8, "att": 1.5466683608392775, "se": 0.7525549980919573, "event_time": -6, "mass": 0.0 }, { "group": 14, "year": 9, "att": 0.07195476587851721, "se": 0.3260254034750689, "event_time": -5, "mass": 0.0 }, { "group": 14, "year": 10, "att": 0.5398563127505709, "se": 0.6464014608475075, "event_time": -4, "mass": 0.0 }, { "group": 14, "year": 11, "att": 0.04620878931675308, "se": 0.156416983496903, "event_time": -3, "mass": 0.0 }, { "group": 14, "year": 12, "att": 0.07758480185496205, "se": 0.18604062023139273, "event_time": -2, "mass": 0.0 }, { "group": 14, "year": 13, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 14, "year": 14, "att": 0.6385627062636391, "se": 0.3144245188665142, "event_time": 0, "mass": 4.0 }, { "group": 14, "year": 15, "att": 0.8586295415827591, "se": 0.42789492315435435, "event_time": 1, "mass": 4.0 }, { "group": 14, "year": 16, "att": 0.579010571966124, "se": 0.35999183671662854, "event_time": 2, "mass": 4.0 } ], "treated_cell_att": 0.97270010628373, "treated_cell_se": 0.1357146646245299, "checks": { "input_rows": 814, "retained_rows": 814, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 4,7,13,14.", "No (treated or control) units for group 13 in time period 1; setting ATT to NA.", "No (treated or control) units for group 13 in time period 2; setting ATT to NA.", "No (treated or control) units for group 13 in time period 3; setting ATT to NA.", "No (treated or control) units for group 13 in time period 4; setting ATT to NA.", "No (treated or control) units for group 13 in time period 5; setting ATT to NA.", "No (treated or control) units for group 13 in time period 6; setting ATT to NA.", "No (treated or control) units for group 13 in time period 7; setting ATT to NA.", "No (treated or control) units for group 14 in time period 1; setting ATT to NA.", "No (treated or control) units for group 14 in time period 2; setting ATT to NA.", "No (treated or control) units for group 14 in time period 3; setting ATT to NA.", "No (treated or control) units for group 7 in time period 1; setting ATT to NA.", "No (treated or control) units for group 7 in time period 2; setting ATT to NA.", "No (treated or control) units for group 7 in time period 3; setting ATT to NA." ], "seconds": 0.1853706669062376, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "parameters": { "max_iterations": 20000 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.8035947848781605, "event_study": [ { "event_time": -10, "estimate": 0.14673897146086956, "raw_gap": 0.14673897146086956, "n": 4, "n_cells": 4, "weight_sum": 4.0, "relative_to_minus_one": 0.16273337992733153 }, { "event_time": -9, "estimate": 0.15847523778002523, "raw_gap": 0.15847523778002523, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 0.1744696462464872 }, { "event_time": -8, "estimate": 0.0779179373613271, "raw_gap": 0.0779179373613271, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 0.09391234582778908 }, { "event_time": -7, "estimate": 0.10864037332253726, "raw_gap": 0.10864037332253726, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": 0.12463478178899924 }, { "event_time": -6, "estimate": 0.00045023252047729755, "raw_gap": 0.00045023252047729755, "n": 11, "n_cells": 11, "weight_sum": 11.0, "relative_to_minus_one": 0.016444640986939277 }, { "event_time": -5, "estimate": 0.030198046476108804, "raw_gap": 0.030198046476108804, "n": 16, "n_cells": 16, "weight_sum": 16.0, "relative_to_minus_one": 0.04619245494257078 }, { "event_time": -4, "estimate": -0.06089314692097689, "raw_gap": -0.06089314692097689, "n": 15, "n_cells": 15, "weight_sum": 15.0, "relative_to_minus_one": -0.044898738454514905 }, { "event_time": -3, "estimate": -0.02410549679793646, "raw_gap": -0.02410549679793646, "n": 21, "n_cells": 21, "weight_sum": 21.0, "relative_to_minus_one": -0.008111088331474482 }, { "event_time": -2, "estimate": -0.06292734294129888, "raw_gap": -0.06292734294129888, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": -0.0469329344748369 }, { "event_time": -1, "estimate": -0.01599440846646198, "raw_gap": -0.01599440846646198, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.4989868204146833, "raw_gap": 0.4989868204146833, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.5149812288811453 }, { "event_time": 1, "estimate": 0.7143658151306816, "raw_gap": 0.7143658151306816, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.7303602235971436 }, { "event_time": 2, "estimate": 0.7358495844587335, "raw_gap": 0.7358495844587335, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.7518439929251954 }, { "event_time": 3, "estimate": 0.8737376405908953, "raw_gap": 0.8737376405908953, "n": 19, "n_cells": 19, "weight_sum": 19.0, "relative_to_minus_one": 0.8897320490573573 }, { "event_time": 4, "estimate": 0.8556595294082727, "raw_gap": 0.8556595294082727, "n": 17, "n_cells": 17, "weight_sum": 17.0, "relative_to_minus_one": 0.8716539378747347 }, { "event_time": 5, "estimate": 0.7832804541283709, "raw_gap": 0.7832804541283709, "n": 17, "n_cells": 17, "weight_sum": 17.0, "relative_to_minus_one": 0.7992748625948328 }, { "event_time": 6, "estimate": 1.1384123333233063, "raw_gap": 1.1384123333233063, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.1544067417897683 }, { "event_time": 7, "estimate": 1.1563616234985026, "raw_gap": 1.1563616234985026, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.1723560319649646 }, { "event_time": 8, "estimate": 1.1596957950725784, "raw_gap": 1.1596957950725784, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.1756902035390404 }, { "event_time": 9, "estimate": 1.21721533142875, "raw_gap": 1.21721533142875, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.233209739895212 }, { "event_time": 10, "estimate": 1.0182158502257723, "raw_gap": 1.0182158502257723, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 1.0342102586922344 }, { "event_time": 11, "estimate": 0.9385015473472423, "raw_gap": 0.9385015473472423, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.9544959558137043 }, { "event_time": 12, "estimate": 0.9398629852744279, "raw_gap": 0.9398629852744279, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.9558573937408898 } ], "package_event_study": { "event_time": [ -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0 ], "estimate": [ 0.14673897146086956, 0.15847523778002523, 0.0779179373613271, 0.10864037332253725, 0.00045023252047729755, 0.0301980464761088, -0.06089314692097689, -0.02410549679793646, -0.06292734294129888, -0.015994408466461975, 0.4989868204146833, 0.7143658151306816, 0.7358495844587337, 0.8737376405908953, 0.8556595294082726, 0.7832804541283709, 1.1384123333233063, 1.1563616234985026, 1.1596957950725784, 1.21721533142875, 1.0182158502257723, 0.9385015473472423, 0.9398629852744279 ], "n": [ 4.0, 5.0, 5.0, 9.0, 11.0, 16.0, 15.0, 21.0, 23.0, 23.0, 23.0, 23.0, 23.0, 19.0, 17.0, 17.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 63, "termination_reason": "Relative objective tolerance reached", "objective": 0.06513262178919982, "lambda_l": 0.0035769902335203467, "singular_values": [ 4.510048454849086, 2.069000965366377, 1.8091190289636527, 1.7303646682319016, 0.9163963442954484, 0.4694618737476297, 0.031213418132877147, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.06717350599990721, 0.06600179628374125, 0.06557761285054081, 0.06537354031845986, 0.06526715153804162, 0.06521047630547715, 0.06517960281686767, 0.06516209060853594, 0.06515171446596915, 0.06514529475891764, 0.06514117665615542, 0.06513846367266025, 0.06513664301941761, 0.06513540557506305, 0.06513455701601967, 0.06513397140118428, 0.06513356533549906, 0.06513328275328578, 0.0651330855497742, 0.06513294761962589, 0.06513285097070924, 0.06513278314545627, 0.06513273548725751, 0.0651327019634344, 0.06513267836007383, 0.06513266172802842, 0.0651326499999843, 0.06513264172480326, 0.06513263588267651, 0.06513263175619308, 0.06513262884022573, 0.06513262677883953, 0.06513262532105465, 0.0651326242897899, 0.0651326235600357, 0.06513262304349898, 0.06513262267779144, 0.06513262241881192, 0.06513262223537454, 0.06513262210541927, 0.06513262201333689, 0.06513262194807926, 0.06513262190182509, 0.0651326218690358, 0.06513262184578864, 0.06513262182930468, 0.06513262181761503, 0.06513262180932444, 0.06513262180344384, 0.0651326217992724, 0.06513262179631298, 0.06513262179421339, 0.06513262179272362, 0.06513262179166647, 0.06513262179091624, 0.06513262179038387, 0.06513262179000598, 0.06513262178973778, 0.06513262178954739, 0.06513262178941223, 0.06513262178931632, 0.0651326217892482, 0.06513262178919982 ], "history_rmse": [ 0.16062016374231233, 0.1574558381513189, 0.15653846545640515, 0.15594708167056154, 0.15563588831754469, 0.15529711364021184, 0.15503191212276765, 0.15486468331783806, 0.15475418378265998, 0.15468040388972398, 0.1546306306052873, 0.1545964473469778, 0.1545724320904496, 0.15455516005009756, 0.15454246708641076, 0.15453296441012065, 0.15452573957530852, 0.15452017700014622, 0.15451585032949744, 0.15451245701173827, 0.15450977768768848, 0.15450765034945987, 0.1545059534638693, 0.15450459466339073, 0.1545035029810258, 0.15450262339790752, 0.15450191293728238, 0.1545013378164958, 0.15450087133837018, 0.1545004923093292, 0.1545001838392564, 0.15449993242218488, 0.15449972722632108, 0.1544995595418834, 0.15449942234909375, 0.15449930997842468, 0.15449921784219484, 0.15449914222170671, 0.15449908009784094, 0.15449902901583323, 0.15449898697703882, 0.15449895235208527, 0.15449892381104013, 0.15449890026713653, 0.15449888083135221, 0.15449886477567745, 0.15449885150336715, 0.15449884052481322, 0.15449883143794738, 0.15449882391230443, 0.1544988176760436, 0.15449881250537154, 0.1544988082159054, 0.15449880465562157, 0.1544988016990865, 0.1544987992427339, 0.15449879720099463, 0.15449879550312495, 0.15449879409060058, 0.15449879291497703, 0.15449879193613045, 0.1544987911208087, 0.15449879044144108 ], "n_observed": 814, "n_missing": 290, "n_treated_observed": 151, "n_untreated_observed": 663 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.8035947848781604, "matrix_preparation": { "source_rows": 814, "matrix_shape": [ 69, 16 ], "observed_cells": 814, "missing_cells": 290, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 814.0, "treated_observation_mass": 151.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.002894124947488308, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 6, period 6: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5836461717054291, "SE": 0.15493282774663392, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7830948306897552, "SE": 0.12558931286311137, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.7411187723579706, "SE": 0.1412719262586771, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7570914198400018, "SE": 0.11959318280217397, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 1.0958810966563794, "SE": 0.1723909913189881, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.97270010628373, "SE": 0.1357146646245299, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.8035947848781605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 6, period 6: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5836461717054291, "SE": 0.15493282774663392, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.27448252747844953, "upper": 0.8928098159324087, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7830948306897552, "SE": 0.12558931286311137, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5324852587517941, "upper": 1.0337044026277162, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.7411187723579706, "SE": 0.1412719262586771, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.45921503262553265, "upper": 1.0230225120904086, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7570914198400018, "SE": 0.11959318280217397, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5184469391474538, "upper": 0.9957359005325499, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 1.0958810966563794, "SE": 0.1723909913189881, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.7580009624120057, "upper": 1.4337612309007532, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.97270010628373, "SE": 0.1357146646245299, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.7067042514457194, "upper": 1.2386959611217407, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.8035947848781605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 6, period 6: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602777.49909, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5836461717054291, "SE": 0.15493282774663392, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.27448252747844953, "upper": 0.8928098159324087, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7830948306897552, "SE": 0.12558931286311137, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5324852587517941, "upper": 1.0337044026277162, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.7411187723579706, "SE": 0.1412719262586771, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.45921503262553265, "upper": 1.0230225120904086, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7570914198400018, "SE": 0.11959318280217397, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5184469391474538, "upper": 0.9957359005325499, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 1.0958810966563794, "SE": 0.1723909913189881, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.7580009624120057, "upper": 1.4337612309007532, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.97270010628373, "SE": 0.1357146646245299, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.7067042514457194, "upper": 1.2386959611217407, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.8035947848781605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 6, period 6: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 17, "specification_id": "S17-P002", "source_specification_id": "TN-F2-BASELINE", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Trading Nontradables", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S17-P002.json", "input_bytes": 15836, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": 6, "post_weighting": "equal_periods", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s17-p002", "specification_id": "S17-P002", "source_specification_id": "TN-F2-BASELINE", "study_id": 17, "study": "Trading Nontradables", "citation": "Mu\u00f1oz (2024), QJE. https://doi.org/10.1093/qje/qjad032", "description": "TN-F2-BASELINE", "data": "analyses/full-archive/prepared/S17-P002.parquet", "output_dir": "analyses/full-archive/results/S17-P002" }, "source": { "file": "S17-P002.parquet", "bytes": 15836, "sha256": "bfdf6c8d2f5f6d9b6d7072cd485feec451105846f2fe1fb6fbf4ffa0159ebc4e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 977, "source_sd": 2.3129919397814978, "rows": 913, "units": 71, "clusters": 71, "treated_units": 23, "never_treated_units": 48, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 913, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 5, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.543182002054527, "se": 0.14390601909860018, "pvalue": 0.0003325689272707586, "lower": 0.25617049695702576, "upper": 0.8301935071520283 }, { "method": "Dynamic TWFE", "estimate": 0.7888758993762184, "se": 0.11904766121821768, "pvalue": 5.946896965115709e-09, "lower": 0.5514428257730417, "upper": 1.026308972979395 }, { "method": "BJS / did2s", "estimate": 0.704689893607495, "se": 0.14175818755285477, "pvalue": 4.552215759756984e-06, "lower": 0.42196210345466123, "upper": 0.9874176837603288 }, { "method": "Sun\u2013Abraham", "estimate": 0.7967550027391155, "se": 0.11013916432327171, "pvalue": 4.667035279921349e-10, "lower": 0.5770893659533174, "upper": 1.0164206395249136 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -13, "estimate": 0.8295106520322443, "se": 0.27863829395664563, "pvalue": 0.003995076232107142, "lower": 0.2737840978045012, "upper": 1.3852372062599874 }, { "event_time": -12, "estimate": 0.8450423353794048, "se": 0.26035019099419415, "pvalue": 0.0017982339500356337, "lower": 0.3257902524038675, "upper": 1.364294418354942 }, { "event_time": -11, "estimate": 0.8940392348354579, "se": 0.24269917774826458, "pvalue": 0.0004490436870671094, "lower": 0.4099909877379674, "upper": 1.3780874819329485 }, { "event_time": -10, "estimate": 0.9876061055696738, "se": 0.19310197010154873, "pvalue": 2.6283367841052175e-06, "lower": 0.602476370043015, "upper": 1.3727358410963326 }, { "event_time": -9, "estimate": 0.9837642309839643, "se": 0.15029402826451282, "pvalue": 8.324122480737859e-09, "lower": 0.6840122433356324, "upper": 1.2835162186322961 }, { "event_time": -8, "estimate": 0.7666113527214161, "se": 0.15720565458941926, "pvalue": 6.517419662153168e-06, "lower": 0.45307456102799604, "upper": 1.0801481444148362 }, { "event_time": -7, "estimate": 0.7714438303694215, "se": 0.16030679254137994, "pvalue": 8.300886241119474e-06, "lower": 0.451722014055889, "upper": 1.091165646682954 }, { "event_time": -6, "estimate": 0.5267714063134895, "se": 0.19371236815177612, "pvalue": 0.008241902478143326, "lower": 0.14042427026250448, "upper": 0.9131185423644745 }, { "event_time": -5, "estimate": 0.33379931040510663, "se": 0.13750815059030913, "pvalue": 0.01777927026436328, "lower": 0.05954795169677318, "upper": 0.6080506691134401 }, { "event_time": -4, "estimate": 0.16463832477017143, "se": 0.13584215322883406, "pvalue": 0.22959415756139992, "lower": -0.10629030697232328, "upper": 0.43556695651266614 }, { "event_time": -3, "estimate": 0.009031084290642854, "se": 0.07678020241515544, "pvalue": 0.9067035768448591, "lower": -0.1441022008554468, "upper": 0.16216436943673254 }, { "event_time": -2, "estimate": -0.055427598406822196, "se": 0.06748698217003009, "pvalue": 0.4142593302120341, "lower": -0.19002614020817055, "upper": 0.07917094339452614 }, { "event_time": 0, "estimate": 0.5726613849826094, "se": 0.08949509109540772, "pvalue": 1.5283535821713412e-08, "lower": 0.39416905398058527, "upper": 0.7511537159846335 }, { "event_time": 1, "estimate": 0.75360193466623, "se": 0.12438150365175094, "pvalue": 6.167482033790569e-08, "lower": 0.5055308477652747, "upper": 1.0016730215671854 }, { "event_time": 2, "estimate": 0.7675711729344342, "se": 0.11517610500412234, "pvalue": 5.081990920880622e-09, "lower": 0.5378596747249575, "upper": 0.9972826711439109 }, { "event_time": 3, "estimate": 0.9102034977394988, "se": 0.12338919939186078, "pvalue": 2.5573485794647956e-10, "lower": 0.664111499280637, "upper": 1.1562954961983607 }, { "event_time": 4, "estimate": 0.8323345634659789, "se": 0.14212803982530675, "pvalue": 1.4026155920994601e-07, "lower": 0.548869126215094, "upper": 1.1158000007168638 }, { "event_time": 5, "estimate": 0.7543766565285356, "se": 0.15502485218083867, "pvalue": 6.776517150345244e-06, "lower": 0.44518933809222866, "upper": 1.0635639749648425 }, { "event_time": 6, "estimate": 0.9313820853162422, "se": 0.20757137947076917, "pvalue": 2.765533733875218e-05, "lower": 0.5173940227582005, "upper": 1.3453701478742839 }, { "event_time": 7, "estimate": 0.9388132976705893, "se": 0.1546863194567352, "pvalue": 5.912758606051208e-08, "lower": 0.6303011614627834, "upper": 1.2473254338783952 }, { "event_time": 8, "estimate": 0.9121303028229623, "se": 0.1955530784801767, "pvalue": 1.4417674100226894e-05, "lower": 0.5221119857809946, "upper": 1.30214861986493 }, { "event_time": 9, "estimate": 0.9753855598583832, "se": 0.18811083678280868, "pvalue": 1.9998425209778085e-06, "lower": 0.6002103258524172, "upper": 1.3505607938643491 }, { "event_time": 10, "estimate": 0.9435427051158681, "se": 0.17357746574603491, "pvalue": 7.507562686397402e-07, "lower": 0.5973533656647843, "upper": 1.289732044566952 }, { "event_time": 11, "estimate": 0.8386340288026328, "se": 0.14674020552011402, "pvalue": 2.474370258283431e-07, "lower": 0.5459699171243864, "upper": 1.1312981404808793 }, { "event_time": 12, "estimate": 0.8695063375688484, "se": 0.1477135409111516, "pvalue": 1.2414995477868835e-07, "lower": 0.5749009696645163, "upper": 1.1641117054731804 } ], "BJS / did2s": [ { "event_time": -13, "estimate": 0.09562091706600871, "se": 0.16234979122382068, "pvalue": 0.5577700973304178, "lower": -0.22817553163908322, "upper": 0.41941736577110067 }, { "event_time": -12, "estimate": 0.12036958747723346, "se": 0.1501764001817922, "pvalue": 0.4255423801741844, "lower": -0.17914779835753403, "upper": 0.419886973312001 }, { "event_time": -11, "estimate": 0.20361321517610426, "se": 0.13836572350509707, "pvalue": 0.14562182588581915, "lower": -0.07234851877953208, "upper": 0.4795749491317406 }, { "event_time": -10, "estimate": 0.3415355949220587, "se": 0.10782606436176333, "pvalue": 0.0022791209543711745, "lower": 0.12648329054272944, "upper": 0.556587899301388 }, { "event_time": -9, "estimate": 0.3490923587172543, "se": 0.1011836516008554, "pvalue": 0.0009535275529828166, "lower": 0.1472879288599823, "upper": 0.5508967885745263 }, { "event_time": -8, "estimate": 0.1866916202402402, "se": 0.09991301663631699, "pvalue": 0.06587145072254559, "lower": -0.012578608088242349, "upper": 0.38596184856872273 }, { "event_time": -7, "estimate": 0.20219781681916663, "se": 0.07428591027874536, "pvalue": 0.008184986245804196, "lower": 0.05403924047753228, "upper": 0.35035639316080097 }, { "event_time": -6, "estimate": 0.06119441575391447, "se": 0.09081444514899864, "pvalue": 0.5026320318710912, "lower": -0.11992928393615718, "upper": 0.2423181154439861 }, { "event_time": -5, "estimate": 0.029858471342859703, "se": 0.07727473350872997, "pvalue": 0.7003771289240078, "lower": -0.12426112496917979, "upper": 0.1839780676548992 }, { "event_time": -4, "estimate": -0.04726025837689155, "se": 0.0779450508369181, "pvalue": 0.54625837786584, "lower": -0.20271676044493275, "upper": 0.10819624369114966 }, { "event_time": -3, "estimate": -0.1633681613094197, "se": 0.049189771166076444, "pvalue": 0.0014267463548282156, "lower": -0.26147406644257476, "upper": -0.06526225617626462 }, { "event_time": -2, "estimate": -0.20433753033623808, "se": 0.06160570033923699, "pvalue": 0.0014459194413059986, "lower": -0.3272062253894671, "upper": -0.08146883528300908 }, { "event_time": -1, "estimate": -0.13802848468989518, "se": 0.06416896052224866, "pvalue": 0.03492861194726859, "lower": -0.26600944097924806, "upper": -0.010047528400542294 }, { "event_time": 0, "estimate": 0.4216458422453629, "se": 0.11764629094874786, "pvalue": 0.0006214163852945436, "lower": 0.18700771351494958, "upper": 0.6562839709757762 }, { "event_time": 1, "estimate": 0.6068405544400833, "se": 0.14380997047065328, "pvalue": 7.214260454897412e-05, "lower": 0.32002061229069406, "upper": 0.8936604965894726 }, { "event_time": 2, "estimate": 0.6236138247450412, "se": 0.13623388372047132, "pvalue": 1.9863993453039423e-05, "lower": 0.3519039111722128, "upper": 0.8953237383178696 }, { "event_time": 3, "estimate": 0.7745460092779447, "se": 0.15983900671795262, "pvalue": 7.317940781618452e-06, "lower": 0.45575716237101604, "upper": 1.0933348561848732 }, { "event_time": 4, "estimate": 0.719394814623602, "se": 0.18434503624961218, "pvalue": 0.00021642659964771812, "lower": 0.35173023295657085, "upper": 1.0870593962906332 }, { "event_time": 5, "estimate": 0.6270248045317098, "se": 0.19528815412595477, "pvalue": 0.0020001322545656368, "lower": 0.23753486245361438, "upper": 1.0165147466098052 }, { "event_time": 6, "estimate": 1.1597634053887214, "se": 0.26107335553721384, "pvalue": 3.253599823629747e-05, "lower": 0.6390690162106686, "upper": 1.6804577945667742 }, { "event_time": 7, "estimate": 1.139537542075143, "se": 0.19325850266032746, "pvalue": 1.192272225213494e-07, "lower": 0.7540956122040554, "upper": 1.5249794719462306 }, { "event_time": 8, "estimate": 1.1151617197015082, "se": 0.24158301641661187, "pvalue": 1.7236679642569094e-05, "lower": 0.6333395861865898, "upper": 1.5969838532164267 }, { "event_time": 9, "estimate": 1.170271041509737, "se": 0.22602598110083713, "pvalue": 2.0593272135409214e-06, "lower": 0.7194764365777347, "upper": 1.6210656464417394 }, { "event_time": 10, "estimate": 0.964430820158377, "se": 0.2209450989643246, "pvalue": 4.2994913476181424e-05, "lower": 0.5237697151199705, "upper": 1.4050919251967835 }, { "event_time": 11, "estimate": 0.8575534029494035, "se": 0.18800147220287275, "pvalue": 2.107390661987618e-05, "lower": 0.48259628972037505, "upper": 1.232510516178432 }, { "event_time": 12, "estimate": 0.8636171785772202, "se": 0.16067511326603598, "pvalue": 9.540808149177917e-07, "lower": 0.5431607697413992, "upper": 1.1840735874130413 } ], "Sun\u2013Abraham": [ { "event_time": -13, "estimate": 0.9091317178589409, "se": 0.38770796515724015, "pvalue": 0.021873831457989046, "lower": 0.13587256362005118, "upper": 1.6823908720978307 }, { "event_time": -12, "estimate": 0.8910768725648401, "se": 0.3701216022778762, "pvalue": 0.01870046385258401, "lower": 0.152892613113629, "upper": 1.6292611320160513 }, { "event_time": -11, "estimate": 1.0025109245885468, "se": 0.35914425602993066, "pvalue": 0.006759535092912319, "lower": 0.2862202918830006, "upper": 1.7188015572940931 }, { "event_time": -10, "estimate": 0.9860700823826495, "se": 0.21020972168141924, "pvalue": 1.3066165908516017e-05, "lower": 0.5668200122061349, "upper": 1.405320152559164 }, { "event_time": -9, "estimate": 0.9493918835770111, "se": 0.17139115349340384, "pvalue": 4.986770606019759e-07, "lower": 0.6075630064204947, "upper": 1.2912207607335275 }, { "event_time": -8, "estimate": 0.7514192902530934, "se": 0.16089173579888463, "pvalue": 1.4101609528712694e-05, "lower": 0.43053084139851316, "upper": 1.0723077391076736 }, { "event_time": -7, "estimate": 0.7467085867286394, "se": 0.16443578203084785, "pvalue": 2.2708341124197113e-05, "lower": 0.4187517605431989, "upper": 1.0746654129140798 }, { "event_time": -6, "estimate": 0.4838880812836143, "se": 0.20462866371082034, "pvalue": 0.02082115388962927, "lower": 0.0757690802466085, "upper": 0.8920070823206201 }, { "event_time": -5, "estimate": 0.30171973350992054, "se": 0.15120936609489366, "pvalue": 0.049895024467964615, "lower": 0.00014216212286893848, "upper": 0.6032973048969721 }, { "event_time": -4, "estimate": 0.15597610357586145, "se": 0.14128110082250558, "pvalue": 0.2733683925322363, "lower": -0.12580016709643033, "upper": 0.4377523742481532 }, { "event_time": -3, "estimate": -0.0037183247911833917, "se": 0.08155501686657637, "pvalue": 0.9637645954510108, "lower": -0.16637467708100834, "upper": 0.15893802749864155 }, { "event_time": -2, "estimate": -0.06471361479835397, "se": 0.06178288692394468, "pvalue": 0.29850181968272577, "lower": -0.18793569735183197, "upper": 0.05850846775512404 }, { "event_time": 0, "estimate": 0.5744212790754802, "se": 0.08739820925856569, "pvalue": 7.445886202104888e-09, "lower": 0.4001110470278527, "upper": 0.7487315111231078 }, { "event_time": 1, "estimate": 0.7632528795529857, "se": 0.12642451543905303, "pvalue": 6.733904032615241e-08, "lower": 0.511107134123649, "upper": 1.0153986249823224 }, { "event_time": 2, "estimate": 0.7679040748182167, "se": 0.11440573824038792, "pvalue": 4.164663994972508e-09, "lower": 0.539729024672007, "upper": 0.9960791249644263 }, { "event_time": 3, "estimate": 0.8850255844722236, "se": 0.11811985238081701, "pvalue": 1.5670672642983123e-10, "lower": 0.649442967246988, "upper": 1.120608201697459 }, { "event_time": 4, "estimate": 0.8400538884756248, "se": 0.14272896308445773, "pvalue": 1.2454105427464653e-07, "lower": 0.5553899475753626, "upper": 1.124717829375887 }, { "event_time": 5, "estimate": 0.7451851176460714, "se": 0.15204392232012484, "pvalue": 5.9376002694695296e-06, "lower": 0.44194307635155905, "upper": 1.0484271589405838 }, { "event_time": 6, "estimate": 1.0014421951332069, "se": 0.19461378570082136, "pvalue": 2.3288066702633827e-06, "lower": 0.6132972384692041, "upper": 1.3895871517972096 }, { "event_time": 7, "estimate": 1.0118643775561558, "se": 0.17202407326281183, "pvalue": 1.2634052756104668e-07, "lower": 0.6687731817227585, "upper": 1.354955573389553 }, { "event_time": 8, "estimate": 0.9970020324193787, "se": 0.20027499959511097, "pvalue": 4.4307951358257375e-06, "lower": 0.5975661406669301, "upper": 1.3964379241718272 }, { "event_time": 9, "estimate": 1.0439129851645719, "se": 0.19413638795792706, "pvalue": 9.455555249930081e-07, "lower": 0.6567201682760733, "upper": 1.4311058020530705 }, { "event_time": 10, "estimate": 0.9109696271342761, "se": 0.2959930121509627, "pvalue": 0.002977554757783131, "lower": 0.32063017887545653, "upper": 1.5013090753930958 }, { "event_time": 11, "estimate": 0.8040922099297126, "se": 0.2263638447156662, "pvalue": 0.0006885095430674198, "lower": 0.3526237572655781, "upper": 1.2555606625938471 }, { "event_time": 12, "estimate": 0.8101559855653482, "se": 0.2237951961337804, "pvalue": 0.0005528545452717137, "lower": 0.3638105409600251, "upper": 1.2565014301706712 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "weights": [ 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285 ], "weighting": "equal_periods" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 8.246299146495671e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7126002019175083, "df_num": 19, "df_den": 757, "pvalue": 0.8081640057069475, "log10_pvalue": -0.09250049622319263, "inference": "Homoskedastic nested-model F", "observations": 913, "design_columns": 69, "restricted_design_columns": 50, "fixed_effect_rank": 87, "covariance_rank": 19, "rss_unrestricted": 99.52062679547491, "rss_restricted": 101.30061352762661, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-13.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]" ], "data": [ [ 8.21276561191814e-05, 7.955110355342176e-05, 8.260977563139458e-05, 0.0003322358963182093, 0.0003323597478509072, 0.0003571749337062544 ], [ -9.124064641037996e-05, -8.837819342391802e-05, -9.163106637226659e-05, -0.0003385539550808029, -0.0003687691349175521, -0.00037051161736469237 ], [ 7.785790703674131e-05, 7.541530732334549e-05, 7.831602383265047e-05, 0.00031518671917436444, 0.00031508407538644023, 0.0003387980926942656 ], [ -9.124064641037996e-05, -8.837819342391802e-05, -9.163106637226659e-05, -0.0003385539550808029, -0.0003687691349175521, -0.00037051161736469237 ], [ 7.49887009166659e-06, 7.263612732971125e-06, 7.4457455018538875e-06, 9.896306164838577e-06, 3.0032579591304302e-05, 1.5017935797455292e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)+i(rel_time,cohort_dummy_15,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_15" ], "deviations": [ { "event_time": -3.0, "cohort": 8, "estimate": -0.0076663099055443995 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.17013681098039798 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.16222747610245514 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.0564613887990163 }, { "event_time": 2.0, "cohort": 8, "estimate": -0.08804072700019755 }, { "event_time": 3.0, "cohort": 8, "estimate": -0.053073047497278036 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.30399415053520934 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.6624587788087425 }, { "event_time": 6.0, "cohort": 8, "estimate": 0.7925569457232878 }, { "event_time": 7.0, "cohort": 8, "estimate": 0.5077728444144856 }, { "event_time": 8.0, "cohort": 8, "estimate": 0.6156603659460341 }, { "event_time": 9.0, "cohort": 8, "estimate": 0.5358107523164926 }, { "event_time": -10.0, "cohort": 12, "estimate": -0.37969632661444175 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.22458927908027432 }, { "event_time": -8.0, "cohort": 12, "estimate": -0.11935364703037671 }, { "event_time": -7.0, "cohort": 12, "estimate": -0.059371765878802725 }, { "event_time": -6.0, "cohort": 12, "estimate": -0.06744774529757436 }, { "event_time": -5.0, "cohort": 12, "estimate": -0.03702048611854969 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.8106573276991667 }, { "event_time": -3.0, "cohort": 12, "estimate": -0.03132665207211571 }, { "event_time": -2.0, "cohort": 12, "estimate": 0.3833090424056954 }, { "event_time": 0.0, "cohort": 12, "estimate": 0.12208693889244124 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.02977524197884407 }, { "event_time": 2.0, "cohort": 12, "estimate": 0.01813598785129289 }, { "event_time": 3.0, "cohort": 12, "estimate": -0.19108882412686917 }, { "event_time": 4.0, "cohort": 12, "estimate": -0.12489681103960881 }, { "event_time": 5.0, "cohort": 12, "estimate": -0.0020140938020336285 }, { "event_time": -8.0, "cohort": 14, "estimate": -0.960417135361638 }, { "event_time": -7.0, "cohort": 14, "estimate": -0.6661435988273434 }, { "event_time": -6.0, "cohort": 14, "estimate": -0.4852491877403847 }, { "event_time": -5.0, "cohort": 14, "estimate": -0.010736891822335871 }, { "event_time": -4.0, "cohort": 14, "estimate": -0.9089169208846667 }, { "event_time": -3.0, "cohort": 14, "estimate": -0.0909237320718006 }, { "event_time": -2.0, "cohort": 14, "estimate": 0.28694191482005477 }, { "event_time": 0.0, "cohort": 14, "estimate": -0.10697147887176778 }, { "event_time": 1.0, "cohort": 14, "estimate": -0.27686026412081444 }, { "event_time": 2.0, "cohort": 14, "estimate": -0.3716515784823493 }, { "event_time": 3.0, "cohort": 14, "estimate": -0.507085122442787 }, { "event_time": -4.0, "cohort": 15, "estimate": -0.6117200554851108 }, { "event_time": -3.0, "cohort": 15, "estimate": 0.02945532674689305 }, { "event_time": -2.0, "cohort": 15, "estimate": 0.6245870959832204 }, { "event_time": 0.0, "cohort": 15, "estimate": 0.21903992263603317 }, { "event_time": 1.0, "cohort": 15, "estimate": 0.1471613634461856 }, { "event_time": 2.0, "cohort": 15, "estimate": -0.2173861371713932 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": 6, "post_weighting": "equal_periods", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s17-p002", "specification_id": "S17-P002", "source_specification_id": "TN-F2-BASELINE", "study_id": 17, "study": "Trading Nontradables", "citation": "Mu\u00f1oz (2024), QJE. https://doi.org/10.1093/qje/qjad032", "description": "TN-F2-BASELINE", "data": "analyses/full-archive/prepared/S17-P002.parquet", "output_dir": "analyses/archive-expanded/fits/S17-P002" }, "options": { "output_dir": "analyses/archive-expanded/fits/S17-P002", "regression_results": "analyses/archive-expanded/baselines/S17-P002.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600, "estimators": { "sdid": { "max_iterations": 20000 } } }, "source": { "file": "S17-P002.parquet", "bytes": 15836, "sha256": "bfdf6c8d2f5f6d9b6d7072cd485feec451105846f2fe1fb6fbf4ffa0159ebc4e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 977, "source_sd": 2.3129919397814978, "rows": 913, "units": 71, "clusters": 71, "treated_units": 23, "never_treated_units": 48, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 913, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 5, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.543182002054527, "se": 0.14390601909860018, "pvalue": 0.0003325689272707586, "lower": 0.25617049695702576, "upper": 0.8301935071520283 }, { "method": "Dynamic TWFE", "estimate": 0.7888758993762184, "se": 0.11904766121821768, "pvalue": 5.946896965115709e-09, "lower": 0.5514428257730417, "upper": 1.026308972979395 }, { "method": "BJS / did2s", "estimate": 0.704689893607495, "se": 0.14175818755285477, "pvalue": 4.552215759756984e-06, "lower": 0.42196210345466123, "upper": 0.9874176837603288 }, { "method": "Sun\u2013Abraham", "estimate": 0.7967550027391155, "se": 0.11013916432327171, "pvalue": 4.667035279921349e-10, "lower": 0.5770893659533174, "upper": 1.0164206395249136 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -13, "estimate": 0.8295106520322443, "se": 0.27863829395664563, "pvalue": 0.003995076232107142, "lower": 0.2737840978045012, "upper": 1.3852372062599874 }, { "event_time": -12, "estimate": 0.8450423353794048, "se": 0.26035019099419415, "pvalue": 0.0017982339500356337, "lower": 0.3257902524038675, "upper": 1.364294418354942 }, { "event_time": -11, "estimate": 0.8940392348354579, "se": 0.24269917774826458, "pvalue": 0.0004490436870671094, "lower": 0.4099909877379674, "upper": 1.3780874819329485 }, { "event_time": -10, "estimate": 0.9876061055696738, "se": 0.19310197010154873, "pvalue": 2.6283367841052175e-06, "lower": 0.602476370043015, "upper": 1.3727358410963326 }, { "event_time": -9, "estimate": 0.9837642309839643, "se": 0.15029402826451282, "pvalue": 8.324122480737859e-09, "lower": 0.6840122433356324, "upper": 1.2835162186322961 }, { "event_time": -8, "estimate": 0.7666113527214161, "se": 0.15720565458941926, "pvalue": 6.517419662153168e-06, "lower": 0.45307456102799604, "upper": 1.0801481444148362 }, { "event_time": -7, "estimate": 0.7714438303694215, "se": 0.16030679254137994, "pvalue": 8.300886241119474e-06, "lower": 0.451722014055889, "upper": 1.091165646682954 }, { "event_time": -6, "estimate": 0.5267714063134895, "se": 0.19371236815177612, "pvalue": 0.008241902478143326, "lower": 0.14042427026250448, "upper": 0.9131185423644745 }, { "event_time": -5, "estimate": 0.33379931040510663, "se": 0.13750815059030913, "pvalue": 0.01777927026436328, "lower": 0.05954795169677318, "upper": 0.6080506691134401 }, { "event_time": -4, "estimate": 0.16463832477017143, "se": 0.13584215322883406, "pvalue": 0.22959415756139992, "lower": -0.10629030697232328, "upper": 0.43556695651266614 }, { "event_time": -3, "estimate": 0.009031084290642854, "se": 0.07678020241515544, "pvalue": 0.9067035768448591, "lower": -0.1441022008554468, "upper": 0.16216436943673254 }, { "event_time": -2, "estimate": -0.055427598406822196, "se": 0.06748698217003009, "pvalue": 0.4142593302120341, "lower": -0.19002614020817055, "upper": 0.07917094339452614 }, { "event_time": 0, "estimate": 0.5726613849826094, "se": 0.08949509109540772, "pvalue": 1.5283535821713412e-08, "lower": 0.39416905398058527, "upper": 0.7511537159846335 }, { "event_time": 1, "estimate": 0.75360193466623, "se": 0.12438150365175094, "pvalue": 6.167482033790569e-08, "lower": 0.5055308477652747, "upper": 1.0016730215671854 }, { "event_time": 2, "estimate": 0.7675711729344342, "se": 0.11517610500412234, "pvalue": 5.081990920880622e-09, "lower": 0.5378596747249575, "upper": 0.9972826711439109 }, { "event_time": 3, "estimate": 0.9102034977394988, "se": 0.12338919939186078, "pvalue": 2.5573485794647956e-10, "lower": 0.664111499280637, "upper": 1.1562954961983607 }, { "event_time": 4, "estimate": 0.8323345634659789, "se": 0.14212803982530675, "pvalue": 1.4026155920994601e-07, "lower": 0.548869126215094, "upper": 1.1158000007168638 }, { "event_time": 5, "estimate": 0.7543766565285356, "se": 0.15502485218083867, "pvalue": 6.776517150345244e-06, "lower": 0.44518933809222866, "upper": 1.0635639749648425 }, { "event_time": 6, "estimate": 0.9313820853162422, "se": 0.20757137947076917, "pvalue": 2.765533733875218e-05, "lower": 0.5173940227582005, "upper": 1.3453701478742839 }, { "event_time": 7, "estimate": 0.9388132976705893, "se": 0.1546863194567352, "pvalue": 5.912758606051208e-08, "lower": 0.6303011614627834, "upper": 1.2473254338783952 }, { "event_time": 8, "estimate": 0.9121303028229623, "se": 0.1955530784801767, "pvalue": 1.4417674100226894e-05, "lower": 0.5221119857809946, "upper": 1.30214861986493 }, { "event_time": 9, "estimate": 0.9753855598583832, "se": 0.18811083678280868, "pvalue": 1.9998425209778085e-06, "lower": 0.6002103258524172, "upper": 1.3505607938643491 }, { "event_time": 10, "estimate": 0.9435427051158681, "se": 0.17357746574603491, "pvalue": 7.507562686397402e-07, "lower": 0.5973533656647843, "upper": 1.289732044566952 }, { "event_time": 11, "estimate": 0.8386340288026328, "se": 0.14674020552011402, "pvalue": 2.474370258283431e-07, "lower": 0.5459699171243864, "upper": 1.1312981404808793 }, { "event_time": 12, "estimate": 0.8695063375688484, "se": 0.1477135409111516, "pvalue": 1.2414995477868835e-07, "lower": 0.5749009696645163, "upper": 1.1641117054731804 } ], "BJS / did2s": [ { "event_time": -13, "estimate": 0.09562091706600871, "se": 0.16234979122382068, "pvalue": 0.5577700973304178, "lower": -0.22817553163908322, "upper": 0.41941736577110067 }, { "event_time": -12, "estimate": 0.12036958747723346, "se": 0.1501764001817922, "pvalue": 0.4255423801741844, "lower": -0.17914779835753403, "upper": 0.419886973312001 }, { "event_time": -11, "estimate": 0.20361321517610426, "se": 0.13836572350509707, "pvalue": 0.14562182588581915, "lower": -0.07234851877953208, "upper": 0.4795749491317406 }, { "event_time": -10, "estimate": 0.3415355949220587, "se": 0.10782606436176333, "pvalue": 0.0022791209543711745, "lower": 0.12648329054272944, "upper": 0.556587899301388 }, { "event_time": -9, "estimate": 0.3490923587172543, "se": 0.1011836516008554, "pvalue": 0.0009535275529828166, "lower": 0.1472879288599823, "upper": 0.5508967885745263 }, { "event_time": -8, "estimate": 0.1866916202402402, "se": 0.09991301663631699, "pvalue": 0.06587145072254559, "lower": -0.012578608088242349, "upper": 0.38596184856872273 }, { "event_time": -7, "estimate": 0.20219781681916663, "se": 0.07428591027874536, "pvalue": 0.008184986245804196, "lower": 0.05403924047753228, "upper": 0.35035639316080097 }, { "event_time": -6, "estimate": 0.06119441575391447, "se": 0.09081444514899864, "pvalue": 0.5026320318710912, "lower": -0.11992928393615718, "upper": 0.2423181154439861 }, { "event_time": -5, "estimate": 0.029858471342859703, "se": 0.07727473350872997, "pvalue": 0.7003771289240078, "lower": -0.12426112496917979, "upper": 0.1839780676548992 }, { "event_time": -4, "estimate": -0.04726025837689155, "se": 0.0779450508369181, "pvalue": 0.54625837786584, "lower": -0.20271676044493275, "upper": 0.10819624369114966 }, { "event_time": -3, "estimate": -0.1633681613094197, "se": 0.049189771166076444, "pvalue": 0.0014267463548282156, "lower": -0.26147406644257476, "upper": -0.06526225617626462 }, { "event_time": -2, "estimate": -0.20433753033623808, "se": 0.06160570033923699, "pvalue": 0.0014459194413059986, "lower": -0.3272062253894671, "upper": -0.08146883528300908 }, { "event_time": -1, "estimate": -0.13802848468989518, "se": 0.06416896052224866, "pvalue": 0.03492861194726859, "lower": -0.26600944097924806, "upper": -0.010047528400542294 }, { "event_time": 0, "estimate": 0.4216458422453629, "se": 0.11764629094874786, "pvalue": 0.0006214163852945436, "lower": 0.18700771351494958, "upper": 0.6562839709757762 }, { "event_time": 1, "estimate": 0.6068405544400833, "se": 0.14380997047065328, "pvalue": 7.214260454897412e-05, "lower": 0.32002061229069406, "upper": 0.8936604965894726 }, { "event_time": 2, "estimate": 0.6236138247450412, "se": 0.13623388372047132, "pvalue": 1.9863993453039423e-05, "lower": 0.3519039111722128, "upper": 0.8953237383178696 }, { "event_time": 3, "estimate": 0.7745460092779447, "se": 0.15983900671795262, "pvalue": 7.317940781618452e-06, "lower": 0.45575716237101604, "upper": 1.0933348561848732 }, { "event_time": 4, "estimate": 0.719394814623602, "se": 0.18434503624961218, "pvalue": 0.00021642659964771812, "lower": 0.35173023295657085, "upper": 1.0870593962906332 }, { "event_time": 5, "estimate": 0.6270248045317098, "se": 0.19528815412595477, "pvalue": 0.0020001322545656368, "lower": 0.23753486245361438, "upper": 1.0165147466098052 }, { "event_time": 6, "estimate": 1.1597634053887214, "se": 0.26107335553721384, "pvalue": 3.253599823629747e-05, "lower": 0.6390690162106686, "upper": 1.6804577945667742 }, { "event_time": 7, "estimate": 1.139537542075143, "se": 0.19325850266032746, "pvalue": 1.192272225213494e-07, "lower": 0.7540956122040554, "upper": 1.5249794719462306 }, { "event_time": 8, "estimate": 1.1151617197015082, "se": 0.24158301641661187, "pvalue": 1.7236679642569094e-05, "lower": 0.6333395861865898, "upper": 1.5969838532164267 }, { "event_time": 9, "estimate": 1.170271041509737, "se": 0.22602598110083713, "pvalue": 2.0593272135409214e-06, "lower": 0.7194764365777347, "upper": 1.6210656464417394 }, { "event_time": 10, "estimate": 0.964430820158377, "se": 0.2209450989643246, "pvalue": 4.2994913476181424e-05, "lower": 0.5237697151199705, "upper": 1.4050919251967835 }, { "event_time": 11, "estimate": 0.8575534029494035, "se": 0.18800147220287275, "pvalue": 2.107390661987618e-05, "lower": 0.48259628972037505, "upper": 1.232510516178432 }, { "event_time": 12, "estimate": 0.8636171785772202, "se": 0.16067511326603598, "pvalue": 9.540808149177917e-07, "lower": 0.5431607697413992, "upper": 1.1840735874130413 } ], "Sun\u2013Abraham": [ { "event_time": -13, "estimate": 0.9091317178589409, "se": 0.38770796515724015, "pvalue": 0.021873831457989046, "lower": 0.13587256362005118, "upper": 1.6823908720978307 }, { "event_time": -12, "estimate": 0.8910768725648401, "se": 0.3701216022778762, "pvalue": 0.01870046385258401, "lower": 0.152892613113629, "upper": 1.6292611320160513 }, { "event_time": -11, "estimate": 1.0025109245885468, "se": 0.35914425602993066, "pvalue": 0.006759535092912319, "lower": 0.2862202918830006, "upper": 1.7188015572940931 }, { "event_time": -10, "estimate": 0.9860700823826495, "se": 0.21020972168141924, "pvalue": 1.3066165908516017e-05, "lower": 0.5668200122061349, "upper": 1.405320152559164 }, { "event_time": -9, "estimate": 0.9493918835770111, "se": 0.17139115349340384, "pvalue": 4.986770606019759e-07, "lower": 0.6075630064204947, "upper": 1.2912207607335275 }, { "event_time": -8, "estimate": 0.7514192902530934, "se": 0.16089173579888463, "pvalue": 1.4101609528712694e-05, "lower": 0.43053084139851316, "upper": 1.0723077391076736 }, { "event_time": -7, "estimate": 0.7467085867286394, "se": 0.16443578203084785, "pvalue": 2.2708341124197113e-05, "lower": 0.4187517605431989, "upper": 1.0746654129140798 }, { "event_time": -6, "estimate": 0.4838880812836143, "se": 0.20462866371082034, "pvalue": 0.02082115388962927, "lower": 0.0757690802466085, "upper": 0.8920070823206201 }, { "event_time": -5, "estimate": 0.30171973350992054, "se": 0.15120936609489366, "pvalue": 0.049895024467964615, "lower": 0.00014216212286893848, "upper": 0.6032973048969721 }, { "event_time": -4, "estimate": 0.15597610357586145, "se": 0.14128110082250558, "pvalue": 0.2733683925322363, "lower": -0.12580016709643033, "upper": 0.4377523742481532 }, { "event_time": -3, "estimate": -0.0037183247911833917, "se": 0.08155501686657637, "pvalue": 0.9637645954510108, "lower": -0.16637467708100834, "upper": 0.15893802749864155 }, { "event_time": -2, "estimate": -0.06471361479835397, "se": 0.06178288692394468, "pvalue": 0.29850181968272577, "lower": -0.18793569735183197, "upper": 0.05850846775512404 }, { "event_time": 0, "estimate": 0.5744212790754802, "se": 0.08739820925856569, "pvalue": 7.445886202104888e-09, "lower": 0.4001110470278527, "upper": 0.7487315111231078 }, { "event_time": 1, "estimate": 0.7632528795529857, "se": 0.12642451543905303, "pvalue": 6.733904032615241e-08, "lower": 0.511107134123649, "upper": 1.0153986249823224 }, { "event_time": 2, "estimate": 0.7679040748182167, "se": 0.11440573824038792, "pvalue": 4.164663994972508e-09, "lower": 0.539729024672007, "upper": 0.9960791249644263 }, { "event_time": 3, "estimate": 0.8850255844722236, "se": 0.11811985238081701, "pvalue": 1.5670672642983123e-10, "lower": 0.649442967246988, "upper": 1.120608201697459 }, { "event_time": 4, "estimate": 0.8400538884756248, "se": 0.14272896308445773, "pvalue": 1.2454105427464653e-07, "lower": 0.5553899475753626, "upper": 1.124717829375887 }, { "event_time": 5, "estimate": 0.7451851176460714, "se": 0.15204392232012484, "pvalue": 5.9376002694695296e-06, "lower": 0.44194307635155905, "upper": 1.0484271589405838 }, { "event_time": 6, "estimate": 1.0014421951332069, "se": 0.19461378570082136, "pvalue": 2.3288066702633827e-06, "lower": 0.6132972384692041, "upper": 1.3895871517972096 }, { "event_time": 7, "estimate": 1.0118643775561558, "se": 0.17202407326281183, "pvalue": 1.2634052756104668e-07, "lower": 0.6687731817227585, "upper": 1.354955573389553 }, { "event_time": 8, "estimate": 0.9970020324193787, "se": 0.20027499959511097, "pvalue": 4.4307951358257375e-06, "lower": 0.5975661406669301, "upper": 1.3964379241718272 }, { "event_time": 9, "estimate": 1.0439129851645719, "se": 0.19413638795792706, "pvalue": 9.455555249930081e-07, "lower": 0.6567201682760733, "upper": 1.4311058020530705 }, { "event_time": 10, "estimate": 0.9109696271342761, "se": 0.2959930121509627, "pvalue": 0.002977554757783131, "lower": 0.32063017887545653, "upper": 1.5013090753930958 }, { "event_time": 11, "estimate": 0.8040922099297126, "se": 0.2263638447156662, "pvalue": 0.0006885095430674198, "lower": 0.3526237572655781, "upper": 1.2555606625938471 }, { "event_time": 12, "estimate": 0.8101559855653482, "se": 0.2237951961337804, "pvalue": 0.0005528545452717137, "lower": 0.3638105409600251, "upper": 1.2565014301706712 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "weights": [ 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285 ], "weighting": "equal_periods" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 8.246299146495671e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7126002019175083, "df_num": 19, "df_den": 757, "pvalue": 0.8081640057069475, "log10_pvalue": -0.09250049622319263, "inference": "Homoskedastic nested-model F", "observations": 913, "design_columns": 69, "restricted_design_columns": 50, "fixed_effect_rank": 87, "covariance_rank": 19, "rss_unrestricted": 99.52062679547491, "rss_restricted": 101.30061352762661, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-13.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]" ], "data": [ [ 8.21276561191814e-05, 7.955110355342176e-05, 8.260977563139458e-05, 0.0003322358963182093, 0.0003323597478509072, 0.0003571749337062544 ], [ -9.124064641037996e-05, -8.837819342391802e-05, -9.163106637226659e-05, -0.0003385539550808029, -0.0003687691349175521, -0.00037051161736469237 ], [ 7.785790703674131e-05, 7.541530732334549e-05, 7.831602383265047e-05, 0.00031518671917436444, 0.00031508407538644023, 0.0003387980926942656 ], [ -9.124064641037996e-05, -8.837819342391802e-05, -9.163106637226659e-05, -0.0003385539550808029, -0.0003687691349175521, -0.00037051161736469237 ], [ 7.49887009166659e-06, 7.263612732971125e-06, 7.4457455018538875e-06, 9.896306164838577e-06, 3.0032579591304302e-05, 1.5017935797455292e-05 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)+i(rel_time,cohort_dummy_15,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_15", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_15" ], "deviations": [ { "event_time": -3.0, "cohort": 8, "estimate": -0.0076663099055443995 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.17013681098039798 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.16222747610245514 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.0564613887990163 }, { "event_time": 2.0, "cohort": 8, "estimate": -0.08804072700019755 }, { "event_time": 3.0, "cohort": 8, "estimate": -0.053073047497278036 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.30399415053520934 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.6624587788087425 }, { "event_time": 6.0, "cohort": 8, "estimate": 0.7925569457232878 }, { "event_time": 7.0, "cohort": 8, "estimate": 0.5077728444144856 }, { "event_time": 8.0, "cohort": 8, "estimate": 0.6156603659460341 }, { "event_time": 9.0, "cohort": 8, "estimate": 0.5358107523164926 }, { "event_time": -10.0, "cohort": 12, "estimate": -0.37969632661444175 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.22458927908027432 }, { "event_time": -8.0, "cohort": 12, "estimate": -0.11935364703037671 }, { "event_time": -7.0, "cohort": 12, "estimate": -0.059371765878802725 }, { "event_time": -6.0, "cohort": 12, "estimate": -0.06744774529757436 }, { "event_time": -5.0, "cohort": 12, "estimate": -0.03702048611854969 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.8106573276991667 }, { "event_time": -3.0, "cohort": 12, "estimate": -0.03132665207211571 }, { "event_time": -2.0, "cohort": 12, "estimate": 0.3833090424056954 }, { "event_time": 0.0, "cohort": 12, "estimate": 0.12208693889244124 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.02977524197884407 }, { "event_time": 2.0, "cohort": 12, "estimate": 0.01813598785129289 }, { "event_time": 3.0, "cohort": 12, "estimate": -0.19108882412686917 }, { "event_time": 4.0, "cohort": 12, "estimate": -0.12489681103960881 }, { "event_time": 5.0, "cohort": 12, "estimate": -0.0020140938020336285 }, { "event_time": -8.0, "cohort": 14, "estimate": -0.960417135361638 }, { "event_time": -7.0, "cohort": 14, "estimate": -0.6661435988273434 }, { "event_time": -6.0, "cohort": 14, "estimate": -0.4852491877403847 }, { "event_time": -5.0, "cohort": 14, "estimate": -0.010736891822335871 }, { "event_time": -4.0, "cohort": 14, "estimate": -0.9089169208846667 }, { "event_time": -3.0, "cohort": 14, "estimate": -0.0909237320718006 }, { "event_time": -2.0, "cohort": 14, "estimate": 0.28694191482005477 }, { "event_time": 0.0, "cohort": 14, "estimate": -0.10697147887176778 }, { "event_time": 1.0, "cohort": 14, "estimate": -0.27686026412081444 }, { "event_time": 2.0, "cohort": 14, "estimate": -0.3716515784823493 }, { "event_time": 3.0, "cohort": 14, "estimate": -0.507085122442787 }, { "event_time": -4.0, "cohort": 15, "estimate": -0.6117200554851108 }, { "event_time": -3.0, "cohort": 15, "estimate": 0.02945532674689305 }, { "event_time": -2.0, "cohort": 15, "estimate": 0.6245870959832204 }, { "event_time": 0.0, "cohort": 15, "estimate": 0.21903992263603317 }, { "event_time": 1.0, "cohort": 15, "estimate": 0.1471613634461856 }, { "event_time": 2.0, "cohort": 15, "estimate": -0.2173861371713932 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.9775704242796509, "se": 0.157606999013077, "lower": 0.6686663825025801, "upper": 1.2864744660567218 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.893072799813245, "se": 0.12208923966733343, "lower": 0.6537822871653927, "upper": 1.1323633124610974 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.8317578743855911, "se": 0.1256217630309538, "lower": 0.5855437431704965, "upper": 1.0779720056006858 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 151.0, "post_cells": 36, "estimate": 0.8930727998132449, "se": 0.12208923966733344, "lower": 0.6537822871653924, "upper": 1.1323633124610974 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.9775704242796509, "se": 0.157606999013077, "lower": 0.6686663825025801, "upper": 1.2864744660567218, "event_study": [ { "event_time": -13, "estimate": 1.9245837336605218, "se": 0.7493241952047314, "lower": 0.4559352983147873, "upper": 3.3932321690062563, "relative_to_minus_one": 1.9245837336605218, "n": 0.0 }, { "event_time": -12, "estimate": 1.8963041507447096, "se": 0.7500097404612016, "lower": 0.42631207138652116, "upper": 3.366296230102898, "relative_to_minus_one": 1.8963041507447096, "n": 0.0 }, { "event_time": -11, "estimate": 1.934644583488343, "se": 0.7547423991807791, "lower": 0.4553766634886631, "upper": 3.4139125034880227, "relative_to_minus_one": 1.934644583488343, "n": 0.0 }, { "event_time": -10, "estimate": 1.2265331839337148, "se": 0.3191995958788515, "lower": 0.600913472131426, "upper": 1.8521528957360036, "relative_to_minus_one": 1.2265331839337148, "n": 0.0 }, { "event_time": -9, "estimate": 1.209916322364212, "se": 0.3215888849683913, "lower": 0.5796136899977707, "upper": 1.8402189547306533, "relative_to_minus_one": 1.209916322364212, "n": 0.0 }, { "event_time": -8, "estimate": 0.8671437738234258, "se": 0.31790664755554554, "lower": 0.24405819416868813, "upper": 1.4902293534781634, "relative_to_minus_one": 0.8671437738234258, "n": 0.0 }, { "event_time": -7, "estimate": 0.8952672036831106, "se": 0.3201334641507006, "lower": 0.26781714370169296, "upper": 1.5227172636645283, "relative_to_minus_one": 0.8952672036831106, "n": 0.0 }, { "event_time": -6, "estimate": 0.7566277084393387, "se": 0.285959894351887, "lower": 0.19615661448676136, "upper": 1.3170988023919161, "relative_to_minus_one": 0.7566277084393387, "n": 0.0 }, { "event_time": -5, "estimate": 0.2540075483648931, "se": 0.18944004071916848, "lower": -0.11728810867447848, "upper": 0.6253032054042647, "relative_to_minus_one": 0.2540075483648931, "n": 0.0 }, { "event_time": -4, "estimate": 0.24524126635650173, "se": 0.21508787857757222, "lower": -0.17632322916666404, "upper": 0.6668057618796674, "relative_to_minus_one": 0.24524126635650173, "n": 0.0 }, { "event_time": -3, "estimate": 0.06227866832730325, "se": 0.11238197058237391, "lower": -0.15798594652578946, "upper": 0.28254328318039595, "relative_to_minus_one": 0.06227866832730325, "n": 0.0 }, { "event_time": -2, "estimate": -0.10051000660035818, "se": 0.08103284801899355, "lower": -0.2593314702822934, "upper": 0.05831145708157705, "relative_to_minus_one": -0.10051000660035818, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.6515042430825183, "se": 0.1002427570999959, "lower": 0.45503204945552955, "upper": 0.8479764367095071, "relative_to_minus_one": 0.6515042430825183, "n": 23.0 }, { "event_time": 1, "estimate": 0.8115043890545283, "se": 0.1376626205464185, "lower": 0.5416906107661443, "upper": 1.0813181673429122, "relative_to_minus_one": 0.8115043890545283, "n": 23.0 }, { "event_time": 2, "estimate": 0.8648874732872583, "se": 0.12936548241078266, "lower": 0.6113357869194744, "upper": 1.1184391596550423, "relative_to_minus_one": 0.8648874732872583, "n": 23.0 }, { "event_time": 3, "estimate": 0.9730990941340556, "se": 0.13216821272091075, "lower": 0.7140541573000418, "upper": 1.2321440309680693, "relative_to_minus_one": 0.9730990941340556, "n": 19.0 }, { "event_time": 4, "estimate": 0.936329093170358, "se": 0.1580472743794024, "lower": 0.6265621275320092, "upper": 1.2460960588087067, "relative_to_minus_one": 0.936329093170358, "n": 17.0 }, { "event_time": 5, "estimate": 0.8410241124705804, "se": 0.16408901948259935, "lower": 0.5194155440261944, "upper": 1.1626326809149665, "relative_to_minus_one": 0.8410241124705804, "n": 17.0 }, { "event_time": 6, "estimate": 1.2757482737819106, "se": 0.2578501707710223, "lower": 0.7703712256632044, "upper": 1.7811253219006167, "relative_to_minus_one": 1.2757482737819106, "n": 5.0 }, { "event_time": 7, "estimate": 1.2088712051531223, "se": 0.21132841573286013, "lower": 0.7946751214068087, "upper": 1.6230672888994357, "relative_to_minus_one": 1.2088712051531223, "n": 5.0 }, { "event_time": 8, "estimate": 1.1423408262551404, "se": 0.2540774298147488, "lower": 0.6443582145337294, "upper": 1.6403234379765514, "relative_to_minus_one": 1.1423408262551404, "n": 5.0 }, { "event_time": 9, "estimate": 1.2321865604545628, "se": 0.2235248186571696, "lower": 0.7940859662356636, "upper": 1.670287154673462, "relative_to_minus_one": 1.2321865604545628, "n": 5.0 }, { "event_time": 10, "estimate": 0.9928704345216391, "se": 0.3252002674166791, "lower": 0.35548962262215367, "upper": 1.6302512464211247, "relative_to_minus_one": 0.9928704345216391, "n": 3.0 }, { "event_time": 11, "estimate": 0.8859930173170751, "se": 0.26456283926435825, "lower": 0.3674593807112737, "upper": 1.4045266539228765, "relative_to_minus_one": 0.8859930173170751, "n": 3.0 }, { "event_time": 12, "estimate": 0.8920567929527109, "se": 0.25368059378222446, "lower": 0.3948519655628154, "upper": 1.3892616203426065, "relative_to_minus_one": 0.8920567929527109, "n": 3.0 } ], "group_time_estimates": [ { "group": 5, "year": 1, "att": 0.07971081715937038, "se": 0.35561863237517943, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": 0.05964401524320209, "se": 0.3170839803761581, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.3693018117079546, "se": 0.08197944048089685, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.512168860240237, "se": 0.17149317487461074, "event_time": 0, "mass": 3.0 }, { "group": 5, "year": 6, "att": 0.959807831100055, "se": 0.21593514605210032, "event_time": 1, "mass": 3.0 }, { "group": 5, "year": 7, "att": 1.0164943185456103, "se": 0.24005601421636763, "event_time": 2, "mass": 3.0 }, { "group": 5, "year": 8, "att": 1.3083694102784025, "se": 0.2503191384623656, "event_time": 3, "mass": 3.0 }, { "group": 5, "year": 9, "att": 1.1055025379918635, "se": 0.27358116471593796, "event_time": 4, "mass": 3.0 }, { "group": 5, "year": 10, "att": 0.9366577868430727, "se": 0.28966481804255173, "event_time": 5, "mass": 3.0 }, { "group": 5, "year": 11, "att": 1.000308876010217, "se": 0.2818152247135411, "event_time": 6, "mass": 3.0 }, { "group": 5, "year": 12, "att": 1.1043817714686242, "se": 0.27930441601868644, "event_time": 7, "mass": 3.0 }, { "group": 5, "year": 13, "att": 0.960251028117243, "se": 0.32587250753381175, "event_time": 8, "mass": 3.0 }, { "group": 5, "year": 14, "att": 1.1106597954044775, "se": 0.2820649316434802, "event_time": 9, "mass": 3.0 }, { "group": 5, "year": 15, "att": 0.9928704345216391, "se": 0.3252002674166792, "event_time": 10, "mass": 3.0 }, { "group": 5, "year": 16, "att": 0.8859930173170751, "se": 0.26456283926435825, "event_time": 11, "mass": 3.0 }, { "group": 5, "year": 17, "att": 0.8920567929527109, "se": 0.25368059378222446, "event_time": 12, "mass": 3.0 }, { "group": 8, "year": 1, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 8, "year": 2, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 8, "year": 3, "att": null, "se": null, "event_time": -5, "mass": 0.0 }, { "group": 8, "year": 4, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 8, "year": 5, "att": 0.18901099249552836, "se": 0.33557089867413914, "event_time": -3, "mass": 0.0 }, { "group": 8, "year": 6, "att": -0.213786181717689, "se": 0.21795616093472178, "event_time": -2, "mass": 0.0 }, { "group": 8, "year": 7, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 8, "year": 8, "att": 0.6972885505016744, "se": 0.10429389640900569, "event_time": 0, "mass": 2.0 }, { "group": 8, "year": 9, "att": 0.8343453789118042, "se": 0.15000009439839013, "event_time": 1, "mass": 2.0 }, { "group": 8, "year": 10, "att": 0.8397118728608977, "se": 0.16429105432790822, "event_time": 2, "mass": 2.0 }, { "group": 8, "year": 11, "att": 1.15103766046554, "se": 0.17983083615209935, "event_time": 3, "mass": 2.0 }, { "group": 8, "year": 12, "att": 1.4067763967330993, "se": 0.23448349152104686, "event_time": 4, "mass": 2.0 }, { "group": 8, "year": 13, "att": 1.455345813787261, "se": 0.2511216779072053, "event_time": 5, "mass": 2.0 }, { "group": 8, "year": 14, "att": 1.6889073704394513, "se": 0.2541513315785898, "event_time": 6, "mass": 2.0 }, { "group": 8, "year": 15, "att": 1.3656053556798693, "se": 0.17870594094074574, "event_time": 7, "mass": 2.0 }, { "group": 8, "year": 16, "att": 1.4154755234619867, "se": 0.21594901519370596, "event_time": 8, "mass": 2.0 }, { "group": 8, "year": 17, "att": 1.414476708029691, "se": 0.23337078199735942, "event_time": 9, "mass": 2.0 }, { "group": 12, "year": 1, "att": null, "se": null, "event_time": -11, "mass": 0.0 }, { "group": 12, "year": 2, "att": 0.8832838764333025, "se": 0.2794489749696611, "event_time": -10, "mass": 0.0 }, { "group": 12, "year": 3, "att": 0.877553464568614, "se": 0.2907099556053496, "event_time": -9, "mass": 0.0 }, { "group": 12, "year": 4, "att": 0.7090524517913664, "se": 0.32397121136910195, "event_time": -8, "mass": 0.0 }, { "group": 12, "year": 5, "att": 0.7387755525382995, "se": 0.34266218655709046, "event_time": -7, "mass": 0.0 }, { "group": 12, "year": 6, "att": 0.657580835093214, "se": 0.3050299541495796, "event_time": -6, "mass": 0.0 }, { "group": 12, "year": 7, "att": 0.30643977898035835, "se": 0.2470157182869041, "event_time": -5, "mass": 0.0 }, { "group": 12, "year": 8, "att": 0.26441904349509276, "se": 0.29466913693062613, "event_time": -4, "mass": 0.0 }, { "group": 12, "year": 9, "att": 0.07722525484633566, "se": 0.19429825825751434, "event_time": -3, "mass": 0.0 }, { "group": 12, "year": 10, "att": -0.10157146465558728, "se": 0.1038858647942184, "event_time": -2, "mass": 0.0 }, { "group": 12, "year": 11, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 12, "year": 12, "att": 0.7129360150244903, "se": 0.1314492192207586, "event_time": 0, "mass": 12.0 }, { "group": 12, "year": 13, "att": 0.8079757613701174, "se": 0.17615397071113104, "event_time": 1, "mass": 12.0 }, { "group": 12, "year": 14, "att": 0.9850759182562234, "se": 0.17474842602532967, "event_time": 2, "mass": 12.0 }, { "group": 12, "year": 15, "att": 0.921660790089533, "se": 0.17971198718190584, "event_time": 3, "mass": 12.0 }, { "group": 12, "year": 16, "att": 0.8156278480378581, "se": 0.18907025407449302, "event_time": 4, "mass": 12.0 }, { "group": 12, "year": 17, "att": 0.7147287436580106, "se": 0.1965185320996203, "event_time": 5, "mass": 12.0 }, { "group": 14, "year": 1, "att": null, "se": null, "event_time": -13, "mass": 0.0 }, { "group": 14, "year": 2, "att": null, "se": null, "event_time": -12, "mass": 0.0 }, { "group": 14, "year": 3, "att": null, "se": null, "event_time": -11, "mass": 0.0 }, { "group": 14, "year": 4, "att": null, "se": null, "event_time": -10, "mass": 0.0 }, { "group": 14, "year": 5, "att": null, "se": null, "event_time": -9, "mass": 0.0 }, { "group": 14, "year": 6, "att": -0.2419522494252896, "se": 0.17444531160942234, "event_time": -8, "mass": 0.0 }, { "group": 14, "year": 7, "att": -0.12597432060631109, "se": 0.1616357019911848, "event_time": -7, "mass": 0.0 }, { "group": 14, "year": 8, "att": -0.1645567302931685, "se": 0.15899062807933148, "event_time": -6, "mass": 0.0 }, { "group": 14, "year": 9, "att": 0.20138317639463454, "se": 0.19248094494315465, "event_time": -5, "mass": 0.0 }, { "group": 14, "year": 10, "att": -0.21853481174325573, "se": 0.19115254326847597, "event_time": -4, "mass": 0.0 }, { "group": 14, "year": 11, "att": -0.11674411400351875, "se": 0.12320697394781094, "event_time": -3, "mass": 0.0 }, { "group": 14, "year": 12, "att": -0.04090879014602697, "se": 0.14310783222336948, "event_time": -2, "mass": 0.0 }, { "group": 14, "year": 13, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 14, "year": 14, "att": 0.44964689654291023, "se": 0.08307599161475036, "event_time": 0, "mass": 2.0 }, { "group": 14, "year": 15, "att": 0.507722265104756, "se": 0.21130423981511282, "event_time": 1, "mass": 2.0 }, { "group": 14, "year": 16, "att": 0.5078624900228974, "se": 0.16734387792609282, "event_time": 2, "mass": 2.0 }, { "group": 14, "year": 17, "att": 0.6008848778531871, "se": 0.07337378813730587, "event_time": 3, "mass": 2.0 }, { "group": 15, "year": 1, "att": null, "se": null, "event_time": -14, "mass": 0.0 }, { "group": 15, "year": 2, "att": 1.9245837336605218, "se": 0.7493241952047314, "event_time": -13, "mass": 0.0 }, { "group": 15, "year": 3, "att": 1.8963041507447096, "se": 0.7500097404612016, "event_time": -12, "mass": 0.0 }, { "group": 15, "year": 4, "att": 1.934644583488343, "se": 0.7547423991807791, "event_time": -11, "mass": 0.0 }, { "group": 15, "year": 5, "att": 2.256281106434952, "se": 0.7521568144593466, "event_time": -10, "mass": 0.0 }, { "group": 15, "year": 6, "att": 2.2070048957510062, "se": 0.7420376819193258, "event_time": -9, "mass": 0.0 }, { "group": 15, "year": 7, "att": 1.8959657515439612, "se": 0.7439377646270264, "event_time": -8, "mass": 0.0 }, { "group": 15, "year": 8, "att": 1.8753629192622547, "se": 0.7384021789452825, "event_time": -7, "mass": 0.0 }, { "group": 15, "year": 9, "att": 1.5143605478439666, "se": 0.7384404472110815, "event_time": -6, "mass": 0.0 }, { "group": 15, "year": 10, "att": 0.12302304250362671, "se": 0.317617855052251, "event_time": -5, "mass": 0.0 }, { "group": 15, "year": 11, "att": 0.543743810888456, "se": 0.6341365431973074, "event_time": -4, "mass": 0.0 }, { "group": 15, "year": 12, "att": 0.04556012766458036, "se": 0.15323290160157813, "event_time": -3, "mass": 0.0 }, { "group": 15, "year": 13, "att": 0.1311057007275262, "se": 0.18109097847402433, "event_time": -2, "mass": 0.0 }, { "group": 15, "year": 14, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 15, "year": 15, "att": 0.6497469839485396, "se": 0.30792047533689026, "event_time": 0, "mass": 4.0 }, { "group": 15, "year": 16, "att": 0.8513332576198642, "se": 0.4194416357632442, "event_time": 1, "mass": 4.0 }, { "group": 15, "year": 17, "att": 0.58171729628196, "se": 0.3527448546152423, "event_time": 2, "mass": 4.0 } ], "treated_cell_att": 0.8930727998132449, "treated_cell_se": 0.12208923966733344, "checks": { "input_rows": 913, "retained_rows": 913, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 5,8,14,15.", "No (treated or control) units for group 12 in time period 1; setting ATT to NA.", "No (treated or control) units for group 14 in time period 1; setting ATT to NA.", "No (treated or control) units for group 14 in time period 2; setting ATT to NA.", "No (treated or control) units for group 14 in time period 3; setting ATT to NA.", "No (treated or control) units for group 14 in time period 4; setting ATT to NA.", "No (treated or control) units for group 14 in time period 5; setting ATT to NA.", "No (treated or control) units for group 15 in time period 1; setting ATT to NA.", "No (treated or control) units for group 8 in time period 1; setting ATT to NA.", "No (treated or control) units for group 8 in time period 2; setting ATT to NA.", "No (treated or control) units for group 8 in time period 3; setting ATT to NA.", "No (treated or control) units for group 8 in time period 4; setting ATT to NA." ], "seconds": 0.16965995822101831, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "parameters": { "max_iterations": 20000 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.7358968572123538, "event_study": [ { "event_time": -13, "estimate": -0.02554952966621804, "raw_gap": -0.02554952966621804, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.014748077921115647 }, { "event_time": -12, "estimate": -0.008536549954900385, "raw_gap": -0.008536549954900385, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.0317610576324333 }, { "event_time": -11, "estimate": 0.06635034835301346, "raw_gap": 0.06635034835301346, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.10664795594034715 }, { "event_time": -10, "estimate": 0.14829213468421715, "raw_gap": 0.14829213468421715, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": 0.18858974227155084 }, { "event_time": -9, "estimate": 0.1196561999564129, "raw_gap": 0.1196561999564129, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": 0.15995380754374658 }, { "event_time": -8, "estimate": 0.055669849419119566, "raw_gap": 0.055669849419119566, "n": 10, "n_cells": 10, "weight_sum": 10.0, "relative_to_minus_one": 0.09596745700645326 }, { "event_time": -7, "estimate": 0.05664450080679967, "raw_gap": 0.05664450080679967, "n": 10, "n_cells": 10, "weight_sum": 10.0, "relative_to_minus_one": 0.09694210839413336 }, { "event_time": -6, "estimate": 0.013371338392706026, "raw_gap": 0.013371338392706026, "n": 12, "n_cells": 12, "weight_sum": 12.0, "relative_to_minus_one": 0.05366894598003971 }, { "event_time": -5, "estimate": 0.03239754563924148, "raw_gap": 0.03239754563924148, "n": 16, "n_cells": 16, "weight_sum": 16.0, "relative_to_minus_one": 0.07269515322657516 }, { "event_time": -4, "estimate": -0.002277853611243441, "raw_gap": -0.002277853611243441, "n": 18, "n_cells": 18, "weight_sum": 18.0, "relative_to_minus_one": 0.03801975397609025 }, { "event_time": -3, "estimate": -0.06071110391109395, "raw_gap": -0.06071110391109395, "n": 21, "n_cells": 21, "weight_sum": 21.0, "relative_to_minus_one": -0.020413496323760265 }, { "event_time": -2, "estimate": -0.08848877550808078, "raw_gap": -0.08848877550808078, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": -0.04819116792074709 }, { "event_time": -1, "estimate": -0.04029760758733369, "raw_gap": -0.04029760758733369, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.4869583832924636, "raw_gap": 0.4869583832924636, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.5272559908797972 }, { "event_time": 1, "estimate": 0.6846534997845106, "raw_gap": 0.6846534997845106, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.7249511073718443 }, { "event_time": 2, "estimate": 0.7161735504736669, "raw_gap": 0.7161735504736669, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.7564711580610006 }, { "event_time": 3, "estimate": 0.7990801199754386, "raw_gap": 0.7990801199754386, "n": 19, "n_cells": 19, "weight_sum": 19.0, "relative_to_minus_one": 0.8393777275627723 }, { "event_time": 4, "estimate": 0.7653399387019045, "raw_gap": 0.7653399387019045, "n": 17, "n_cells": 17, "weight_sum": 17.0, "relative_to_minus_one": 0.8056375462892382 }, { "event_time": 5, "estimate": 0.7223723261700522, "raw_gap": 0.7223723261700522, "n": 17, "n_cells": 17, "weight_sum": 17.0, "relative_to_minus_one": 0.7626699337573859 }, { "event_time": 6, "estimate": 1.0026057996844757, "raw_gap": 1.0026057996844757, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.0429034072718093 }, { "event_time": 7, "estimate": 1.0180749252916725, "raw_gap": 1.0180749252916725, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.0583725328790061 }, { "event_time": 8, "estimate": 1.0189669968559274, "raw_gap": 1.0189669968559274, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.059264604443261 }, { "event_time": 9, "estimate": 1.070853703402752, "raw_gap": 1.070853703402752, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.1111513109900857 }, { "event_time": 10, "estimate": 0.7993452061217097, "raw_gap": 0.7993452061217097, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.8396428137090434 }, { "event_time": 11, "estimate": 0.7183567104444095, "raw_gap": 0.7183567104444095, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.7586543180317432 }, { "event_time": 12, "estimate": 0.7073722697238539, "raw_gap": 0.7073722697238539, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.7476698773111876 } ], "package_event_study": { "event_time": [ -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0 ], "estimate": [ -0.02554952966621804, -0.008536549954900385, 0.06635034835301346, 0.14829213468421715, 0.1196561999564129, 0.055669849419119566, 0.05664450080679967, 0.013371338392706026, 0.03239754563924148, -0.002277853611243441, -0.06071110391109395, -0.08848877550808078, -0.04029760758733369, 0.4869583832924636, 0.6846534997845106, 0.716173550473667, 0.7990801199754386, 0.7653399387019045, 0.7223723261700522, 1.0026057996844755, 1.0180749252916725, 1.0189669968559272, 1.070853703402752, 0.7993452061217097, 0.7183567104444095, 0.7073722697238539 ], "n": [ 2.0, 2.0, 2.0, 9.0, 9.0, 10.0, 10.0, 12.0, 16.0, 18.0, 21.0, 23.0, 23.0, 23.0, 23.0, 23.0, 19.0, 17.0, 17.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 67, "termination_reason": "Relative objective tolerance reached", "objective": 0.07648538857525866, "lambda_l": 0.0037418018152878207, "singular_values": [ 5.269213242427205, 2.0673136003943835, 1.8312601497492917, 1.4594997178315745, 0.8321823255017293, 0.560903668549638, 0.3411983268863541, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.07849393610041808, 0.07734080276492676, 0.07694438696671949, 0.07675162888976714, 0.07664575239925728, 0.07658419999533579, 0.07654723211599507, 0.07652454683484411, 0.07651040228969702, 0.07650149074339893, 0.0764958906579582, 0.07649231980828575, 0.07649000436482656, 0.07648848652209261, 0.07648748265870556, 0.07648681352831382, 0.0764863643224171, 0.07648606073805503, 0.07648585426537355, 0.07648571298793716, 0.07648561575721619, 0.07648554846623275, 0.07648550164535786, 0.07648546889923269, 0.07648544588339169, 0.07648542962982668, 0.07648541809973392, 0.07648540988513931, 0.07648540400869028, 0.07648539978856198, 0.07648539674680092, 0.07648539454680789, 0.07648539295047237, 0.07648539178863385, 0.07648539094062366, 0.07648539032002859, 0.07648538986473742, 0.07648538952994975, 0.07648538928324425, 0.07648538910108524, 0.0764853889663368, 0.07648538886648891, 0.07648538879238463, 0.0764853887373057, 0.07648538869631161, 0.07648538866576196, 0.076485388642969, 0.07648538862594471, 0.07648538861321619, 0.0764853886036905, 0.07648538859655539, 0.0764853885912067, 0.07648538858719392, 0.0764853885841813, 0.07648538858191803, 0.0764853885802167, 0.07648538857893701, 0.07648538857797388, 0.07648538857724865, 0.07648538857670227, 0.0764853885762905, 0.07648538857598006, 0.07648538857574576, 0.07648538857556902, 0.07648538857543553, 0.0764853885753348, 0.07648538857525866 ], "history_rmse": [ 0.1799761677542471, 0.17642419297501977, 0.17491275640703605, 0.1744361895814182, 0.174248688417322, 0.17415966672626307, 0.17411156970917746, 0.1740834881682527, 0.17406632214632384, 0.1740376666489109, 0.1739703487752869, 0.17393340244217928, 0.17391138571748793, 0.17389756167071507, 0.17388857236272626, 0.17388257851407457, 0.17387850803907617, 0.17387570764789473, 0.17387376512435, 0.17387241268038983, 0.17387147195465788, 0.17387082157403524, 0.17387037743031686, 0.17387008035425627, 0.1738698882147626, 0.1738697707337981, 0.1738697060085042, 0.1738696781314431, 0.17386967553273192, 0.17386968980661585, 0.173869714869455, 0.17386974634849334, 0.1738697811339251, 0.173869817048175, 0.17386985260034168, 0.1738698868031829, 0.17386991903641752, 0.1738699489445679, 0.17386997636069526, 0.17387000124961585, 0.17387002366580545, 0.17387004372239453, 0.17387006156852303, 0.17387007737300098, 0.1738700913126952, 0.17387010356445745, 0.17387011429967966, 0.17387012368078725, 0.17387013185915065, 0.1738701389740112, 0.17387014515213206, 0.17387015050794652, 0.17387015514403348, 0.17387015915180856, 0.17387016261233135, 0.17387016559717122, 0.17387016816928336, 0.17387017038386687, 0.17387017228918308, 0.17387017392732207, 0.17387017533491064, 0.17387017654375858, 0.17387017758144402, 0.17387017847183986, 0.17387017923558137, 0.17387017989048445, 0.17387018045191263 ], "n_observed": 913, "n_missing": 294, "n_treated_observed": 151, "n_untreated_observed": 762 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": 0.7358968572123534, "matrix_preparation": { "source_rows": 913, "matrix_shape": [ 71, 17 ], "observed_cells": 913, "missing_cells": 294, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 913.0, "treated_observation_mass": 151.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.003476874902844429, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 7, period 7: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.543182002054527, "SE": 0.14390601909860018, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7888758993762184, "SE": 0.11904766121821768, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.704689893607495, "SE": 0.14175818755285477, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7967550027391155, "SE": 0.11013916432327171, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.9775704242796509, "SE": 0.157606999013077, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.8930727998132449, "SE": 0.12208923966733344, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.7358968572123538, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 7, period 7: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.543182002054527, "SE": 0.14390601909860018, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.25617049695702576, "upper": 0.8301935071520283, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7888758993762184, "SE": 0.11904766121821768, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5514428257730417, "upper": 1.026308972979395, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.704689893607495, "SE": 0.14175818755285477, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.42196210345466123, "upper": 0.9874176837603288, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7967550027391155, "SE": 0.11013916432327171, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5770893659533174, "upper": 1.0164206395249136, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.9775704242796509, "SE": 0.157606999013077, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.6686663825025801, "upper": 1.2864744660567218, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.8930727998132449, "SE": 0.12208923966733344, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.6537822871653924, "upper": 1.1323633124610974, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.7358968572123538, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 7, period 7: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602779.821362, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.543182002054527, "SE": 0.14390601909860018, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.25617049695702576, "upper": 0.8301935071520283, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7888758993762184, "SE": 0.11904766121821768, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5514428257730417, "upper": 1.026308972979395, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.704689893607495, "SE": 0.14175818755285477, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.42196210345466123, "upper": 0.9874176837603288, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7967550027391155, "SE": 0.11013916432327171, "Aggregation": "equal_periods", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5770893659533174, "upper": 1.0164206395249136, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.9775704242796509, "SE": 0.157606999013077, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.6686663825025801, "upper": 1.2864744660567218, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.8930727998132449, "SE": 0.12208923966733344, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.6537822871653924, "upper": 1.1323633124610974, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.7358968572123538, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 7, period 7: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 17, "specification_id": "S17-P003", "source_specification_id": "TN-F2-ORIGINDESTYEAR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Trading Nontradables", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S17-P003.json", "input_bytes": 50620, "specification_type": "event_study_post_average", "run_status": "No common absorbing-treatment sample with observed \u22121 and untreated counterfactual support.", "expanded_status": "unavailable", "expanded_reason": "No common absorbing-treatment sample with observed \u22121 and untreated counterfactual support.", "alternative_status": [ { "method": "CS-DID", "status": "unavailable", "reason": "No common absorbing-treatment sample with observed \u22121 and untreated counterfactual support." }, { "method": "SDID", "status": "unavailable", "reason": "No common absorbing-treatment sample with observed \u22121 and untreated counterfactual support." }, { "method": "Matrix completion", "status": "unavailable", "reason": "No common absorbing-treatment sample with observed \u22121 and untreated counterfactual support." }, { "method": "Horizontal ridge", "status": "unavailable", "reason": "No common absorbing-treatment sample with observed \u22121 and untreated counterfactual support." }, { "method": "Multisynth (cohort-averaged)", "status": "unavailable", "reason": "No common absorbing-treatment sample with observed \u22121 and untreated counterfactual support." }, { "method": "Multisynth (individual)", "status": "unavailable", "reason": "No common absorbing-treatment sample with observed \u22121 and untreated counterfactual support." } ], "finished": 1791580975.50025 } ]