{ "study_id": 17, "specification_id": "S17-P001", "source_specification_id": "TN-F2-ANNOTATED-SCALAR", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Trading Nontradables", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S17-P001.json", "input_bytes": 15024, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s17-p001", "specification_id": "S17-P001", "source_specification_id": "TN-F2-ANNOTATED-SCALAR", "study_id": 17, "study": "Trading Nontradables", "citation": "Mu\u00f1oz (2024), QJE. https://doi.org/10.1093/qje/qjad032", "description": "TN-F2-ANNOTATED-SCALAR", "data": "analyses/full-archive/prepared/S17-P001.parquet", "output_dir": "analyses/full-archive/results/S17-P001" }, "source": { "file": "S17-P001.parquet", "bytes": 15024, "sha256": "14d6b17425b841a58191087ae243b2dbc2642e5a0e207cd4d1070c9fa7847271" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 861, "source_sd": 2.2704876155576073, "rows": 814, "units": 69, "clusters": 69, "treated_units": 23, "never_treated_units": 46, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 814, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 4, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5836461717054291, "se": 0.15493282774663392, "pvalue": 0.000347425801786885, "lower": 0.27448252747844953, "upper": 0.8928098159324087 }, { "method": "Dynamic TWFE", "estimate": 0.7830948306897552, "se": 0.12558931286311137, "pvalue": 3.2830196603441836e-08, "lower": 0.5324852587517941, "upper": 1.0337044026277162 }, { "method": "BJS / did2s", "estimate": 0.7411187723579706, "se": 0.1412719262586771, "pvalue": 1.6674543277796014e-06, "lower": 0.45921503262553265, "upper": 1.0230225120904086 }, { "method": "Sun\u2013Abraham", "estimate": 0.7570914198400018, "se": 0.11959318280217397, "pvalue": 2.228723900238285e-08, "lower": 0.5184469391474538, "upper": 0.9957359005325499 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -10, "estimate": 1.1947557573250192, "se": 0.19674277968894927, "pvalue": 6.344174328345891e-08, "lower": 0.8021616529725745, "upper": 1.5873498616774637 }, { "event_time": -9, "estimate": 1.1812277668083333, "se": 0.1727616884577225, "pvalue": 2.78167404532346e-09, "lower": 0.8364871849495863, "upper": 1.5259683486670803 }, { "event_time": -8, "estimate": 0.9975882175329213, "se": 0.1474396013355982, "pvalue": 3.7332061942823214e-09, "lower": 0.7033770738053331, "upper": 1.2917993612605094 }, { "event_time": -7, "estimate": 0.8428806574555228, "se": 0.16889181103698744, "pvalue": 4.42685330713591e-06, "lower": 0.5058622957582944, "upper": 1.1798990191527512 }, { "event_time": -6, "estimate": 0.530703775862151, "se": 0.21646497854314392, "pvalue": 0.0167929037096364, "lower": 0.09875463643667964, "upper": 0.9626529152876224 }, { "event_time": -5, "estimate": 0.3206662890159762, "se": 0.14201201480523234, "pvalue": 0.027157610532743223, "lower": 0.037285725582380136, "upper": 0.6040468524495723 }, { "event_time": -4, "estimate": 0.04265451760166805, "se": 0.1480268325579689, "pvalue": 0.774105371041623, "lower": -0.25272842778572646, "upper": 0.33803746298906256 }, { "event_time": -3, "estimate": 0.027702353665078772, "se": 0.07883951098201418, "pvalue": 0.7263923108105421, "lower": -0.12961944106865245, "upper": 0.18502414839881 }, { "event_time": -2, "estimate": -0.04030182628126547, "se": 0.06963201779999856, "pvalue": 0.5646478707944709, "lower": -0.17925035443393242, "upper": 0.09864670187140148 }, { "event_time": 0, "estimate": 0.5634319251607505, "se": 0.093489854458073, "pvalue": 7.637694099821007e-08, "lower": 0.376875825185768, "upper": 0.7499880251357329 }, { "event_time": 1, "estimate": 0.7488199999817218, "se": 0.12966076381018352, "pvalue": 2.0912472535693984e-07, "lower": 0.49008597417303756, "upper": 1.007554025790406 }, { "event_time": 2, "estimate": 0.7608164019966762, "se": 0.11910244938296889, "pvalue": 1.7637322830331854e-08, "lower": 0.5231511645957663, "upper": 0.9984816393975862 }, { "event_time": 3, "estimate": 0.8957253948679168, "se": 0.1292131496842759, "pvalue": 1.8790123413849694e-09, "lower": 0.6378845691407504, "upper": 1.1535662205950832 }, { "event_time": 4, "estimate": 0.8344823960226102, "se": 0.14982264034720572, "pvalue": 4.717848145044281e-07, "lower": 0.5355159719849739, "upper": 1.1334488200602464 }, { "event_time": 5, "estimate": 0.755203953168421, "se": 0.16260591936374777, "pvalue": 1.6113670752472397e-05, "lower": 0.430728893011476, "upper": 1.0796790133253662 }, { "event_time": 6, "estimate": 0.9216414037269279, "se": 0.22589739707776083, "pvalue": 0.00012064162572901451, "lower": 0.47087016616738553, "upper": 1.3724126412864703 }, { "event_time": 7, "estimate": 0.9278820639698497, "se": 0.17657099498834916, "pvalue": 1.6107459596232316e-06, "lower": 0.5755401292789444, "upper": 1.280223998660755 }, { "event_time": 8, "estimate": 0.9096211031869526, "se": 0.2167608212667021, "pvalue": 8.04575421730588e-05, "lower": 0.4770816187980313, "upper": 1.3421605875758738 }, { "event_time": 9, "estimate": 0.9678009285487604, "se": 0.20961641534356742, "pvalue": 1.781573325740661e-05, "lower": 0.5495178842129778, "upper": 1.386083972884543 }, { "event_time": 10, "estimate": 0.929130171240838, "se": 0.1932368014966051, "pvalue": 8.785905835922537e-06, "lower": 0.5435321374454867, "upper": 1.3147282050361893 }, { "event_time": 11, "estimate": 0.8360970938144131, "se": 0.16804667970730075, "pvalue": 4.690136965524793e-06, "lower": 0.5007651654285525, "upper": 1.1714290222002737 }, { "event_time": 12, "estimate": 0.8642960596288197, "se": 0.17231429105785448, "pvalue": 4.024275444092546e-06, "lower": 0.5204482453815118, "upper": 1.2081438738761276 } ], "BJS / did2s": [ { "event_time": -10, "estimate": 0.40235154855525057, "se": 0.1272087831984036, "pvalue": 0.002334922110143853, "lower": 0.14851037387784155, "upper": 0.6561927232326596 }, { "event_time": -9, "estimate": 0.4394477866707252, "se": 0.11127018183674182, "pvalue": 0.00018860207128776888, "lower": 0.21741159582095765, "upper": 0.6614839775204928 }, { "event_time": -8, "estimate": 0.28756066059079116, "se": 0.07852469573276531, "pvalue": 0.0004904874426807616, "lower": 0.13086706990607638, "upper": 0.44425425127550594 }, { "event_time": -7, "estimate": 0.3126208758711725, "se": 0.07078799255808726, "pvalue": 3.689460638505649e-05, "lower": 0.17136563600322238, "upper": 0.45387611573912257 }, { "event_time": -6, "estimate": 0.07529742818963024, "se": 0.09550808252566399, "pvalue": 0.43320968553465933, "lower": -0.11528598319076978, "upper": 0.2658808395700303 }, { "event_time": -5, "estimate": 0.04708572801978408, "se": 0.07261318921949972, "pvalue": 0.5188803823064146, "lower": -0.09781163507976404, "upper": 0.1919830911193322 }, { "event_time": -4, "estimate": -0.14735086404384287, "se": 0.06929475218919971, "pvalue": 0.037099384006695484, "lower": -0.285626389148521, "upper": -0.009075338939164734 }, { "event_time": -3, "estimate": -0.10254177883239944, "se": 0.04892277823304789, "pvalue": 0.0398072771002316, "lower": -0.20016566283567871, "upper": -0.004917894829120181 }, { "event_time": -2, "estimate": -0.14137984171684206, "se": 0.05495967863850589, "pvalue": 0.012287007688261064, "lower": -0.251050172921349, "upper": -0.03170951051233513 }, { "event_time": -1, "estimate": -0.08801005245919569, "se": 0.06462358753179485, "pvalue": 0.17772824215536334, "lower": -0.21696441361642932, "upper": 0.040944308698037946 }, { "event_time": 0, "estimate": 0.45946971238898265, "se": 0.1220320893832565, "pvalue": 0.00034965885368457256, "lower": 0.21595846938722468, "upper": 0.7029809553907407 }, { "event_time": 1, "estimate": 0.6515175866456677, "se": 0.1510954646879319, "pvalue": 5.3541826132029974e-05, "lower": 0.35001128118094466, "upper": 0.9530238921103908 }, { "event_time": 2, "estimate": 0.6675860981098722, "se": 0.1400164994294957, "pvalue": 1.0209170237741542e-05, "lower": 0.3881875236107492, "upper": 0.9469846726089952 }, { "event_time": 3, "estimate": 0.8249260509027121, "se": 0.16594775876650308, "pvalue": 4.768588280895575e-06, "lower": 0.49378245404374077, "upper": 1.1560696477616834 }, { "event_time": 4, "estimate": 0.7772575498824313, "se": 0.1901261604224411, "pvalue": 0.00011727184351321516, "lower": 0.39786670370740385, "upper": 1.156648396057459 }, { "event_time": 5, "estimate": 0.6829531991788852, "se": 0.20117387700813028, "pvalue": 0.0011498046418754336, "lower": 0.28151697779387275, "upper": 1.0843894205638978 }, { "event_time": 6, "estimate": 1.1421431664900747, "se": 0.29760571289729537, "pvalue": 0.0002746561839169739, "lower": 0.548280212587492, "upper": 1.7360061203926573 }, { "event_time": 7, "estimate": 1.126983746419131, "se": 0.2334299394250335, "pvalue": 8.163594825387938e-06, "lower": 0.6611815546309263, "upper": 1.5927859382073357 }, { "event_time": 8, "estimate": 1.1124820950814585, "se": 0.28015949300845616, "pvalue": 0.0001753050629257599, "lower": 0.5534325309379478, "upper": 1.6715316592249692 }, { "event_time": 9, "estimate": 1.1623951286395366, "se": 0.2627468882468456, "pvalue": 3.5886770507347475e-05, "lower": 0.6380918763130872, "upper": 1.6866983809659861 }, { "event_time": 10, "estimate": 0.9273235294806705, "se": 0.263521380822118, "pvalue": 0.0007775766544737079, "lower": 0.4014748012826419, "upper": 1.4531722576786992 }, { "event_time": 11, "estimate": 0.8331521254792716, "se": 0.2251285332625934, "pvalue": 0.00043218281040694346, "lower": 0.38391513177539643, "upper": 1.282389119183147 }, { "event_time": 12, "estimate": 0.8343737141682653, "se": 0.20477415850081634, "pvalue": 0.00012287121630915576, "lower": 0.425753242920196, "upper": 1.2429941854163347 } ], "Sun\u2013Abraham": [ { "event_time": -10, "estimate": 1.2783628501756237, "se": 0.22555817519807386, "pvalue": 3.2069572947339726e-07, "lower": 0.8282685193378578, "upper": 1.7284571810133895 }, { "event_time": -9, "estimate": 1.1894656944335913, "se": 0.20724053159348477, "pvalue": 2.410224591917566e-07, "lower": 0.7759236523057875, "upper": 1.603007736561395 }, { "event_time": -8, "estimate": 1.0587387265430788, "se": 0.18432027635642229, "pvalue": 2.3677297988566702e-07, "lower": 0.6909333416412754, "upper": 1.426544111444882 }, { "event_time": -7, "estimate": 0.841388676779725, "se": 0.18830925022442954, "pvalue": 3.061633690930485e-05, "lower": 0.46562341845602756, "upper": 1.2171539351034224 }, { "event_time": -6, "estimate": 0.5130328245717987, "se": 0.2284440782030263, "pvalue": 0.027972165364409603, "lower": 0.05717976394853019, "upper": 0.9688858851950671 }, { "event_time": -5, "estimate": 0.30289273700708447, "se": 0.15766373013940027, "pvalue": 0.05890829301201119, "lower": -0.01172033809942774, "upper": 0.6175058121135967 }, { "event_time": -4, "estimate": 0.028921253998559066, "se": 0.15998021395696965, "pvalue": 0.8570778346293598, "lower": -0.2903142925960729, "upper": 0.348156800593191 }, { "event_time": -3, "estimate": 0.014501656976096683, "se": 0.08538602340319439, "pvalue": 0.8656430443922054, "lower": -0.1558834999033192, "upper": 0.18488681385551256 }, { "event_time": -2, "estimate": -0.05135282836841659, "se": 0.06493672538593928, "pvalue": 0.4318024663909644, "lower": -0.18093204638485003, "upper": 0.07822638964801684 }, { "event_time": 0, "estimate": 0.5548236119496841, "se": 0.09011489875219163, "pvalue": 4.5141859261656405e-08, "lower": 0.3750021312307398, "upper": 0.7346450926686284 }, { "event_time": 1, "estimate": 0.7509738744430284, "se": 0.13114029523273282, "pvalue": 2.538495978656593e-07, "lower": 0.4892874896475729, "upper": 1.012660259238484 }, { "event_time": 2, "estimate": 0.7531233351846633, "se": 0.11823057632156504, "pvalue": 1.8979127583066466e-08, "lower": 0.5171978933899354, "upper": 0.9890487769793913 }, { "event_time": 3, "estimate": 0.8698421771817619, "se": 0.1240294146403517, "pvalue": 1.3430061384499426e-09, "lower": 0.6223453336835103, "upper": 1.1173390206800136 }, { "event_time": 4, "estimate": 0.8267201646319389, "se": 0.15002905207217831, "pvalue": 5.958928852307741e-07, "lower": 0.5273418524100368, "upper": 1.126098476853841 }, { "event_time": 5, "estimate": 0.731477731549991, "se": 0.1573492635248383, "pvalue": 1.585699530993713e-05, "lower": 0.41749216480280904, "upper": 1.045463298297173 }, { "event_time": 6, "estimate": 0.8913077847903239, "se": 0.22002836339481738, "pvalue": 0.00013333452582777152, "lower": 0.4522480216026104, "upper": 1.3303675479780375 }, { "event_time": 7, "estimate": 0.8988140779876062, "se": 0.19908434691521068, "pvalue": 2.5864572626410358e-05, "lower": 0.5015474489843025, "upper": 1.2960807069909097 }, { "event_time": 8, "estimate": 0.8957353543253879, "se": 0.2270110000598659, "pvalue": 0.0001909175805166547, "lower": 0.44274195661310717, "upper": 1.3487287520376685 }, { "event_time": 9, "estimate": 0.9354856279045094, "se": 0.21875726949435964, "pvalue": 6.073525178465767e-05, "lower": 0.4989622931040893, "upper": 1.3720089627049294 }, { "event_time": 10, "estimate": 0.7115454812125108, "se": 0.3371601502930802, "pvalue": 0.03850438561239158, "lower": 0.03875287638645264, "upper": 1.384338086038569 }, { "event_time": 11, "estimate": 0.6173740772114132, "se": 0.2763716152243935, "pvalue": 0.02878485727540824, "lower": 0.0658831055020529, "upper": 1.1688650489207735 }, { "event_time": 12, "estimate": 0.6185956659011411, "se": 0.26935571271133657, "pvalue": 0.02472945382727415, "lower": 0.08110470968252648, "upper": 1.1560866221197559 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0 ], "weights": [ 0.152317880794702, 0.152317880794702, 0.152317880794702, 0.12582781456953643, 0.11258278145695365, 0.11258278145695365, 0.033112582781456956, 0.033112582781456956, 0.033112582781456956, 0.033112582781456956, 0.019867549668874173, 0.019867549668874173, 0.019867549668874173 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 2.7522407301315174e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8036710746594808, "df_num": 19, "df_den": 668, "pvalue": 0.7040545930389419, "log10_pvalue": -0.15239366395971649, "inference": "Homoskedastic nested-model F", "observations": 814, "design_columns": 62, "restricted_design_columns": 43, "fixed_effect_rank": 84, "covariance_rank": 19, "rss_unrestricted": 83.80159827684975, "rss_restricted": 85.71721128637283, "test_horizon": null, "reference_cohort": 4, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]" ], "data": [ [ -1.3390391755485675e-06, 0.0001823648091996631, 0.00011412886316577692, 0.00019244208968689105, 0.0009513468361609414, 0.8026588284194174 ], [ 1.1670813839028557e-06, -0.00020329164403855266, -4.294898950107096e-05, -0.00021307546332271268, -0.0010629183903647834, -0.1341126774364513 ], [ -1.2684804855021277e-06, 0.0001724118487446233, 0.00010855168189450623, 0.00018195035128178695, 0.0008994064393907064, -0.1328752631129479 ], [ 1.1670813839028557e-06, -0.00020329164403855266, -4.294898950107096e-05, -0.00021307546332271268, -0.0010629183903647834, -0.1341126774364513 ], [ 9.226684998676474e-08, 1.727005921749429e-05, -4.559301237508605e-05, 1.7253817134972512e-05, 9.169505861493301e-05, -0.13385273612892615 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_14" ], "deviations": [ { "event_time": -3.0, "cohort": 7, "estimate": -0.10684424499094194 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.1220781849911246 }, { "event_time": 0.0, "cohort": 7, "estimate": 0.3762870700324917 }, { "event_time": 1.0, "cohort": 7, "estimate": 0.3011987826369068 }, { "event_time": 2.0, "cohort": 7, "estimate": 0.17149799435282753 }, { "event_time": 3.0, "cohort": 7, "estimate": 0.17832553479039442 }, { "event_time": 4.0, "cohort": 7, "estimate": 0.532898627155354 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.8874688328142051 }, { "event_time": 6.0, "cohort": 7, "estimate": 1.0247945140719608 }, { "event_time": 7.0, "cohort": 7, "estimate": 0.7615888782432951 }, { "event_time": 8.0, "cohort": 7, "estimate": 0.8759043355711207 }, { "event_time": 9.0, "cohort": 7, "estimate": 0.7996985186742387 }, { "event_time": -10.0, "cohort": 11, "estimate": 0.22357887240036955 }, { "event_time": -9.0, "cohort": 11, "estimate": 0.08217657730598804 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.18643329753768131 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.05380457960984661 }, { "event_time": -6.0, "cohort": 11, "estimate": -0.09813768582630349 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.08436560423733319 }, { "event_time": -4.0, "cohort": 11, "estimate": -0.21942614604718835 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.16992143392111791 }, { "event_time": -2.0, "cohort": 11, "estimate": 0.3575245195324107 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.30761179948163864 }, { "event_time": 1.0, "cohort": 11, "estimate": 0.26122468255120956 }, { "event_time": 2.0, "cohort": 11, "estimate": 0.23587612434716992 }, { "event_time": 3.0, "cohort": 11, "estimate": 0.021860985826910678 }, { "event_time": 4.0, "cohort": 11, "estimate": 0.10869528934336792 }, { "event_time": 5.0, "cohort": 11, "estimate": 0.2080191526823998 }, { "event_time": -5.0, "cohort": 13, "estimate": -0.041935761147202766 }, { "event_time": -4.0, "cohort": 13, "estimate": -0.2979684638761282 }, { "event_time": -3.0, "cohort": 13, "estimate": -0.22204097627853636 }, { "event_time": -2.0, "cohort": 13, "estimate": 0.23416846967887617 }, { "event_time": 0.0, "cohort": 13, "estimate": 0.07804590099553271 }, { "event_time": 1.0, "cohort": 13, "estimate": -0.04463428883479778 }, { "event_time": 2.0, "cohort": 13, "estimate": -0.12989043462058092 }, { "event_time": 3.0, "cohort": 13, "estimate": -0.28672344775374214 }, { "event_time": -3.0, "cohort": 14, "estimate": -0.10318895244170831 }, { "event_time": -2.0, "cohort": 14, "estimate": 0.5985273518233731 }, { "event_time": 0.0, "cohort": 14, "estimate": 0.4332895007792338 }, { "event_time": 1.0, "cohort": 14, "estimate": 0.412126280641375 }, { "event_time": 2.0, "cohort": 14, "estimate": 0.03240151933512507 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s17-p001", "specification_id": "S17-P001", "source_specification_id": "TN-F2-ANNOTATED-SCALAR", "study_id": 17, "study": "Trading Nontradables", "citation": "Mu\u00f1oz (2024), QJE. https://doi.org/10.1093/qje/qjad032", "description": "TN-F2-ANNOTATED-SCALAR", "data": "analyses/full-archive/prepared/S17-P001.parquet", "output_dir": "analyses/archive-expanded/fits/S17-P001" }, "options": { "output_dir": "analyses/archive-expanded/fits/S17-P001", "regression_results": "analyses/archive-expanded/baselines/S17-P001.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600, "estimators": { "sdid": { "max_iterations": 20000 } } }, "source": { "file": "S17-P001.parquet", "bytes": 15024, "sha256": "14d6b17425b841a58191087ae243b2dbc2642e5a0e207cd4d1070c9fa7847271" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 861, "source_sd": 2.2704876155576073, "rows": 814, "units": 69, "clusters": 69, "treated_units": 23, "never_treated_units": 46, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 814, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 4, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5836461717054291, "se": 0.15493282774663392, "pvalue": 0.000347425801786885, "lower": 0.27448252747844953, "upper": 0.8928098159324087 }, { "method": "Dynamic TWFE", "estimate": 0.7830948306897552, "se": 0.12558931286311137, "pvalue": 3.2830196603441836e-08, "lower": 0.5324852587517941, "upper": 1.0337044026277162 }, { "method": "BJS / did2s", "estimate": 0.7411187723579706, "se": 0.1412719262586771, "pvalue": 1.6674543277796014e-06, "lower": 0.45921503262553265, "upper": 1.0230225120904086 }, { "method": "Sun\u2013Abraham", "estimate": 0.7570914198400018, "se": 0.11959318280217397, "pvalue": 2.228723900238285e-08, "lower": 0.5184469391474538, "upper": 0.9957359005325499 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -10, "estimate": 1.1947557573250192, "se": 0.19674277968894927, "pvalue": 6.344174328345891e-08, "lower": 0.8021616529725745, "upper": 1.5873498616774637 }, { "event_time": -9, "estimate": 1.1812277668083333, "se": 0.1727616884577225, "pvalue": 2.78167404532346e-09, "lower": 0.8364871849495863, "upper": 1.5259683486670803 }, { "event_time": -8, "estimate": 0.9975882175329213, "se": 0.1474396013355982, "pvalue": 3.7332061942823214e-09, "lower": 0.7033770738053331, "upper": 1.2917993612605094 }, { "event_time": -7, "estimate": 0.8428806574555228, "se": 0.16889181103698744, "pvalue": 4.42685330713591e-06, "lower": 0.5058622957582944, "upper": 1.1798990191527512 }, { "event_time": -6, "estimate": 0.530703775862151, "se": 0.21646497854314392, "pvalue": 0.0167929037096364, "lower": 0.09875463643667964, "upper": 0.9626529152876224 }, { "event_time": -5, "estimate": 0.3206662890159762, "se": 0.14201201480523234, "pvalue": 0.027157610532743223, "lower": 0.037285725582380136, "upper": 0.6040468524495723 }, { "event_time": -4, "estimate": 0.04265451760166805, "se": 0.1480268325579689, "pvalue": 0.774105371041623, "lower": -0.25272842778572646, "upper": 0.33803746298906256 }, { "event_time": -3, "estimate": 0.027702353665078772, "se": 0.07883951098201418, "pvalue": 0.7263923108105421, "lower": -0.12961944106865245, "upper": 0.18502414839881 }, { "event_time": -2, "estimate": -0.04030182628126547, "se": 0.06963201779999856, "pvalue": 0.5646478707944709, "lower": -0.17925035443393242, "upper": 0.09864670187140148 }, { "event_time": 0, "estimate": 0.5634319251607505, "se": 0.093489854458073, "pvalue": 7.637694099821007e-08, "lower": 0.376875825185768, "upper": 0.7499880251357329 }, { "event_time": 1, "estimate": 0.7488199999817218, "se": 0.12966076381018352, "pvalue": 2.0912472535693984e-07, "lower": 0.49008597417303756, "upper": 1.007554025790406 }, { "event_time": 2, "estimate": 0.7608164019966762, "se": 0.11910244938296889, "pvalue": 1.7637322830331854e-08, "lower": 0.5231511645957663, "upper": 0.9984816393975862 }, { "event_time": 3, "estimate": 0.8957253948679168, "se": 0.1292131496842759, "pvalue": 1.8790123413849694e-09, "lower": 0.6378845691407504, "upper": 1.1535662205950832 }, { "event_time": 4, "estimate": 0.8344823960226102, "se": 0.14982264034720572, "pvalue": 4.717848145044281e-07, "lower": 0.5355159719849739, "upper": 1.1334488200602464 }, { "event_time": 5, "estimate": 0.755203953168421, "se": 0.16260591936374777, "pvalue": 1.6113670752472397e-05, "lower": 0.430728893011476, "upper": 1.0796790133253662 }, { "event_time": 6, "estimate": 0.9216414037269279, "se": 0.22589739707776083, "pvalue": 0.00012064162572901451, "lower": 0.47087016616738553, "upper": 1.3724126412864703 }, { "event_time": 7, "estimate": 0.9278820639698497, "se": 0.17657099498834916, "pvalue": 1.6107459596232316e-06, "lower": 0.5755401292789444, "upper": 1.280223998660755 }, { "event_time": 8, "estimate": 0.9096211031869526, "se": 0.2167608212667021, "pvalue": 8.04575421730588e-05, "lower": 0.4770816187980313, "upper": 1.3421605875758738 }, { "event_time": 9, "estimate": 0.9678009285487604, "se": 0.20961641534356742, "pvalue": 1.781573325740661e-05, "lower": 0.5495178842129778, "upper": 1.386083972884543 }, { "event_time": 10, "estimate": 0.929130171240838, "se": 0.1932368014966051, "pvalue": 8.785905835922537e-06, "lower": 0.5435321374454867, "upper": 1.3147282050361893 }, { "event_time": 11, "estimate": 0.8360970938144131, "se": 0.16804667970730075, "pvalue": 4.690136965524793e-06, "lower": 0.5007651654285525, "upper": 1.1714290222002737 }, { "event_time": 12, "estimate": 0.8642960596288197, "se": 0.17231429105785448, "pvalue": 4.024275444092546e-06, "lower": 0.5204482453815118, "upper": 1.2081438738761276 } ], "BJS / did2s": [ { "event_time": -10, "estimate": 0.40235154855525057, "se": 0.1272087831984036, "pvalue": 0.002334922110143853, "lower": 0.14851037387784155, "upper": 0.6561927232326596 }, { "event_time": -9, "estimate": 0.4394477866707252, "se": 0.11127018183674182, "pvalue": 0.00018860207128776888, "lower": 0.21741159582095765, "upper": 0.6614839775204928 }, { "event_time": -8, "estimate": 0.28756066059079116, "se": 0.07852469573276531, "pvalue": 0.0004904874426807616, "lower": 0.13086706990607638, "upper": 0.44425425127550594 }, { "event_time": -7, "estimate": 0.3126208758711725, "se": 0.07078799255808726, "pvalue": 3.689460638505649e-05, "lower": 0.17136563600322238, "upper": 0.45387611573912257 }, { "event_time": -6, "estimate": 0.07529742818963024, "se": 0.09550808252566399, "pvalue": 0.43320968553465933, "lower": -0.11528598319076978, "upper": 0.2658808395700303 }, { "event_time": -5, "estimate": 0.04708572801978408, "se": 0.07261318921949972, "pvalue": 0.5188803823064146, "lower": -0.09781163507976404, "upper": 0.1919830911193322 }, { "event_time": -4, "estimate": -0.14735086404384287, "se": 0.06929475218919971, "pvalue": 0.037099384006695484, "lower": -0.285626389148521, "upper": -0.009075338939164734 }, { "event_time": -3, "estimate": -0.10254177883239944, "se": 0.04892277823304789, "pvalue": 0.0398072771002316, "lower": -0.20016566283567871, "upper": -0.004917894829120181 }, { "event_time": -2, "estimate": -0.14137984171684206, "se": 0.05495967863850589, "pvalue": 0.012287007688261064, "lower": -0.251050172921349, "upper": -0.03170951051233513 }, { "event_time": -1, "estimate": -0.08801005245919569, "se": 0.06462358753179485, "pvalue": 0.17772824215536334, "lower": -0.21696441361642932, "upper": 0.040944308698037946 }, { "event_time": 0, "estimate": 0.45946971238898265, "se": 0.1220320893832565, "pvalue": 0.00034965885368457256, "lower": 0.21595846938722468, "upper": 0.7029809553907407 }, { "event_time": 1, "estimate": 0.6515175866456677, "se": 0.1510954646879319, "pvalue": 5.3541826132029974e-05, "lower": 0.35001128118094466, "upper": 0.9530238921103908 }, { "event_time": 2, "estimate": 0.6675860981098722, "se": 0.1400164994294957, "pvalue": 1.0209170237741542e-05, "lower": 0.3881875236107492, "upper": 0.9469846726089952 }, { "event_time": 3, "estimate": 0.8249260509027121, "se": 0.16594775876650308, "pvalue": 4.768588280895575e-06, "lower": 0.49378245404374077, "upper": 1.1560696477616834 }, { "event_time": 4, "estimate": 0.7772575498824313, "se": 0.1901261604224411, "pvalue": 0.00011727184351321516, "lower": 0.39786670370740385, "upper": 1.156648396057459 }, { "event_time": 5, "estimate": 0.6829531991788852, "se": 0.20117387700813028, "pvalue": 0.0011498046418754336, "lower": 0.28151697779387275, "upper": 1.0843894205638978 }, { "event_time": 6, "estimate": 1.1421431664900747, "se": 0.29760571289729537, "pvalue": 0.0002746561839169739, "lower": 0.548280212587492, "upper": 1.7360061203926573 }, { "event_time": 7, "estimate": 1.126983746419131, "se": 0.2334299394250335, "pvalue": 8.163594825387938e-06, "lower": 0.6611815546309263, "upper": 1.5927859382073357 }, { "event_time": 8, "estimate": 1.1124820950814585, "se": 0.28015949300845616, "pvalue": 0.0001753050629257599, "lower": 0.5534325309379478, "upper": 1.6715316592249692 }, { "event_time": 9, "estimate": 1.1623951286395366, "se": 0.2627468882468456, "pvalue": 3.5886770507347475e-05, "lower": 0.6380918763130872, "upper": 1.6866983809659861 }, { "event_time": 10, "estimate": 0.9273235294806705, "se": 0.263521380822118, "pvalue": 0.0007775766544737079, "lower": 0.4014748012826419, "upper": 1.4531722576786992 }, { "event_time": 11, "estimate": 0.8331521254792716, "se": 0.2251285332625934, "pvalue": 0.00043218281040694346, "lower": 0.38391513177539643, "upper": 1.282389119183147 }, { "event_time": 12, "estimate": 0.8343737141682653, "se": 0.20477415850081634, "pvalue": 0.00012287121630915576, "lower": 0.425753242920196, "upper": 1.2429941854163347 } ], "Sun\u2013Abraham": [ { "event_time": -10, "estimate": 1.2783628501756237, "se": 0.22555817519807386, "pvalue": 3.2069572947339726e-07, "lower": 0.8282685193378578, "upper": 1.7284571810133895 }, { "event_time": -9, "estimate": 1.1894656944335913, "se": 0.20724053159348477, "pvalue": 2.410224591917566e-07, "lower": 0.7759236523057875, "upper": 1.603007736561395 }, { "event_time": -8, "estimate": 1.0587387265430788, "se": 0.18432027635642229, "pvalue": 2.3677297988566702e-07, "lower": 0.6909333416412754, "upper": 1.426544111444882 }, { "event_time": -7, "estimate": 0.841388676779725, "se": 0.18830925022442954, "pvalue": 3.061633690930485e-05, "lower": 0.46562341845602756, "upper": 1.2171539351034224 }, { "event_time": -6, "estimate": 0.5130328245717987, "se": 0.2284440782030263, "pvalue": 0.027972165364409603, "lower": 0.05717976394853019, "upper": 0.9688858851950671 }, { "event_time": -5, "estimate": 0.30289273700708447, "se": 0.15766373013940027, "pvalue": 0.05890829301201119, "lower": -0.01172033809942774, "upper": 0.6175058121135967 }, { "event_time": -4, "estimate": 0.028921253998559066, "se": 0.15998021395696965, "pvalue": 0.8570778346293598, "lower": -0.2903142925960729, "upper": 0.348156800593191 }, { "event_time": -3, "estimate": 0.014501656976096683, "se": 0.08538602340319439, "pvalue": 0.8656430443922054, "lower": -0.1558834999033192, "upper": 0.18488681385551256 }, { "event_time": -2, "estimate": -0.05135282836841659, "se": 0.06493672538593928, "pvalue": 0.4318024663909644, "lower": -0.18093204638485003, "upper": 0.07822638964801684 }, { "event_time": 0, "estimate": 0.5548236119496841, "se": 0.09011489875219163, "pvalue": 4.5141859261656405e-08, "lower": 0.3750021312307398, "upper": 0.7346450926686284 }, { "event_time": 1, "estimate": 0.7509738744430284, "se": 0.13114029523273282, "pvalue": 2.538495978656593e-07, "lower": 0.4892874896475729, "upper": 1.012660259238484 }, { "event_time": 2, "estimate": 0.7531233351846633, "se": 0.11823057632156504, "pvalue": 1.8979127583066466e-08, "lower": 0.5171978933899354, "upper": 0.9890487769793913 }, { "event_time": 3, "estimate": 0.8698421771817619, "se": 0.1240294146403517, "pvalue": 1.3430061384499426e-09, "lower": 0.6223453336835103, "upper": 1.1173390206800136 }, { "event_time": 4, "estimate": 0.8267201646319389, "se": 0.15002905207217831, "pvalue": 5.958928852307741e-07, "lower": 0.5273418524100368, "upper": 1.126098476853841 }, { "event_time": 5, "estimate": 0.731477731549991, "se": 0.1573492635248383, "pvalue": 1.585699530993713e-05, "lower": 0.41749216480280904, "upper": 1.045463298297173 }, { "event_time": 6, "estimate": 0.8913077847903239, "se": 0.22002836339481738, "pvalue": 0.00013333452582777152, "lower": 0.4522480216026104, "upper": 1.3303675479780375 }, { "event_time": 7, "estimate": 0.8988140779876062, "se": 0.19908434691521068, "pvalue": 2.5864572626410358e-05, "lower": 0.5015474489843025, "upper": 1.2960807069909097 }, { "event_time": 8, "estimate": 0.8957353543253879, "se": 0.2270110000598659, "pvalue": 0.0001909175805166547, "lower": 0.44274195661310717, "upper": 1.3487287520376685 }, { "event_time": 9, "estimate": 0.9354856279045094, "se": 0.21875726949435964, "pvalue": 6.073525178465767e-05, "lower": 0.4989622931040893, "upper": 1.3720089627049294 }, { "event_time": 10, "estimate": 0.7115454812125108, "se": 0.3371601502930802, "pvalue": 0.03850438561239158, "lower": 0.03875287638645264, "upper": 1.384338086038569 }, { "event_time": 11, "estimate": 0.6173740772114132, "se": 0.2763716152243935, "pvalue": 0.02878485727540824, "lower": 0.0658831055020529, "upper": 1.1688650489207735 }, { "event_time": 12, "estimate": 0.6185956659011411, "se": 0.26935571271133657, "pvalue": 0.02472945382727415, "lower": 0.08110470968252648, "upper": 1.1560866221197559 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0 ], "weights": [ 0.152317880794702, 0.152317880794702, 0.152317880794702, 0.12582781456953643, 0.11258278145695365, 0.11258278145695365, 0.033112582781456956, 0.033112582781456956, 0.033112582781456956, 0.033112582781456956, 0.019867549668874173, 0.019867549668874173, 0.019867549668874173 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 2.7522407301315174e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8036710746594808, "df_num": 19, "df_den": 668, "pvalue": 0.7040545930389419, "log10_pvalue": -0.15239366395971649, "inference": "Homoskedastic nested-model F", "observations": 814, "design_columns": 62, "restricted_design_columns": 43, "fixed_effect_rank": 84, "covariance_rank": 19, "rss_unrestricted": 83.80159827684975, "rss_restricted": 85.71721128637283, "test_horizon": null, "reference_cohort": 4, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]" ], "data": [ [ -1.3390391755485675e-06, 0.0001823648091996631, 0.00011412886316577692, 0.00019244208968689105, 0.0009513468361609414, 0.8026588284194174 ], [ 1.1670813839028557e-06, -0.00020329164403855266, -4.294898950107096e-05, -0.00021307546332271268, -0.0010629183903647834, -0.1341126774364513 ], [ -1.2684804855021277e-06, 0.0001724118487446233, 0.00010855168189450623, 0.00018195035128178695, 0.0008994064393907064, -0.1328752631129479 ], [ 1.1670813839028557e-06, -0.00020329164403855266, -4.294898950107096e-05, -0.00021307546332271268, -0.0010629183903647834, -0.1341126774364513 ], [ 9.226684998676474e-08, 1.727005921749429e-05, -4.559301237508605e-05, 1.7253817134972512e-05, 9.169505861493301e-05, -0.13385273612892615 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_13", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_14" ], "deviations": [ { "event_time": -3.0, "cohort": 7, "estimate": -0.10684424499094194 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.1220781849911246 }, { "event_time": 0.0, "cohort": 7, "estimate": 0.3762870700324917 }, { "event_time": 1.0, "cohort": 7, "estimate": 0.3011987826369068 }, { "event_time": 2.0, "cohort": 7, "estimate": 0.17149799435282753 }, { "event_time": 3.0, "cohort": 7, "estimate": 0.17832553479039442 }, { "event_time": 4.0, "cohort": 7, "estimate": 0.532898627155354 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.8874688328142051 }, { "event_time": 6.0, "cohort": 7, "estimate": 1.0247945140719608 }, { "event_time": 7.0, "cohort": 7, "estimate": 0.7615888782432951 }, { "event_time": 8.0, "cohort": 7, "estimate": 0.8759043355711207 }, { "event_time": 9.0, "cohort": 7, "estimate": 0.7996985186742387 }, { "event_time": -10.0, "cohort": 11, "estimate": 0.22357887240036955 }, { "event_time": -9.0, "cohort": 11, "estimate": 0.08217657730598804 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.18643329753768131 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.05380457960984661 }, { "event_time": -6.0, "cohort": 11, "estimate": -0.09813768582630349 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.08436560423733319 }, { "event_time": -4.0, "cohort": 11, "estimate": -0.21942614604718835 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.16992143392111791 }, { "event_time": -2.0, "cohort": 11, "estimate": 0.3575245195324107 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.30761179948163864 }, { "event_time": 1.0, "cohort": 11, "estimate": 0.26122468255120956 }, { "event_time": 2.0, "cohort": 11, "estimate": 0.23587612434716992 }, { "event_time": 3.0, "cohort": 11, "estimate": 0.021860985826910678 }, { "event_time": 4.0, "cohort": 11, "estimate": 0.10869528934336792 }, { "event_time": 5.0, "cohort": 11, "estimate": 0.2080191526823998 }, { "event_time": -5.0, "cohort": 13, "estimate": -0.041935761147202766 }, { "event_time": -4.0, "cohort": 13, "estimate": -0.2979684638761282 }, { "event_time": -3.0, "cohort": 13, "estimate": -0.22204097627853636 }, { "event_time": -2.0, "cohort": 13, "estimate": 0.23416846967887617 }, { "event_time": 0.0, "cohort": 13, "estimate": 0.07804590099553271 }, { "event_time": 1.0, "cohort": 13, "estimate": -0.04463428883479778 }, { "event_time": 2.0, "cohort": 13, "estimate": -0.12989043462058092 }, { "event_time": 3.0, "cohort": 13, "estimate": -0.28672344775374214 }, { "event_time": -3.0, "cohort": 14, "estimate": -0.10318895244170831 }, { "event_time": -2.0, "cohort": 14, "estimate": 0.5985273518233731 }, { "event_time": 0.0, "cohort": 14, "estimate": 0.4332895007792338 }, { "event_time": 1.0, "cohort": 14, "estimate": 0.412126280641375 }, { "event_time": 2.0, "cohort": 14, "estimate": 0.03240151933512507 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 1.0958810966563794, "se": 0.1723909913189881, "lower": 0.7580009624120057, "upper": 1.4337612309007532 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.9727001062837304, "se": 0.1357146646245299, "lower": 0.7067042514457196, "upper": 1.2386959611217412 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.8825156839145425, "se": 0.1349631487150058, "lower": 0.6179927731930078, "upper": 1.147038594636077 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 151.0, "post_cells": 36, "estimate": 0.97270010628373, "se": 0.1357146646245299, "lower": 0.7067042514457194, "upper": 1.2386959611217407 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 1.0958810966563794, "se": 0.1723909913189881, "lower": 0.7580009624120057, "upper": 1.4337612309007532, "event_study": [ { "event_time": -10, "estimate": 1.8600190199712838, "se": 0.3240417232332477, "lower": 1.2249089129458222, "upper": 2.4951291269967455, "relative_to_minus_one": 1.8600190199712838, "n": 0.0 }, { "event_time": -9, "estimate": 1.754818846962481, "se": 0.33119406746170926, "lower": 1.1056904028442018, "upper": 2.40394729108076, "relative_to_minus_one": 1.754818846962481, "n": 0.0 }, { "event_time": -8, "estimate": 1.5836875028044521, "se": 0.3445483511053039, "lower": 0.9083851437053951, "upper": 2.258989861903509, "relative_to_minus_one": 1.5836875028044521, "n": 0.0 }, { "event_time": -7, "estimate": 0.9453092571723586, "se": 0.3470404367755224, "lower": 0.26512249991328507, "upper": 1.625496014431432, "relative_to_minus_one": 0.9453092571723586, "n": 0.0 }, { "event_time": -6, "estimate": 0.8078200109046675, "se": 0.32076755390382705, "lower": 0.179127157844156, "upper": 1.436512863965179, "relative_to_minus_one": 0.8078200109046675, "n": 0.0 }, { "event_time": -5, "estimate": 0.11935496349739377, "se": 0.1957650738923066, "lower": -0.26433753076234956, "upper": 0.5030474577571371, "relative_to_minus_one": 0.11935496349739377, "n": 0.0 }, { "event_time": -4, "estimate": 0.26236711109969335, "se": 0.2598498837661282, "lower": -0.24692930246883726, "upper": 0.771663524668224, "relative_to_minus_one": 0.26236711109969335, "n": 0.0 }, { "event_time": -3, "estimate": 0.08207638101019898, "se": 0.11983788661773558, "lower": -0.15280156074395726, "upper": 0.3169543227643552, "relative_to_minus_one": 0.08207638101019898, "n": 0.0 }, { "event_time": -2, "estimate": -0.12068926279665308, "se": 0.08107252200252327, "lower": -0.2795884860574298, "upper": 0.03820996046412363, "relative_to_minus_one": -0.12068926279665308, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.7005929327129922, "se": 0.1062269989690855, "lower": 0.49239184054781115, "upper": 0.9087940248781732, "relative_to_minus_one": 0.7005929327129922, "n": 23.0 }, { "event_time": 1, "estimate": 0.8455396028884999, "se": 0.14262171725170814, "lower": 0.5660061736618971, "upper": 1.1250730321151028, "relative_to_minus_one": 0.8455396028884999, "n": 23.0 }, { "event_time": 2, "estimate": 0.9160184919018332, "se": 0.13984467726044272, "lower": 0.6419279610417379, "upper": 1.1901090227619284, "relative_to_minus_one": 0.9160184919018332, "n": 23.0 }, { "event_time": 3, "estimate": 1.0419760759368286, "se": 0.1428505487085056, "lower": 0.7619941452963729, "upper": 1.3219580065772845, "relative_to_minus_one": 1.0419760759368286, "n": 19.0 }, { "event_time": 4, "estimate": 1.0280869098673089, "se": 0.1678527620773417, "lower": 0.6991015414901486, "upper": 1.3570722782444693, "relative_to_minus_one": 1.0280869098673089, "n": 17.0 }, { "event_time": 5, "estimate": 0.9172306688542526, "se": 0.16964788688889088, "lower": 0.5847269204987017, "upper": 1.2497344172098037, "relative_to_minus_one": 0.9172306688542526, "n": 17.0 }, { "event_time": 6, "estimate": 1.526785431191215, "se": 0.26977507523637856, "lower": 0.9980359998013296, "upper": 2.0555348625811005, "relative_to_minus_one": 1.526785431191215, "n": 5.0 }, { "event_time": 7, "estimate": 1.3433860890934564, "se": 0.23334212478008828, "lower": 0.886043928448432, "upper": 1.8007282497384807, "relative_to_minus_one": 1.3433860890934564, "n": 5.0 }, { "event_time": 8, "estimate": 1.254042691684024, "se": 0.274929951966433, "lower": 0.7151898875584882, "upper": 1.7928954958095598, "relative_to_minus_one": 1.254042691684024, "n": 5.0 }, { "event_time": 9, "estimate": 1.3704204940747193, "se": 0.248747810629005, "lower": 0.8828837440086799, "upper": 1.8579572441407588, "relative_to_minus_one": 1.3704204940747193, "n": 5.0 }, { "event_time": 10, "estimate": 1.1631653625467557, "se": 0.34574883603029105, "lower": 0.4855100962307407, "upper": 1.8408206288627706, "relative_to_minus_one": 1.1631653625467557, "n": 3.0 }, { "event_time": 11, "estimate": 1.0689939585456583, "se": 0.28894769691022465, "lower": 0.5026668791858225, "upper": 1.635321037905494, "relative_to_minus_one": 1.0689939585456583, "n": 3.0 }, { "event_time": 12, "estimate": 1.070215547235386, "se": 0.27558233321178854, "lower": 0.5300840993647641, "upper": 1.610346995106008, "relative_to_minus_one": 1.070215547235386, "n": 3.0 } ], "group_time_estimates": [ { "group": 4, "year": 1, "att": 0.10302569805537179, "se": 0.321584508600236, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.39350110819790185, "se": 0.07746194367005269, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.6669300071591561, "se": 0.22179648580050498, "event_time": 0, "mass": 3.0 }, { "group": 4, "year": 5, "att": 1.1441865090278887, "se": 0.27716055950236596, "event_time": 1, "mass": 3.0 }, { "group": 4, "year": 6, "att": 1.1515651733881525, "se": 0.28874639254873735, "event_time": 2, "mass": 3.0 }, { "group": 4, "year": 7, "att": 1.5683514894431725, "se": 0.2928146837733286, "event_time": 3, "mass": 3.0 }, { "group": 4, "year": 8, "att": 1.3835877758425235, "se": 0.30827357741745065, "event_time": 4, "mass": 3.0 }, { "group": 4, "year": 9, "att": 1.1838916311151653, "se": 0.3180844292564332, "event_time": 5, "mass": 3.0 }, { "group": 4, "year": 10, "att": 1.267744263159085, "se": 0.3125395247911899, "event_time": 6, "mass": 3.0 }, { "group": 4, "year": 11, "att": 1.197303938548072, "se": 0.3126887497562929, "event_time": 7, "mass": 3.0 }, { "group": 4, "year": 12, "att": 1.0047245757095846, "se": 0.33439972682420127, "event_time": 8, "mass": 3.0 }, { "group": 4, "year": 13, "att": 1.2026697240668938, "se": 0.32307104755453403, "event_time": 9, "mass": 3.0 }, { "group": 4, "year": 14, "att": 1.1631653625467557, "se": 0.34574883603029105, "event_time": 10, "mass": 3.0 }, { "group": 4, "year": 15, "att": 1.0689939585456583, "se": 0.28894769691022465, "event_time": 11, "mass": 3.0 }, { "group": 4, "year": 16, "att": 1.070215547235386, "se": 0.27558233321178854, "event_time": 12, "mass": 3.0 }, { "group": 7, "year": 1, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 7, "year": 2, "att": null, "se": null, "event_time": -5, "mass": 0.0 }, { "group": 7, "year": 3, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 7, "year": 4, "att": 0.2266998374532308, "se": 0.3553805950624429, "event_time": -3, "mass": 0.0 }, { "group": 7, "year": 5, "att": -0.16574511294630195, "se": 0.2310883408693839, "event_time": -2, "mass": 0.0 }, { "group": 7, "year": 6, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 7, "year": 7, "att": 0.8384690620282654, "se": 0.12357638178705596, "event_time": 0, "mass": 2.0 }, { "group": 7, "year": 8, "att": 0.9999925399827229, "se": 0.16168302302011223, "event_time": 1, "mass": 2.0 }, { "group": 7, "year": 9, "att": 0.9777689359420689, "se": 0.1726203857689489, "event_time": 2, "mass": 2.0 }, { "group": 7, "year": 10, "att": 1.313932823616007, "se": 0.18948179612521543, "event_time": 3, "mass": 2.0 }, { "group": 7, "year": 11, "att": 1.6454233472950064, "se": 0.2439130858413985, "event_time": 4, "mass": 2.0 }, { "group": 7, "year": 12, "att": 1.6491515594278807, "se": 0.26392680767878046, "event_time": 5, "mass": 2.0 }, { "group": 7, "year": 13, "att": 1.91534718323941, "se": 0.2589446596533846, "event_time": 6, "mass": 2.0 }, { "group": 7, "year": 14, "att": 1.5625093149115332, "se": 0.1852595842371214, "event_time": 7, "mass": 2.0 }, { "group": 7, "year": 15, "att": 1.628019865645683, "se": 0.22013189948945447, "event_time": 8, "mass": 2.0 }, { "group": 7, "year": 16, "att": 1.6220466490864578, "se": 0.23516653871638807, "event_time": 9, "mass": 2.0 }, { "group": 11, "year": 1, "att": 1.733604933801804, "se": 0.339396444889611, "event_time": -10, "mass": 0.0 }, { "group": 11, "year": 2, "att": 1.621683690882367, "se": 0.3598564877055741, "event_time": -9, "mass": 0.0 }, { "group": 11, "year": 3, "att": 1.5326594110884346, "se": 0.3818389899565494, "event_time": -8, "mass": 0.0 }, { "group": 11, "year": 4, "att": 0.6266697771047487, "se": 0.34640808521981836, "event_time": -7, "mass": 0.0 }, { "group": 11, "year": 5, "att": 0.5615372275931308, "se": 0.3169309669196514, "event_time": -6, "mass": 0.0 }, { "group": 11, "year": 6, "att": 0.11256718777786608, "se": 0.25943699311804735, "event_time": -5, "mass": 0.0 }, { "group": 11, "year": 7, "att": 0.25014175805122574, "se": 0.30747461440861606, "event_time": -4, "mass": 0.0 }, { "group": 11, "year": 8, "att": 0.09241791078624323, "se": 0.2005180226949058, "event_time": -3, "mass": 0.0 }, { "group": 11, "year": 9, "att": -0.13233669175535204, "se": 0.11298528929439346, "event_time": -2, "mass": 0.0 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 11, "year": 11, "att": 0.7389847790653825, "se": 0.13571580836600333, "event_time": 0, "mass": 12.0 }, { "group": 11, "year": 12, "att": 0.7900532613471223, "se": 0.18219666915144556, "event_time": 1, "mass": 12.0 }, { "group": 11, "year": 13, "att": 1.01772844876096, "se": 0.17968105757357852, "event_time": 2, "mass": 12.0 }, { "group": 11, "year": 14, "att": 0.9296334071128187, "se": 0.18775511145453178, "event_time": 3, "mass": 12.0 }, { "group": 11, "year": 15, "att": 0.8363222871355556, "se": 0.19669555459769295, "event_time": 4, "mass": 12.0 }, { "group": 11, "year": 16, "att": 0.7285786131934198, "se": 0.20359772572332419, "event_time": 5, "mass": 12.0 }, { "group": 13, "year": 1, "att": null, "se": null, "event_time": -12, "mass": 0.0 }, { "group": 13, "year": 2, "att": null, "se": null, "event_time": -11, "mass": 0.0 }, { "group": 13, "year": 3, "att": null, "se": null, "event_time": -10, "mass": 0.0 }, { "group": 13, "year": 4, "att": null, "se": null, "event_time": -9, "mass": 0.0 }, { "group": 13, "year": 5, "att": null, "se": null, "event_time": -8, "mass": 0.0 }, { "group": 13, "year": 6, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 13, "year": 7, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 13, "year": 8, "att": 0.25488201305231317, "se": 0.20443864813410234, "event_time": -5, "mass": 0.0 }, { "group": 13, "year": 9, "att": -0.219259173911256, "se": 0.19726595087905802, "event_time": -4, "mass": 0.0 }, { "group": 13, "year": 10, "att": -0.08428504626996554, "se": 0.13006948719870665, "event_time": -3, "mass": 0.0 }, { "group": 13, "year": 11, "att": 0.006920799903832151, "se": 0.14941961605748144, "event_time": -2, "mass": 0.0 }, { "group": 13, "year": 12, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 13, "year": 13, "att": 0.5069205665128373, "se": 0.0863772463614586, "event_time": 0, "mass": 2.0 }, { "group": 13, "year": 14, "att": 0.549854478444942, "se": 0.21596311973931812, "event_time": 1, "mass": 2.0 }, { "group": 13, "year": 15, "att": 0.5647041243487773, "se": 0.17085994475467264, "event_time": 2, "mass": 2.0 }, { "group": 13, "year": 16, "att": 0.6545122209421932, "se": 0.07749978252672199, "event_time": 3, "mass": 2.0 }, { "group": 14, "year": 1, "att": null, "se": null, "event_time": -13, "mass": 0.0 }, { "group": 14, "year": 2, "att": null, "se": null, "event_time": -12, "mass": 0.0 }, { "group": 14, "year": 3, "att": null, "se": null, "event_time": -11, "mass": 0.0 }, { "group": 14, "year": 4, "att": 2.239261278479723, "se": 0.778990087090489, "event_time": -10, "mass": 0.0 }, { "group": 14, "year": 5, "att": 2.154224315202823, "se": 0.7558067430350237, "event_time": -9, "mass": 0.0 }, { "group": 14, "year": 6, "att": 1.7367717779525047, "se": 0.7577235318934344, "event_time": -8, "mass": 0.0 }, { "group": 14, "year": 7, "att": 1.9012276973751883, "se": 0.7533635908834051, "event_time": -7, "mass": 0.0 }, { "group": 14, "year": 8, "att": 1.5466683608392775, "se": 0.7525549980919573, "event_time": -6, "mass": 0.0 }, { "group": 14, "year": 9, "att": 0.07195476587851721, "se": 0.3260254034750689, "event_time": -5, "mass": 0.0 }, { "group": 14, "year": 10, "att": 0.5398563127505709, "se": 0.6464014608475075, "event_time": -4, "mass": 0.0 }, { "group": 14, "year": 11, "att": 0.04620878931675308, "se": 0.156416983496903, "event_time": -3, "mass": 0.0 }, { "group": 14, "year": 12, "att": 0.07758480185496205, "se": 0.18604062023139273, "event_time": -2, "mass": 0.0 }, { "group": 14, "year": 13, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 14, "year": 14, "att": 0.6385627062636391, "se": 0.3144245188665142, "event_time": 0, "mass": 4.0 }, { "group": 14, "year": 15, "att": 0.8586295415827591, "se": 0.42789492315435435, "event_time": 1, "mass": 4.0 }, { "group": 14, "year": 16, "att": 0.579010571966124, "se": 0.35999183671662854, "event_time": 2, "mass": 4.0 } ], "treated_cell_att": 0.97270010628373, "treated_cell_se": 0.1357146646245299, "checks": { "input_rows": 814, "retained_rows": 814, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 4,7,13,14.", "No (treated or control) units for group 13 in time period 1; setting ATT to NA.", "No (treated or control) units for group 13 in time period 2; setting ATT to NA.", "No (treated or control) units for group 13 in time period 3; setting ATT to NA.", "No (treated or control) units for group 13 in time period 4; setting ATT to NA.", "No (treated or control) units for group 13 in time period 5; setting ATT to NA.", "No (treated or control) units for group 13 in time period 6; setting ATT to NA.", "No (treated or control) units for group 13 in time period 7; setting ATT to NA.", "No (treated or control) units for group 14 in time period 1; setting ATT to NA.", "No (treated or control) units for group 14 in time period 2; setting ATT to NA.", "No (treated or control) units for group 14 in time period 3; setting ATT to NA.", "No (treated or control) units for group 7 in time period 1; setting ATT to NA.", "No (treated or control) units for group 7 in time period 2; setting ATT to NA.", "No (treated or control) units for group 7 in time period 3; setting ATT to NA." ], "seconds": 0.1853706669062376, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "parameters": { "max_iterations": 20000 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.8035947848781605, "event_study": [ { "event_time": -10, "estimate": 0.14673897146086956, "raw_gap": 0.14673897146086956, "n": 4, "n_cells": 4, "weight_sum": 4.0, "relative_to_minus_one": 0.16273337992733153 }, { "event_time": -9, "estimate": 0.15847523778002523, "raw_gap": 0.15847523778002523, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 0.1744696462464872 }, { "event_time": -8, "estimate": 0.0779179373613271, "raw_gap": 0.0779179373613271, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 0.09391234582778908 }, { "event_time": -7, "estimate": 0.10864037332253726, "raw_gap": 0.10864037332253726, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": 0.12463478178899924 }, { "event_time": -6, "estimate": 0.00045023252047729755, "raw_gap": 0.00045023252047729755, "n": 11, "n_cells": 11, "weight_sum": 11.0, "relative_to_minus_one": 0.016444640986939277 }, { "event_time": -5, "estimate": 0.030198046476108804, "raw_gap": 0.030198046476108804, "n": 16, "n_cells": 16, "weight_sum": 16.0, "relative_to_minus_one": 0.04619245494257078 }, { "event_time": -4, "estimate": -0.06089314692097689, "raw_gap": -0.06089314692097689, "n": 15, "n_cells": 15, "weight_sum": 15.0, "relative_to_minus_one": -0.044898738454514905 }, { "event_time": -3, "estimate": -0.02410549679793646, "raw_gap": -0.02410549679793646, "n": 21, "n_cells": 21, "weight_sum": 21.0, "relative_to_minus_one": -0.008111088331474482 }, { "event_time": -2, "estimate": -0.06292734294129888, "raw_gap": -0.06292734294129888, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": -0.0469329344748369 }, { "event_time": -1, "estimate": -0.01599440846646198, "raw_gap": -0.01599440846646198, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.4989868204146833, "raw_gap": 0.4989868204146833, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.5149812288811453 }, { "event_time": 1, "estimate": 0.7143658151306816, "raw_gap": 0.7143658151306816, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.7303602235971436 }, { "event_time": 2, "estimate": 0.7358495844587335, "raw_gap": 0.7358495844587335, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.7518439929251954 }, { "event_time": 3, "estimate": 0.8737376405908953, "raw_gap": 0.8737376405908953, "n": 19, "n_cells": 19, "weight_sum": 19.0, "relative_to_minus_one": 0.8897320490573573 }, { "event_time": 4, "estimate": 0.8556595294082727, "raw_gap": 0.8556595294082727, "n": 17, "n_cells": 17, "weight_sum": 17.0, "relative_to_minus_one": 0.8716539378747347 }, { "event_time": 5, "estimate": 0.7832804541283709, "raw_gap": 0.7832804541283709, "n": 17, "n_cells": 17, "weight_sum": 17.0, "relative_to_minus_one": 0.7992748625948328 }, { "event_time": 6, "estimate": 1.1384123333233063, "raw_gap": 1.1384123333233063, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.1544067417897683 }, { "event_time": 7, "estimate": 1.1563616234985026, "raw_gap": 1.1563616234985026, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.1723560319649646 }, { "event_time": 8, "estimate": 1.1596957950725784, "raw_gap": 1.1596957950725784, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.1756902035390404 }, { "event_time": 9, "estimate": 1.21721533142875, "raw_gap": 1.21721533142875, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 1.233209739895212 }, { "event_time": 10, "estimate": 1.0182158502257723, "raw_gap": 1.0182158502257723, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 1.0342102586922344 }, { "event_time": 11, "estimate": 0.9385015473472423, "raw_gap": 0.9385015473472423, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.9544959558137043 }, { "event_time": 12, "estimate": 0.9398629852744279, "raw_gap": 0.9398629852744279, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.9558573937408898 } ], "package_event_study": { "event_time": [ -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0 ], "estimate": [ 0.14673897146086956, 0.15847523778002523, 0.0779179373613271, 0.10864037332253725, 0.00045023252047729755, 0.0301980464761088, -0.06089314692097689, -0.02410549679793646, -0.06292734294129888, -0.015994408466461975, 0.4989868204146833, 0.7143658151306816, 0.7358495844587337, 0.8737376405908953, 0.8556595294082726, 0.7832804541283709, 1.1384123333233063, 1.1563616234985026, 1.1596957950725784, 1.21721533142875, 1.0182158502257723, 0.9385015473472423, 0.9398629852744279 ], "n": [ 4.0, 5.0, 5.0, 9.0, 11.0, 16.0, 15.0, 21.0, 23.0, 23.0, 23.0, 23.0, 23.0, 19.0, 17.0, 17.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 63, "termination_reason": "Relative objective tolerance reached", "objective": 0.06513262178919982, "lambda_l": 0.0035769902335203467, "singular_values": [ 4.510048454849086, 2.069000965366377, 1.8091190289636527, 1.7303646682319016, 0.9163963442954484, 0.4694618737476297, 0.031213418132877147, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.06717350599990721, 0.06600179628374125, 0.06557761285054081, 0.06537354031845986, 0.06526715153804162, 0.06521047630547715, 0.06517960281686767, 0.06516209060853594, 0.06515171446596915, 0.06514529475891764, 0.06514117665615542, 0.06513846367266025, 0.06513664301941761, 0.06513540557506305, 0.06513455701601967, 0.06513397140118428, 0.06513356533549906, 0.06513328275328578, 0.0651330855497742, 0.06513294761962589, 0.06513285097070924, 0.06513278314545627, 0.06513273548725751, 0.0651327019634344, 0.06513267836007383, 0.06513266172802842, 0.0651326499999843, 0.06513264172480326, 0.06513263588267651, 0.06513263175619308, 0.06513262884022573, 0.06513262677883953, 0.06513262532105465, 0.0651326242897899, 0.0651326235600357, 0.06513262304349898, 0.06513262267779144, 0.06513262241881192, 0.06513262223537454, 0.06513262210541927, 0.06513262201333689, 0.06513262194807926, 0.06513262190182509, 0.0651326218690358, 0.06513262184578864, 0.06513262182930468, 0.06513262181761503, 0.06513262180932444, 0.06513262180344384, 0.0651326217992724, 0.06513262179631298, 0.06513262179421339, 0.06513262179272362, 0.06513262179166647, 0.06513262179091624, 0.06513262179038387, 0.06513262179000598, 0.06513262178973778, 0.06513262178954739, 0.06513262178941223, 0.06513262178931632, 0.0651326217892482, 0.06513262178919982 ], "history_rmse": [ 0.16062016374231233, 0.1574558381513189, 0.15653846545640515, 0.15594708167056154, 0.15563588831754469, 0.15529711364021184, 0.15503191212276765, 0.15486468331783806, 0.15475418378265998, 0.15468040388972398, 0.1546306306052873, 0.1545964473469778, 0.1545724320904496, 0.15455516005009756, 0.15454246708641076, 0.15453296441012065, 0.15452573957530852, 0.15452017700014622, 0.15451585032949744, 0.15451245701173827, 0.15450977768768848, 0.15450765034945987, 0.1545059534638693, 0.15450459466339073, 0.1545035029810258, 0.15450262339790752, 0.15450191293728238, 0.1545013378164958, 0.15450087133837018, 0.1545004923093292, 0.1545001838392564, 0.15449993242218488, 0.15449972722632108, 0.1544995595418834, 0.15449942234909375, 0.15449930997842468, 0.15449921784219484, 0.15449914222170671, 0.15449908009784094, 0.15449902901583323, 0.15449898697703882, 0.15449895235208527, 0.15449892381104013, 0.15449890026713653, 0.15449888083135221, 0.15449886477567745, 0.15449885150336715, 0.15449884052481322, 0.15449883143794738, 0.15449882391230443, 0.1544988176760436, 0.15449881250537154, 0.1544988082159054, 0.15449880465562157, 0.1544988016990865, 0.1544987992427339, 0.15449879720099463, 0.15449879550312495, 0.15449879409060058, 0.15449879291497703, 0.15449879193613045, 0.1544987911208087, 0.15449879044144108 ], "n_observed": 814, "n_missing": 290, "n_treated_observed": 151, "n_untreated_observed": 663 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.8035947848781604, "matrix_preparation": { "source_rows": 814, "matrix_shape": [ 69, 16 ], "observed_cells": 814, "missing_cells": 290, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 814.0, "treated_observation_mass": 151.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.002894124947488308, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 6, period 6: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5836461717054291, "SE": 0.15493282774663392, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7830948306897552, "SE": 0.12558931286311137, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.7411187723579706, "SE": 0.1412719262586771, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7570914198400018, "SE": 0.11959318280217397, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 1.0958810966563794, "SE": 0.1723909913189881, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.97270010628373, "SE": 0.1357146646245299, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.8035947848781605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 6, period 6: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5836461717054291, "SE": 0.15493282774663392, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.27448252747844953, "upper": 0.8928098159324087, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7830948306897552, "SE": 0.12558931286311137, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5324852587517941, "upper": 1.0337044026277162, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.7411187723579706, "SE": 0.1412719262586771, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.45921503262553265, "upper": 1.0230225120904086, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7570914198400018, "SE": 0.11959318280217397, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5184469391474538, "upper": 0.9957359005325499, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 1.0958810966563794, "SE": 0.1723909913189881, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.7580009624120057, "upper": 1.4337612309007532, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.97270010628373, "SE": 0.1357146646245299, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.7067042514457194, "upper": 1.2386959611217407, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.8035947848781605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 6, period 6: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602777.49909, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5836461717054291, "SE": 0.15493282774663392, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.27448252747844953, "upper": 0.8928098159324087, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.7830948306897552, "SE": 0.12558931286311137, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5324852587517941, "upper": 1.0337044026277162, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.7411187723579706, "SE": 0.1412719262586771, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.45921503262553265, "upper": 1.0230225120904086, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.7570914198400018, "SE": 0.11959318280217397, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.5184469391474538, "upper": 0.9957359005325499, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 1.0958810966563794, "SE": 0.1723909913189881, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.7580009624120057, "upper": 1.4337612309007532, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.97270010628373, "SE": 0.1357146646245299, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.7067042514457194, "upper": 1.2386959611217407, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.8035947848781605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 6, period 6: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }