{ "study_id": 4, "specification_id": "S04-P005", "source_specification_id": "MI-T4-C5", "role": "active_comparison", "published_source_location": "Table 4 column 5", "outcome_label": "Labor Value per Boat-Year", "outcome_variable": "f_LV_per_boatyear", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P005.json", "input_bytes": 67232, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Labor Value per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p005", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Labor Value per Boat-Year", "source_specification_id": "MI-T4-C5", "specification_id": "S04-P005", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C5.csv", "output_dir": "analyses/full-archive/results/S04-P005" }, "source": { "file": "MI-T4-C5.csv", "bytes": 67232, "sha256": "b249da0d863204181872d2afe506d86574c0e251ec80a45d87ce8e14a36076c9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 89.44540327044984, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.07256228911341406, "se": 0.03840453187826888, "pvalue": 0.060888712626119244, "lower": -0.14848541748982177, "upper": 0.003360839262993659 }, { "method": "Dynamic TWFE", "estimate": -0.32797758845880254, "se": 0.04402694789299364, "pvalue": 8.559039949567524e-12, "lower": -0.41501584809692116, "upper": -0.24093932882068392 }, { "method": "BJS / did2s", "estimate": -0.3165914253705793, "se": 0.03929912622822864, "pvalue": 3.008487568899594e-13, "lower": -0.39428310548697676, "upper": -0.23889974525418187 }, { "method": "Sun\u2013Abraham", "estimate": -0.31707319306393916, "se": 0.044626834092693614, "pvalue": 5.4708736149619594e-11, "lower": -0.40529738661984177, "upper": -0.22884899950803655 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.1806416398448763, "se": 0.04915271631544314, "pvalue": 0.000336977087570917, "lower": -0.27781319248078246, "upper": -0.08347008720897016 }, { "event_time": -3, "estimate": -0.15339832612736917, "se": 0.07876169489217669, "pvalue": 0.05344659981620266, "lower": -0.30910480085791686, "upper": 0.002308148603178517 }, { "event_time": -2, "estimate": -0.09669170894688814, "se": 0.06105841054822767, "pvalue": 0.11552662982133055, "lower": -0.21740000340563725, "upper": 0.024016585511860963 }, { "event_time": 0, "estimate": -0.08115712820625509, "se": 0.05607947683393829, "pvalue": 0.15006598777688548, "lower": -0.1920224118254028, "upper": 0.029708155412892623 }, { "event_time": 1, "estimate": -0.06733213035184882, "se": 0.04926958123829569, "pvalue": 0.17392390762593948, "lower": -0.164734716933659, "upper": 0.030070456229961337 }, { "event_time": 2, "estimate": -0.08458648405359971, "se": 0.05383151803542834, "pvalue": 0.1183499191464805, "lower": -0.1910077071388207, "upper": 0.021834739031621267 }, { "event_time": 3, "estimate": -0.33292212195966714, "se": 0.05383883939629043, "pvalue": 6.376897968953121e-09, "lower": -0.43935781887371606, "upper": -0.22648642504561822 }, { "event_time": 4, "estimate": -0.43668199138526853, "se": 0.062241512927255195, "pvalue": 8.783419933267751e-11, "lower": -0.5597291981913952, "upper": -0.31363478457914185 }, { "event_time": 5, "estimate": -0.5084306644129057, "se": 0.06309198665859356, "pvalue": 2.9646625895949877e-13, "lower": -0.6331591995187715, "upper": -0.38370212930703995 }, { "event_time": 6, "estimate": -0.5168411670126916, "se": 0.0642846307743305, "pvalue": 3.291286487297097e-13, "lower": -0.643927477825692, "upper": -0.3897548561996911 }, { "event_time": 7, "estimate": -0.581105433418194, "se": 0.07110604266718833, "pvalue": 1.5651964194342014e-13, "lower": -0.7216772081991293, "upper": -0.4405336586372587 }, { "event_time": 8, "estimate": -0.560392119255889, "se": 0.07361780074327949, "pvalue": 3.5199333506509926e-12, "lower": -0.7059294676692804, "upper": -0.4148547708424977 }, { "event_time": 9, "estimate": -0.6034173362174763, "se": 0.08205945027722247, "pvalue": 1.4410075633881244e-11, "lower": -0.7656432474105341, "upper": -0.44119142502441844 }, { "event_time": 10, "estimate": -0.6563702624714278, "se": 0.08664957023280283, "pvalue": 4.315320799798505e-12, "lower": -0.8276705263412809, "upper": -0.4850699986015747 }, { "event_time": 11, "estimate": -0.5753123927143319, "se": 0.08535400982512112, "pvalue": 3.73651028190782e-10, "lower": -0.7440514224188113, "upper": -0.40657336300985253 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.03614686494887487, "se": 0.018517271137236706, "pvalue": 0.052912323155287405, "lower": -0.07275424134365632, "upper": 0.0004605114459065793 }, { "event_time": -3, "estimate": -0.0216821044278357, "se": 0.02650270994369477, "pvalue": 0.4146753834642288, "lower": -0.07407614624966602, "upper": 0.03071193739399462 }, { "event_time": -2, "estimate": 0.011600732043032908, "se": 0.01613584769026351, "pvalue": 0.4733666924027528, "lower": -0.02029873335165531, "upper": 0.04350019743772112 }, { "event_time": -1, "estimate": 0.021131915801962997, "se": 0.010140744726922639, "pvalue": 0.03897736798843521, "lower": 0.0010843582331078773, "upper": 0.04117947337081812 }, { "event_time": 0, "estimate": -0.0025303629179137146, "se": 0.03864240960461603, "pvalue": 0.9478833867843299, "lower": -0.07892375926198184, "upper": 0.07386303342615441 }, { "event_time": 1, "estimate": -0.03705970898196852, "se": 0.040279604386361835, "pvalue": 0.35911207255052785, "lower": -0.1166897272430976, "upper": 0.04257030927916057 }, { "event_time": 2, "estimate": -0.10475858880010636, "se": 0.053468436402216914, "pvalue": 0.052055001061766144, "lower": -0.21046202437168693, "upper": 0.0009448467714742032 }, { "event_time": 3, "estimate": -0.3076802078236545, "se": 0.048877241526020195, "pvalue": 3.6525737308831843e-09, "lower": -0.4043071656740255, "upper": -0.2110532499732835 }, { "event_time": 4, "estimate": -0.4218196843217305, "se": 0.059933938736438715, "pvalue": 7.809765810024142e-11, "lower": -0.5403049750476724, "upper": -0.3033343935957886 }, { "event_time": 5, "estimate": -0.49779196984403645, "se": 0.06774708454036585, "pvalue": 1.4854570123620208e-11, "lower": -0.6317233145350525, "upper": -0.3638606251530204 }, { "event_time": 6, "estimate": -0.5516216106610666, "se": 0.06680664312892712, "pvalue": 9.716666334136664e-14, "lower": -0.6836937671125938, "upper": -0.4195494542095395 }, { "event_time": 7, "estimate": -0.5862698741388537, "se": 0.06738051287862215, "pvalue": 7.77294589621201e-15, "lower": -0.7194765317689276, "upper": -0.45306321650877973 }, { "event_time": 8, "estimate": -0.5340065359455056, "se": 0.07705473514636708, "pvalue": 1.3817401332568635e-10, "lower": -0.6863384682047312, "upper": -0.38167460368628003 }, { "event_time": 9, "estimate": -0.6318547947219231, "se": 0.09188572645814194, "pvalue": 1.8329089183792925e-10, "lower": -0.8135065807130574, "upper": -0.4502030087307888 }, { "event_time": 10, "estimate": -0.7120521512234753, "se": 0.1034304533589827, "pvalue": 1.7590440006132995e-10, "lower": -0.9165270713525646, "upper": -0.507577231094386 }, { "event_time": 11, "estimate": -0.6475598658631764, "se": 0.09191083252224233, "pvalue": 7.507044277695807e-11, "lower": -0.8292612848229864, "upper": -0.4658584469033663 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.18923669897228573, "se": 0.07160309270909072, "pvalue": 0.009150748919613294, "lower": -0.33079110763248487, "upper": -0.047682290312086595 }, { "event_time": -3, "estimate": -0.1560052658333497, "se": 0.09672597358697248, "pvalue": 0.10901131939435117, "lower": -0.3472258887862406, "upper": 0.03521535711954121 }, { "event_time": -2, "estimate": -0.07954467620137308, "se": 0.07112267301518421, "pvalue": 0.26529155605218996, "lower": -0.2201493280409284, "upper": 0.06105997563818226 }, { "event_time": 0, "estimate": -0.0408897637051197, "se": 0.06153473740772651, "pvalue": 0.5074563438128775, "lower": -0.16253972373129433, "upper": 0.08076019632105491 }, { "event_time": 1, "estimate": -0.05076916664795253, "se": 0.05052114251326675, "pvalue": 0.31666195669925473, "lower": -0.1506460041242082, "upper": 0.04910767082830314 }, { "event_time": 2, "estimate": -0.0932086585964632, "se": 0.05340314750552866, "pvalue": 0.0830975959069713, "lower": -0.19878302249232255, "upper": 0.012365705299396165 }, { "event_time": 3, "estimate": -0.32425630120887977, "se": 0.05155672711650004, "pvalue": 3.757810263682113e-09, "lower": -0.42618041849641214, "upper": -0.2223321839213474 }, { "event_time": 4, "estimate": -0.43680679363370156, "se": 0.06480054673415979, "pvalue": 3.7271919428425045e-10, "lower": -0.5649130349531776, "upper": -0.30870055231422555 }, { "event_time": 5, "estimate": -0.4934738295904916, "se": 0.06600288158968622, "pvalue": 7.386502874457663e-12, "lower": -0.6239570045457403, "upper": -0.3629906546352429 }, { "event_time": 6, "estimate": -0.5508114181159749, "se": 0.06383819758937022, "pvalue": 1.1782581440353235e-14, "lower": -0.6770151611080562, "upper": -0.42460767512389364 }, { "event_time": 7, "estimate": -0.5793034651939554, "se": 0.07018005122641581, "pvalue": 9.852267234093266e-14, "lower": -0.7180446183374217, "upper": -0.440562312050489 }, { "event_time": 8, "estimate": -0.5189187844444269, "se": 0.07583308378588205, "pvalue": 2.1865216034346694e-10, "lower": -0.6688355956609766, "upper": -0.36900197322787703 }, { "event_time": 9, "estimate": -0.567543128235836, "se": 0.09129318269655814, "pvalue": 5.407700366781637e-09, "lower": -0.7480234958063015, "upper": -0.3870627606653705 }, { "event_time": 10, "estimate": -0.6401655288939528, "se": 0.09425878693392419, "pvalue": 2.8601798110908403e-10, "lower": -0.8265086928640945, "upper": -0.45382236492381123 }, { "event_time": 11, "estimate": -0.5704462433320833, "se": 0.08727327318875555, "pvalue": 1.0718508413430098e-09, "lower": -0.7429795252151136, "upper": -0.39791296144905297 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.1925806524038786e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.2039394641692542, "df_num": 8, "df_den": 1341, "pvalue": 0.024815342319498553, "log10_pvalue": -1.6052797294755694, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 96.05716445191496, "rss_restricted": 97.32012746788376, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.06648298166991076 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.0572860923159973 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.008624657904577905 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.2793226020547674 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.047742961140471246 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.19002464751709028 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.1673706337034474 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.020774812688328512 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.09875017618970572 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Labor Value per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p005", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Labor Value per Boat-Year", "source_specification_id": "MI-T4-C5", "specification_id": "S04-P005", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C5.csv", "output_dir": "analyses/archive-expanded/fits/S04-P005" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P005", "regression_results": "analyses/archive-expanded/baselines/S04-P005.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C5.csv", "bytes": 67232, "sha256": "b249da0d863204181872d2afe506d86574c0e251ec80a45d87ce8e14a36076c9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 89.44540327044984, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.07256228911341406, "se": 0.03840453187826888, "pvalue": 0.060888712626119244, "lower": -0.14848541748982177, "upper": 0.003360839262993659 }, { "method": "Dynamic TWFE", "estimate": -0.32797758845880254, "se": 0.04402694789299364, "pvalue": 8.559039949567524e-12, "lower": -0.41501584809692116, "upper": -0.24093932882068392 }, { "method": "BJS / did2s", "estimate": -0.3165914253705793, "se": 0.03929912622822864, "pvalue": 3.008487568899594e-13, "lower": -0.39428310548697676, "upper": -0.23889974525418187 }, { "method": "Sun\u2013Abraham", "estimate": -0.31707319306393916, "se": 0.044626834092693614, "pvalue": 5.4708736149619594e-11, "lower": -0.40529738661984177, "upper": -0.22884899950803655 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.1806416398448763, "se": 0.04915271631544314, "pvalue": 0.000336977087570917, "lower": -0.27781319248078246, "upper": -0.08347008720897016 }, { "event_time": -3, "estimate": -0.15339832612736917, "se": 0.07876169489217669, "pvalue": 0.05344659981620266, "lower": -0.30910480085791686, "upper": 0.002308148603178517 }, { "event_time": -2, "estimate": -0.09669170894688814, "se": 0.06105841054822767, "pvalue": 0.11552662982133055, "lower": -0.21740000340563725, "upper": 0.024016585511860963 }, { "event_time": 0, "estimate": -0.08115712820625509, "se": 0.05607947683393829, "pvalue": 0.15006598777688548, "lower": -0.1920224118254028, "upper": 0.029708155412892623 }, { "event_time": 1, "estimate": -0.06733213035184882, "se": 0.04926958123829569, "pvalue": 0.17392390762593948, "lower": -0.164734716933659, "upper": 0.030070456229961337 }, { "event_time": 2, "estimate": -0.08458648405359971, "se": 0.05383151803542834, "pvalue": 0.1183499191464805, "lower": -0.1910077071388207, "upper": 0.021834739031621267 }, { "event_time": 3, "estimate": -0.33292212195966714, "se": 0.05383883939629043, "pvalue": 6.376897968953121e-09, "lower": -0.43935781887371606, "upper": -0.22648642504561822 }, { "event_time": 4, "estimate": -0.43668199138526853, "se": 0.062241512927255195, "pvalue": 8.783419933267751e-11, "lower": -0.5597291981913952, "upper": -0.31363478457914185 }, { "event_time": 5, "estimate": -0.5084306644129057, "se": 0.06309198665859356, "pvalue": 2.9646625895949877e-13, "lower": -0.6331591995187715, "upper": -0.38370212930703995 }, { "event_time": 6, "estimate": -0.5168411670126916, "se": 0.0642846307743305, "pvalue": 3.291286487297097e-13, "lower": -0.643927477825692, "upper": -0.3897548561996911 }, { "event_time": 7, "estimate": -0.581105433418194, "se": 0.07110604266718833, "pvalue": 1.5651964194342014e-13, "lower": -0.7216772081991293, "upper": -0.4405336586372587 }, { "event_time": 8, "estimate": -0.560392119255889, "se": 0.07361780074327949, "pvalue": 3.5199333506509926e-12, "lower": -0.7059294676692804, "upper": -0.4148547708424977 }, { "event_time": 9, "estimate": -0.6034173362174763, "se": 0.08205945027722247, "pvalue": 1.4410075633881244e-11, "lower": -0.7656432474105341, "upper": -0.44119142502441844 }, { "event_time": 10, "estimate": -0.6563702624714278, "se": 0.08664957023280283, "pvalue": 4.315320799798505e-12, "lower": -0.8276705263412809, "upper": -0.4850699986015747 }, { "event_time": 11, "estimate": -0.5753123927143319, "se": 0.08535400982512112, "pvalue": 3.73651028190782e-10, "lower": -0.7440514224188113, "upper": -0.40657336300985253 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.03614686494887487, "se": 0.018517271137236706, "pvalue": 0.052912323155287405, "lower": -0.07275424134365632, "upper": 0.0004605114459065793 }, { "event_time": -3, "estimate": -0.0216821044278357, "se": 0.02650270994369477, "pvalue": 0.4146753834642288, "lower": -0.07407614624966602, "upper": 0.03071193739399462 }, { "event_time": -2, "estimate": 0.011600732043032908, "se": 0.01613584769026351, "pvalue": 0.4733666924027528, "lower": -0.02029873335165531, "upper": 0.04350019743772112 }, { "event_time": -1, "estimate": 0.021131915801962997, "se": 0.010140744726922639, "pvalue": 0.03897736798843521, "lower": 0.0010843582331078773, "upper": 0.04117947337081812 }, { "event_time": 0, "estimate": -0.0025303629179137146, "se": 0.03864240960461603, "pvalue": 0.9478833867843299, "lower": -0.07892375926198184, "upper": 0.07386303342615441 }, { "event_time": 1, "estimate": -0.03705970898196852, "se": 0.040279604386361835, "pvalue": 0.35911207255052785, "lower": -0.1166897272430976, "upper": 0.04257030927916057 }, { "event_time": 2, "estimate": -0.10475858880010636, "se": 0.053468436402216914, "pvalue": 0.052055001061766144, "lower": -0.21046202437168693, "upper": 0.0009448467714742032 }, { "event_time": 3, "estimate": -0.3076802078236545, "se": 0.048877241526020195, "pvalue": 3.6525737308831843e-09, "lower": -0.4043071656740255, "upper": -0.2110532499732835 }, { "event_time": 4, "estimate": -0.4218196843217305, "se": 0.059933938736438715, "pvalue": 7.809765810024142e-11, "lower": -0.5403049750476724, "upper": -0.3033343935957886 }, { "event_time": 5, "estimate": -0.49779196984403645, "se": 0.06774708454036585, "pvalue": 1.4854570123620208e-11, "lower": -0.6317233145350525, "upper": -0.3638606251530204 }, { "event_time": 6, "estimate": -0.5516216106610666, "se": 0.06680664312892712, "pvalue": 9.716666334136664e-14, "lower": -0.6836937671125938, "upper": -0.4195494542095395 }, { "event_time": 7, "estimate": -0.5862698741388537, "se": 0.06738051287862215, "pvalue": 7.77294589621201e-15, "lower": -0.7194765317689276, "upper": -0.45306321650877973 }, { "event_time": 8, "estimate": -0.5340065359455056, "se": 0.07705473514636708, "pvalue": 1.3817401332568635e-10, "lower": -0.6863384682047312, "upper": -0.38167460368628003 }, { "event_time": 9, "estimate": -0.6318547947219231, "se": 0.09188572645814194, "pvalue": 1.8329089183792925e-10, "lower": -0.8135065807130574, "upper": -0.4502030087307888 }, { "event_time": 10, "estimate": -0.7120521512234753, "se": 0.1034304533589827, "pvalue": 1.7590440006132995e-10, "lower": -0.9165270713525646, "upper": -0.507577231094386 }, { "event_time": 11, "estimate": -0.6475598658631764, "se": 0.09191083252224233, "pvalue": 7.507044277695807e-11, "lower": -0.8292612848229864, "upper": -0.4658584469033663 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.18923669897228573, "se": 0.07160309270909072, "pvalue": 0.009150748919613294, "lower": -0.33079110763248487, "upper": -0.047682290312086595 }, { "event_time": -3, "estimate": -0.1560052658333497, "se": 0.09672597358697248, "pvalue": 0.10901131939435117, "lower": -0.3472258887862406, "upper": 0.03521535711954121 }, { "event_time": -2, "estimate": -0.07954467620137308, "se": 0.07112267301518421, "pvalue": 0.26529155605218996, "lower": -0.2201493280409284, "upper": 0.06105997563818226 }, { "event_time": 0, "estimate": -0.0408897637051197, "se": 0.06153473740772651, "pvalue": 0.5074563438128775, "lower": -0.16253972373129433, "upper": 0.08076019632105491 }, { "event_time": 1, "estimate": -0.05076916664795253, "se": 0.05052114251326675, "pvalue": 0.31666195669925473, "lower": -0.1506460041242082, "upper": 0.04910767082830314 }, { "event_time": 2, "estimate": -0.0932086585964632, "se": 0.05340314750552866, "pvalue": 0.0830975959069713, "lower": -0.19878302249232255, "upper": 0.012365705299396165 }, { "event_time": 3, "estimate": -0.32425630120887977, "se": 0.05155672711650004, "pvalue": 3.757810263682113e-09, "lower": -0.42618041849641214, "upper": -0.2223321839213474 }, { "event_time": 4, "estimate": -0.43680679363370156, "se": 0.06480054673415979, "pvalue": 3.7271919428425045e-10, "lower": -0.5649130349531776, "upper": -0.30870055231422555 }, { "event_time": 5, "estimate": -0.4934738295904916, "se": 0.06600288158968622, "pvalue": 7.386502874457663e-12, "lower": -0.6239570045457403, "upper": -0.3629906546352429 }, { "event_time": 6, "estimate": -0.5508114181159749, "se": 0.06383819758937022, "pvalue": 1.1782581440353235e-14, "lower": -0.6770151611080562, "upper": -0.42460767512389364 }, { "event_time": 7, "estimate": -0.5793034651939554, "se": 0.07018005122641581, "pvalue": 9.852267234093266e-14, "lower": -0.7180446183374217, "upper": -0.440562312050489 }, { "event_time": 8, "estimate": -0.5189187844444269, "se": 0.07583308378588205, "pvalue": 2.1865216034346694e-10, "lower": -0.6688355956609766, "upper": -0.36900197322787703 }, { "event_time": 9, "estimate": -0.567543128235836, "se": 0.09129318269655814, "pvalue": 5.407700366781637e-09, "lower": -0.7480234958063015, "upper": -0.3870627606653705 }, { "event_time": 10, "estimate": -0.6401655288939528, "se": 0.09425878693392419, "pvalue": 2.8601798110908403e-10, "lower": -0.8265086928640945, "upper": -0.45382236492381123 }, { "event_time": 11, "estimate": -0.5704462433320833, "se": 0.08727327318875555, "pvalue": 1.0718508413430098e-09, "lower": -0.7429795252151136, "upper": -0.39791296144905297 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.1925806524038786e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.2039394641692542, "df_num": 8, "df_den": 1341, "pvalue": 0.024815342319498553, "log10_pvalue": -1.6052797294755694, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 96.05716445191496, "rss_restricted": 97.32012746788376, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.06648298166991076 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.0572860923159973 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.008624657904577905 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.2793226020547674 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.047742961140471246 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.19002464751709028 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.1673706337034474 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.020774812688328512 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.09875017618970572 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.6612592283487874, "se": 0.07276490832791743, "lower": -0.8038758280098641, "upper": -0.5186426286877106 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.6121139347517239, "se": 0.06725190909171086, "lower": -0.743925254463039, "upper": -0.48030261504040883 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.6044198935624574, "se": 0.06749697946605979, "lower": -0.7367115423811741, "upper": -0.47212824474374065 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 796.0, "post_cells": 21, "estimate": -0.49093269944239293, "se": 0.05643899153981394, "lower": -0.6015510901841891, "upper": -0.3803143087005968 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.6612592283487874, "se": 0.07276490832791743, "lower": -0.8038758280098641, "upper": -0.5186426286877106, "event_study": [ { "event_time": -4, "estimate": -0.1892366989726077, "se": 0.07049939362291084, "lower": -0.3274129714054257, "upper": -0.05106042653978968, "relative_to_minus_one": -0.1892366989726077, "n": 0.0 }, { "event_time": -3, "estimate": -0.15600526583375748, "se": 0.09523502677449937, "lower": -0.342662488378484, "upper": 0.03065195671096904, "relative_to_minus_one": -0.15600526583375748, "n": 0.0 }, { "event_time": -2, "estimate": -0.0795446762017809, "se": 0.07002637931619489, "lower": -0.21679385762926345, "upper": 0.05770450522570164, "relative_to_minus_one": -0.0795446762017809, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.051077013124786276, "se": 0.045241687581276065, "lower": -0.1397490913839004, "upper": 0.037595065134327844, "relative_to_minus_one": -0.051077013124786276, "n": 105.0 }, { "event_time": 1, "estimate": -0.10384954171614644, "se": 0.050788969944404336, "lower": -0.2033940936190662, "upper": -0.004304989813226662, "relative_to_minus_one": -0.10384954171614644, "n": 104.0 }, { "event_time": 2, "estimate": -0.18989465026795066, "se": 0.06112379689365212, "lower": -0.30969509077785007, "upper": -0.07009420975805128, "relative_to_minus_one": -0.18989465026795066, "n": 103.0 }, { "event_time": 3, "estimate": -0.35603166027670835, "se": 0.05604596325375832, "lower": -0.46587972973292996, "upper": -0.24618359082048674, "relative_to_minus_one": -0.35603166027670835, "n": 100.0 }, { "event_time": 4, "estimate": -0.5265713424664253, "se": 0.08243025756865383, "lower": -0.688131678537347, "upper": -0.36501100639550366, "relative_to_minus_one": -0.5265713424664253, "n": 88.0 }, { "event_time": 5, "estimate": -0.7033743754694761, "se": 0.10264873577088153, "lower": -0.9045622006389723, "upper": -0.5021865502999799, "relative_to_minus_one": -0.7033743754694761, "n": 66.0 }, { "event_time": 6, "estimate": -0.9168306751430293, "se": 0.10783159953222686, "lower": -1.1281767266215401, "upper": -0.7054846236645185, "relative_to_minus_one": -0.9168306751430293, "n": 54.0 }, { "event_time": 7, "estimate": -0.9917172441309643, "se": 0.1199827305415004, "lower": -1.226879074759079, "upper": -0.7565554135028496, "relative_to_minus_one": -0.9917172441309643, "n": 51.0 }, { "event_time": 8, "estimate": -0.9693584764118739, "se": 0.12954577001102915, "lower": -1.223263519983, "upper": -0.7154534328407478, "relative_to_minus_one": -0.9693584764118739, "n": 48.0 }, { "event_time": 9, "estimate": -0.955523945017128, "se": 0.14539310171104058, "lower": -1.2404891879713364, "upper": -0.6705587020629196, "relative_to_minus_one": -0.955523945017128, "n": 28.0 }, { "event_time": 10, "estimate": -1.11006244116037, "se": 0.16418422931471943, "lower": -1.4318576174466853, "upper": -0.7882672648740545, "relative_to_minus_one": -1.11006244116037, "n": 25.0 }, { "event_time": 11, "estimate": -1.060819375000589, "se": 0.17111585698013898, "lower": -1.3962002918653682, "upper": -0.7254384581358098, "relative_to_minus_one": -1.060819375000589, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.09004796966990074, "se": 0.06640930785628925, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": -0.08682399004988818, "se": 0.05098067174824576, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": -0.19621994669689, "se": 0.06944168131650702, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": -0.22871964252429033, "se": 0.07132466447518906, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -0.5001770156854735, "se": 0.10914937392711449, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": -0.745653803174968, "se": 0.11383621867015407, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -0.9706029261276355, "se": 0.1248786599159336, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": -1.026319218312159, "se": 0.14195260749983848, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": -0.8846333593106421, "se": 0.15537457625656256, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -0.955523945017128, "se": 0.14539310171104056, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": -1.11006244116037, "se": 0.1641842293147194, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": -1.060819375000589, "se": 0.17111585698013898, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": -0.1892366989726077, "se": 0.07049939362291083, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.15600526583375748, "se": 0.09523502677449937, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.0795446762017809, "se": 0.07002637931619489, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.004799002227462846, "se": 0.0649127205078794, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.12406738431982811, "se": 0.08774376060007501, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": -0.18238336075858516, "se": 0.09812912307785505, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -0.5072146813577048, "se": 0.08493898269953304, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": -0.5579146055188058, "se": 0.10875332087402384, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -0.6531675550692043, "se": 0.18271151330668375, "event_time": 5, "mass": 26.0 }, { "group": 5, "year": 11, "att": -0.852976127098809, "se": 0.1780190957567009, "event_time": 6, "mass": 22.0 }, { "group": 5, "year": 12, "att": -0.9506273997907956, "se": 0.20338205942112295, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -1.0699695529695867, "se": 0.2090563607101819, "event_time": 8, "mass": 19.0 } ], "treated_cell_att": -0.49093269944239293, "treated_cell_se": 0.05643899153981394, "checks": { "input_rows": 1519, "retained_rows": 1519, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.08004295825958252, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.4412411376110202, "event_study": [ { "event_time": -4, "estimate": -0.08768100864267463, "raw_gap": -0.07839844422669771, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.12448997197329349 }, { "event_time": -3, "estimate": -0.0466895805772228, "raw_gap": -0.03740701616124587, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.08349854390784167 }, { "event_time": -2, "estimate": 0.016720724270257878, "raw_gap": 0.026003288686234815, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.020088239060360988 }, { "event_time": -1, "estimate": 0.036808963330618866, "raw_gap": 0.0410524213493489, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0013764865025094658, "raw_gap": 0.005619944521239524, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.0354324768281094 }, { "event_time": 1, "estimate": -0.030151906334651164, "raw_gap": -0.025956901262048488, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.06696086966527003 }, { "event_time": 2, "estimate": -0.0905776337553558, "raw_gap": -0.08643202246278586, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.12738659708597466 }, { "event_time": 3, "estimate": -0.3112555677468285, "raw_gap": -0.3070784137596412, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.3480645310774474 }, { "event_time": 4, "estimate": -0.4866578716009105, "raw_gap": -0.4824385241391051, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.5234668349315293 }, { "event_time": 5, "estimate": -0.6706641443405795, "raw_gap": -0.6670073765403488, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.7074731076711984 }, { "event_time": 6, "estimate": -0.8864034774253953, "raw_gap": -0.8826216919225925, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.9232124407560142 }, { "event_time": 7, "estimate": -0.9532076853167802, "raw_gap": -0.9493854529102038, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.9900166486473991 }, { "event_time": 8, "estimate": -0.9218046429553924, "raw_gap": -0.9181302945407374, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.9586136062860113 }, { "event_time": 9, "estimate": -0.9555239450171272, "raw_gap": -0.9555239450171313, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.9923329083477461 }, { "event_time": 10, "estimate": -1.1100624411603703, "raw_gap": -1.1100624411603746, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.1468714044909891 }, { "event_time": 11, "estimate": -1.0608193750005888, "raw_gap": -1.0608193750005928, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.0976283383312075 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.07839844422669771, -0.03740701616124587, 0.02600328868623482, 0.041052421349348917, 0.005619944521239524, -0.025956901262048474, -0.08643202246278586, -0.3070784137596412, -0.48243852413910504, -0.6670073765403489, -0.8826216919225927, -0.9493854529102038, -0.9181302945407372, -0.9555239450171316, -1.1100624411603743, -1.0608193750005928 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.113668470190054e-15 }, { "cohort": 4, "pre_gap": 0.009282564415976958 } ], "diagnostics": { "converged": true, "pre_rmse": 0.057072238400288154, "zeta_omega": [ 0.0, 1.8079003075850246 ], "zeta_lambda": [ 0.0, 4.2947913192680786e-07 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.05870036338654374, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 11, "time_iterations": 32, "unit_objective": 0.09298871594310673, "time_objective": 0.02800031549868272, "unit_projected_gradient": 7.036788263192761e-09, "time_projected_gradient": 7.452482769787494e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.44124113761102024, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0007432498969137669, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.3191240534849763, "event_study": [ { "event_time": -4, "estimate": -0.015055051110174952, "raw_gap": -0.015055051110174952, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.021432056382584195 }, { "event_time": -3, "estimate": -0.0055660171970289135, "raw_gap": -0.0055660171970289135, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.011943022469438156 }, { "event_time": -2, "estimate": 0.006671469638589236, "raw_gap": 0.006671469638589236, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0002944643661799938 }, { "event_time": -1, "estimate": 0.0063770052724092426, "raw_gap": 0.0063770052724092426, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.007882073601463436, "raw_gap": -0.007882073601463436, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.014259078873872679 }, { "event_time": 1, "estimate": -0.04131592606568717, "raw_gap": -0.04131592606568717, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.047692931338096406 }, { "event_time": 2, "estimate": -0.10242470478428417, "raw_gap": -0.10242470478428417, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.10880171005669341 }, { "event_time": 3, "estimate": -0.30978233419373136, "raw_gap": -0.30978233419373136, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.3161593394661406 }, { "event_time": 4, "estimate": -0.4303807162441346, "raw_gap": -0.4303807162441346, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.43675772151654385 }, { "event_time": 5, "estimate": -0.4945619071817444, "raw_gap": -0.4945619071817444, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.5009389124541537 }, { "event_time": 6, "estimate": -0.557311845393669, "raw_gap": -0.557311845393669, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.5636888506660782 }, { "event_time": 7, "estimate": -0.5858659413777546, "raw_gap": -0.5858659413777546, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.5922429466501639 }, { "event_time": 8, "estimate": -0.5334566562786417, "raw_gap": -0.5334566562786417, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.539833661551051 }, { "event_time": 9, "estimate": -0.6440918554752343, "raw_gap": -0.6440918554752343, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.6504688607476435 }, { "event_time": 10, "estimate": -0.7066949537851842, "raw_gap": -0.7066949537851842, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.7130719590575935 }, { "event_time": 11, "estimate": -0.6489099024411699, "raw_gap": -0.6489099024411699, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.6552869077135791 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.015055051110174952, -0.0055660171970289135, 0.006671469638589236, 0.0063770052724092426, -0.007882073601463455, -0.04131592606568717, -0.10242470478428418, -0.30978233419373136, -0.43038071624413443, -0.4945619071817443, -0.5573118453936688, -0.5858659413777547, -0.5334566562786418, -0.6440918554752344, -0.7066949537851842, -0.6489099024411699 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 39, "termination_reason": "Relative objective tolerance reached", "objective": 0.0309378921915417, "lambda_l": 0.002073911592057294, "singular_values": [ 2.335654304208964, 1.578957835605192, 1.4132526730517974, 1.1681134558718917, 1.0491071775429837, 0.8875072317813694, 0.7584959418064817, 0.5800151964178831, 0.3351534801540922, 0.21766657368600795, 0.1179634903650637, 0.0, 0.0 ], "history_objective": [ 0.031034463442003106, 0.03097574642302134, 0.030955398219141436, 0.030946530759173176, 0.030942327991876406, 0.03094023392801499, 0.03093915412140836, 0.030938583080680995, 0.03093827520837089, 0.030938106688257472, 0.030938013318523697, 0.030937961070626026, 0.030937931591785914, 0.03093791484361815, 0.03093790527179205, 0.030937899773411395, 0.030937896600967973, 0.03093789476346536, 0.030937893695563337, 0.030937893073077677, 0.03093789270927031, 0.030937892496148235, 0.03093789237103962, 0.03093789229746129, 0.030937892254117163, 0.030937892228545885, 0.030937892213439882, 0.030937892204505525, 0.0309378921992157, 0.030937892196080695, 0.030937892194221148, 0.030937892193117267, 0.03093789219246152, 0.03093789219207172, 0.030937892191839893, 0.030937892191701896, 0.030937892191619777, 0.03093789219157083, 0.0309378921915417 ], "history_rmse": [ 0.09629621007920418, 0.0963044265461339, 0.09632376461343241, 0.09633442120263432, 0.0963398371755628, 0.09634251855681102, 0.09634383172178997, 0.09634446868491901, 0.09634477195701209, 0.0963449105462218, 0.09634496824575711, 0.09634498684887007, 0.09634498726144874, 0.09634497990163712, 0.09634496988324347, 0.09634495962978448, 0.0963449502055934, 0.09634494199798246, 0.09634493506754054, 0.09634492932730297, 0.09634492463323456, 0.09634492082867212, 0.09634491776496473, 0.09634491530993215, 0.09634491335023829, 0.09634491179085906, 0.09634491055329239, 0.09634490957335193, 0.09634490879894905, 0.09634490818805612, 0.09634490770691706, 0.09634490732852066, 0.09634490703132106, 0.09634490679817823, 0.09634490661549083, 0.09634490647248693, 0.0963449063606541, 0.0963449062732745, 0.0963449062050577 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-16 }, "native_matrix_att": -0.31912405348497574, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.002211875282227993, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.4765194429899556, "event_study": [ { "event_time": -4, "estimate": -0.018888282701978384, "raw_gap": -0.018888282701978384, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.022131764485491392 }, { "event_time": -3, "estimate": 0.002332278181135674, "raw_gap": 0.002332278181135674, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.0009112036023773335 }, { "event_time": -2, "estimate": 0.00946088811903468, "raw_gap": 0.00946088811903468, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.006217406335521673 }, { "event_time": -1, "estimate": 0.0032434817835130074, "raw_gap": 0.0032434817835130074, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.00359285650457553, "raw_gap": -0.00359285650457553, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.006836338288088537 }, { "event_time": 1, "estimate": -0.08131029124590222, "raw_gap": -0.08131029124590222, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.08455377302941523 }, { "event_time": 2, "estimate": -0.14406428107634728, "raw_gap": -0.14406428107634728, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.14730776285986028 }, { "event_time": 3, "estimate": -0.35331836852394394, "raw_gap": -0.35331836852394394, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.35656185030745696 }, { "event_time": 4, "estimate": -0.5293290576275055, "raw_gap": -0.5293290576275055, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.5325725394110185 }, { "event_time": 5, "estimate": -0.6863238470571188, "raw_gap": -0.6863238470571188, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.6895673288406318 }, { "event_time": 6, "estimate": -0.9058609849504008, "raw_gap": -0.9058609849504008, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.9091044667339138 }, { "event_time": 7, "estimate": -0.9465709195175765, "raw_gap": -0.9465709195175765, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.9498144013010895 }, { "event_time": 8, "estimate": -0.9766314275437097, "raw_gap": -0.9766314275437097, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.9798749093272227 }, { "event_time": 9, "estimate": -1.020940923641362, "raw_gap": -1.020940923641362, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.024184405424875 }, { "event_time": 10, "estimate": -1.1031775203424832, "raw_gap": -1.1031775203424832, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.1064210021259961 }, { "event_time": 11, "estimate": -1.1746443809110665, "raw_gap": -1.1746443809110665, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.1778878626945795 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.018888282701978384, 0.002332278181135674, 0.009460888119034686, 0.0032434817835129987, -0.003592856504575536, -0.08131029124590222, -0.14406428107634736, -0.3533183685239439, -0.5293290576275053, -0.6863238470571189, -0.9058609849504009, -0.9465709195175763, -0.9766314275437097, -1.020940923641362, -1.1031775203424834, -1.1746443809110665 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.010020537168064947, "penalty": 1.0, "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 6.661338147750939e-16 }, "native_matrix_att": -0.47651944298995624, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.001053000334650278, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.07256228911341406, "SE": 0.03840453187826888, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.32797758845880254, "SE": 0.04402694789299364, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.3165914253705793, "SE": 0.03929912622822864, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.31707319306393916, "SE": 0.044626834092693614, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.6612592283487874, "SE": 0.07276490832791743, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.49093269944239293, "SE": 0.05643899153981394, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.4412411376110202, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.3191240534849763, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4765194429899556, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.07256228911341406, "SE": 0.03840453187826888, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14848541748982177, "upper": 0.003360839262993659, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.32797758845880254, "SE": 0.04402694789299364, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.41501584809692116, "upper": -0.24093932882068392, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.3165914253705793, "SE": 0.03929912622822864, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.39428310548697676, "upper": -0.23889974525418187, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.31707319306393916, "SE": 0.044626834092693614, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.40529738661984177, "upper": -0.22884899950803655, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.6612592283487874, "SE": 0.07276490832791743, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8038758280098641, "upper": -0.5186426286877106, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.49093269944239293, "SE": 0.05643899153981394, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6015510901841891, "upper": -0.3803143087005968, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.4412411376110202, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.3191240534849763, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4765194429899556, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602091.199543, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.07256228911341406, "SE": 0.03840453187826888, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14848541748982177, "upper": 0.003360839262993659, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.32797758845880254, "SE": 0.04402694789299364, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.41501584809692116, "upper": -0.24093932882068392, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.3165914253705793, "SE": 0.03929912622822864, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.39428310548697676, "upper": -0.23889974525418187, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.31707319306393916, "SE": 0.044626834092693614, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.40529738661984177, "upper": -0.22884899950803655, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.6612592283487874, "SE": 0.07276490832791743, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8038758280098641, "upper": -0.5186426286877106, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.49093269944239293, "SE": 0.05643899153981394, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6015510901841891, "upper": -0.3803143087005968, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.4412411376110202, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.3191240534849763, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4765194429899556, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }