{ "study_id": 4, "specification_id": "S04-P004", "source_specification_id": "MI-T4-C4", "role": "active_comparison", "published_source_location": "Table 4 column 4", "outcome_label": "Variable Costs per Boat", "outcome_variable": "f_VC_per_boat", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P004.json", "input_bytes": 66267, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Variable Costs per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p004", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Variable Costs per Boat", "source_specification_id": "MI-T4-C4", "specification_id": "S04-P004", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C4.csv", "output_dir": "analyses/full-archive/results/S04-P004" }, "source": { "file": "MI-T4-C4.csv", "bytes": 66267, "sha256": "be2b26aacf36c27a6cc8ab8431842ea98509ff7e5c32e3b2db5c2179d264f948" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 151.34274103086395, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.25882906428816876, "se": 0.0977046633921527, "pvalue": 0.00899150123876923, "lower": -0.4519844899345258, "upper": -0.06567363864181175 }, { "method": "Dynamic TWFE", "estimate": -0.7944309249418507, "se": 0.08447985598817229, "pvalue": 1.3267942932047973e-16, "lower": -0.9614418124001555, "upper": -0.627420037483546 }, { "method": "BJS / did2s", "estimate": -0.8064647943190357, "se": 0.06938389728290502, "pvalue": 2.5321139580601453e-22, "lower": -0.9436320056617753, "upper": -0.6692975829762962 }, { "method": "Sun\u2013Abraham", "estimate": -0.7527971699077467, "se": 0.0713805693519671, "pvalue": 1.565565070443034e-19, "lower": -0.8939116651362915, "upper": -0.6116826746792019 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.08373039345109909, "se": 0.09652121041535694, "pvalue": 0.3871520295674918, "lower": -0.27454621364231063, "upper": 0.10708542674011245 }, { "event_time": -3, "estimate": -0.12515415460076926, "se": 0.09864446624402164, "pvalue": 0.20662445359784196, "lower": -0.32016750609809425, "upper": 0.06985919689655573 }, { "event_time": -2, "estimate": 0.022639856436726103, "se": 0.10251154081380491, "pvalue": 0.8255273279597541, "lower": -0.18001843654650018, "upper": 0.2252981494199524 }, { "event_time": 0, "estimate": -0.004668408173115154, "se": 0.06404141079719593, "pvalue": 0.9419916180228112, "lower": -0.1312738897546534, "upper": 0.1219370734084231 }, { "event_time": 1, "estimate": -0.01566808007560652, "se": 0.0667537360310774, "pvalue": 0.8147707182206751, "lower": -0.14763564281942232, "upper": 0.11629948266820928 }, { "event_time": 2, "estimate": -0.3467955556593904, "se": 0.09207386902972224, "pvalue": 0.00024242711206235966, "lower": -0.5288192866246344, "upper": -0.1647718246941464 }, { "event_time": 3, "estimate": -0.7553308891023858, "se": 0.10483369449501577, "pvalue": 3.2043251603702205e-11, "lower": -0.9625799208194458, "upper": -0.5480818573853258 }, { "event_time": 4, "estimate": -1.103743248653025, "se": 0.11518539017109054, "pvalue": 4.666158319323201e-17, "lower": -1.3314568735128762, "upper": -0.8760296237931737 }, { "event_time": 5, "estimate": -1.3484742855844454, "se": 0.14718607228612443, "pvalue": 5.436847840801651e-16, "lower": -1.6394510665752822, "upper": -1.0574975045936086 }, { "event_time": 6, "estimate": -1.3156092055595148, "se": 0.1404795231973572, "pvalue": 1.6628467024511724e-16, "lower": -1.5933275984766961, "upper": -1.0378908126423334 }, { "event_time": 7, "estimate": -1.4563315204812295, "se": 0.1497735194627251, "pvalue": 2.0359105696759182e-17, "lower": -1.7524235072706658, "upper": -1.1602395336917932 }, { "event_time": 8, "estimate": -1.498178465101869, "se": 0.16834722597972376, "pvalue": 2.482788925864923e-15, "lower": -1.8309893971654114, "upper": -1.1653675330383266 }, { "event_time": 9, "estimate": -1.338876216534483, "se": 0.13226749307877952, "pvalue": 1.9346659940686602e-18, "lower": -1.6003599885246353, "upper": -1.0773924445443306 }, { "event_time": 10, "estimate": -1.4696223569617493, "se": 0.14931846826400008, "pvalue": 1.0126559144360502e-17, "lower": -1.7648147387074853, "upper": -1.1744299752160132 }, { "event_time": 11, "estimate": -1.7253395515759244, "se": 0.20474330064114507, "pvalue": 3.7138275518184555e-14, "lower": -2.130103029700314, "upper": -1.320576073451535 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.03334089980369375, "se": 0.02324003862660647, "pvalue": 0.15360629637757692, "lower": -0.07928486396170842, "upper": 0.01260306435432091 }, { "event_time": -3, "estimate": -0.009177803433933412, "se": 0.02122432391721279, "pvalue": 0.6660974504809631, "lower": -0.05113683771084447, "upper": 0.032781230842977654 }, { "event_time": -2, "estimate": 0.023389996380676077, "se": 0.023729976863431344, "pvalue": 0.32598199738240136, "lower": -0.023522542105203624, "upper": 0.07030253486655577 }, { "event_time": -1, "estimate": 0.008744551707457, "se": 0.011931797374923633, "pvalue": 0.46484947743477323, "lower": -0.014843794239033049, "upper": 0.03233289765394705 }, { "event_time": 0, "estimate": 0.09515053030161635, "se": 0.04553081857020202, "pvalue": 0.03843135018006861, "lower": 0.005139221366890795, "upper": 0.1851618392363419 }, { "event_time": 1, "estimate": -0.03317941490765403, "se": 0.05265712579602238, "pvalue": 0.5296469830299706, "lower": -0.13727894499478566, "upper": 0.0709201151794776 }, { "event_time": 2, "estimate": -0.32403868386571544, "se": 0.07449397492121046, "pvalue": 2.5960454892483235e-05, "lower": -0.47130816860098673, "upper": -0.17676919913044414 }, { "event_time": 3, "estimate": -0.7691074665927071, "se": 0.08826182480635902, "pvalue": 7.212520621348524e-15, "lower": -0.9435950472967181, "upper": -0.5946198858886962 }, { "event_time": 4, "estimate": -1.0893613198042162, "se": 0.09568515655382222, "pvalue": 1.0527440661304338e-21, "lower": -1.2785243187903657, "upper": -0.9001983208180669 }, { "event_time": 5, "estimate": -1.3211303197097226, "se": 0.12175760417106075, "pvalue": 2.5576209391830658e-20, "lower": -1.561836761376158, "upper": -1.0804238780432873 }, { "event_time": 6, "estimate": -1.4608618887854383, "se": 0.13313794081659286, "pvalue": 1.2351045372459585e-20, "lower": -1.7240664763176843, "upper": -1.1976573012531924 }, { "event_time": 7, "estimate": -1.504890281921019, "se": 0.14406137697223412, "pvalue": 2.8379799143243733e-19, "lower": -1.789689754353438, "upper": -1.2200908094886 }, { "event_time": 8, "estimate": -1.5809573502701344, "se": 0.1688529560672366, "pvalue": 1.6844143372462705e-16, "lower": -1.9147680760684305, "upper": -1.2471466244718383 }, { "event_time": 9, "estimate": -1.3808662394357432, "se": 0.1587002126730026, "pvalue": 7.763276187836357e-15, "lower": -1.6946056871219546, "upper": -1.0671267917495317 }, { "event_time": 10, "estimate": -1.5716880219761813, "se": 0.18462212464761565, "pvalue": 2.2748774778656974e-14, "lower": -1.9366733136906107, "upper": -1.206702730261752 }, { "event_time": 11, "estimate": -1.902610001217359, "se": 0.23651221172867545, "pvalue": 3.20837418551092e-13, "lower": -2.370178440030309, "upper": -1.435041562404409 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.12053828603109018, "se": 0.09428338835972595, "pvalue": 0.2031849045671182, "lower": -0.30693008533456456, "upper": 0.06585351327238423 }, { "event_time": -3, "estimate": -0.06502847090701823, "se": 0.0940408949431095, "pvalue": 0.49039376896090203, "lower": -0.2509408773393971, "upper": 0.1208839355253606 }, { "event_time": -2, "estimate": 0.009789448847658769, "se": 0.09480081289563706, "pvalue": 0.9179006940774019, "lower": -0.17762526331385026, "upper": 0.19720416100916782 }, { "event_time": 0, "estimate": 0.09207848527297757, "se": 0.060828212384812654, "pvalue": 0.1323285262921668, "lower": -0.028174723187890605, "upper": 0.21233169373384575 }, { "event_time": 1, "estimate": -0.012473270196051451, "se": 0.0673370527305835, "pvalue": 0.8533098443801252, "lower": -0.1455940100909671, "upper": 0.12064746969886418 }, { "event_time": 2, "estimate": -0.30546982301462733, "se": 0.07719711000867113, "pvalue": 0.00011979700204264164, "lower": -0.45808322062233175, "upper": -0.15285642540692293 }, { "event_time": 3, "estimate": -0.7574632900760295, "se": 0.09153643205678987, "pvalue": 8.777432697745567e-14, "lower": -0.9384245449663273, "upper": -0.5765020351857317 }, { "event_time": 4, "estimate": -1.0711311927239746, "se": 0.10079767588685491, "pvalue": 9.70957494455328e-20, "lower": -1.2704012921658476, "upper": -0.8718610932821016 }, { "event_time": 5, "estimate": -1.247110563386698, "se": 0.12169576875650384, "pvalue": 9.211960737039702e-19, "lower": -1.4876947606749829, "upper": -1.006526366098413 }, { "event_time": 6, "estimate": -1.3590456074843502, "se": 0.12581647454265715, "pvalue": 3.418786915228381e-20, "lower": -1.607776157796679, "upper": -1.1103150571720215 }, { "event_time": 7, "estimate": -1.3816422192307498, "se": 0.13660199817515808, "pvalue": 2.029962288772792e-18, "lower": -1.6516950108335786, "upper": -1.111589427627921 }, { "event_time": 8, "estimate": -1.435728290029361, "se": 0.1560952823463529, "pvalue": 4.4086575317911835e-16, "lower": -1.7443179689271204, "upper": -1.1271386111316017 }, { "event_time": 9, "estimate": -1.2364905620523132, "se": 0.1458679320584732, "pvalue": 2.795884276638705e-14, "lower": -1.5248614701206706, "upper": -0.9481196539839558 }, { "event_time": 10, "estimate": -1.4009192015373506, "se": 0.15625755304925892, "pvalue": 1.6950078666906606e-15, "lower": -1.7098296784973677, "upper": -1.0920087245773336 }, { "event_time": 11, "estimate": -1.7252964790111347, "se": 0.21162611873389034, "pvalue": 1.749616602484608e-13, "lower": -2.1436668169536137, "upper": -1.3069261410686557 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.440892098500626e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.805464483627606e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.213637801545804, "df_num": 8, "df_den": 1341, "pvalue": 0.02415707991283878, "log10_pvalue": -1.616955564023829, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 298.58315007131614, "rss_restricted": 302.5262071803541, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.1380497955224741 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.08035443833875457 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.11940621891316024 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.4790058788898874 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.1610003932667805 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.012669878815959466 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.25053863622463385 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.0979875966528466 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.40433774857771043 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Variable Costs per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p004", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Variable Costs per Boat", "source_specification_id": "MI-T4-C4", "specification_id": "S04-P004", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C4.csv", "output_dir": "analyses/archive-expanded/fits/S04-P004" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P004", "regression_results": "analyses/archive-expanded/baselines/S04-P004.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C4.csv", "bytes": 66267, "sha256": "be2b26aacf36c27a6cc8ab8431842ea98509ff7e5c32e3b2db5c2179d264f948" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 151.34274103086395, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.25882906428816876, "se": 0.0977046633921527, "pvalue": 0.00899150123876923, "lower": -0.4519844899345258, "upper": -0.06567363864181175 }, { "method": "Dynamic TWFE", "estimate": -0.7944309249418507, "se": 0.08447985598817229, "pvalue": 1.3267942932047973e-16, "lower": -0.9614418124001555, "upper": -0.627420037483546 }, { "method": "BJS / did2s", "estimate": -0.8064647943190357, "se": 0.06938389728290502, "pvalue": 2.5321139580601453e-22, "lower": -0.9436320056617753, "upper": -0.6692975829762962 }, { "method": "Sun\u2013Abraham", "estimate": -0.7527971699077467, "se": 0.0713805693519671, "pvalue": 1.565565070443034e-19, "lower": -0.8939116651362915, "upper": -0.6116826746792019 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.08373039345109909, "se": 0.09652121041535694, "pvalue": 0.3871520295674918, "lower": -0.27454621364231063, "upper": 0.10708542674011245 }, { "event_time": -3, "estimate": -0.12515415460076926, "se": 0.09864446624402164, "pvalue": 0.20662445359784196, "lower": -0.32016750609809425, "upper": 0.06985919689655573 }, { "event_time": -2, "estimate": 0.022639856436726103, "se": 0.10251154081380491, "pvalue": 0.8255273279597541, "lower": -0.18001843654650018, "upper": 0.2252981494199524 }, { "event_time": 0, "estimate": -0.004668408173115154, "se": 0.06404141079719593, "pvalue": 0.9419916180228112, "lower": -0.1312738897546534, "upper": 0.1219370734084231 }, { "event_time": 1, "estimate": -0.01566808007560652, "se": 0.0667537360310774, "pvalue": 0.8147707182206751, "lower": -0.14763564281942232, "upper": 0.11629948266820928 }, { "event_time": 2, "estimate": -0.3467955556593904, "se": 0.09207386902972224, "pvalue": 0.00024242711206235966, "lower": -0.5288192866246344, "upper": -0.1647718246941464 }, { "event_time": 3, "estimate": -0.7553308891023858, "se": 0.10483369449501577, "pvalue": 3.2043251603702205e-11, "lower": -0.9625799208194458, "upper": -0.5480818573853258 }, { "event_time": 4, "estimate": -1.103743248653025, "se": 0.11518539017109054, "pvalue": 4.666158319323201e-17, "lower": -1.3314568735128762, "upper": -0.8760296237931737 }, { "event_time": 5, "estimate": -1.3484742855844454, "se": 0.14718607228612443, "pvalue": 5.436847840801651e-16, "lower": -1.6394510665752822, "upper": -1.0574975045936086 }, { "event_time": 6, "estimate": -1.3156092055595148, "se": 0.1404795231973572, "pvalue": 1.6628467024511724e-16, "lower": -1.5933275984766961, "upper": -1.0378908126423334 }, { "event_time": 7, "estimate": -1.4563315204812295, "se": 0.1497735194627251, "pvalue": 2.0359105696759182e-17, "lower": -1.7524235072706658, "upper": -1.1602395336917932 }, { "event_time": 8, "estimate": -1.498178465101869, "se": 0.16834722597972376, "pvalue": 2.482788925864923e-15, "lower": -1.8309893971654114, "upper": -1.1653675330383266 }, { "event_time": 9, "estimate": -1.338876216534483, "se": 0.13226749307877952, "pvalue": 1.9346659940686602e-18, "lower": -1.6003599885246353, "upper": -1.0773924445443306 }, { "event_time": 10, "estimate": -1.4696223569617493, "se": 0.14931846826400008, "pvalue": 1.0126559144360502e-17, "lower": -1.7648147387074853, "upper": -1.1744299752160132 }, { "event_time": 11, "estimate": -1.7253395515759244, "se": 0.20474330064114507, "pvalue": 3.7138275518184555e-14, "lower": -2.130103029700314, "upper": -1.320576073451535 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.03334089980369375, "se": 0.02324003862660647, "pvalue": 0.15360629637757692, "lower": -0.07928486396170842, "upper": 0.01260306435432091 }, { "event_time": -3, "estimate": -0.009177803433933412, "se": 0.02122432391721279, "pvalue": 0.6660974504809631, "lower": -0.05113683771084447, "upper": 0.032781230842977654 }, { "event_time": -2, "estimate": 0.023389996380676077, "se": 0.023729976863431344, "pvalue": 0.32598199738240136, "lower": -0.023522542105203624, "upper": 0.07030253486655577 }, { "event_time": -1, "estimate": 0.008744551707457, "se": 0.011931797374923633, "pvalue": 0.46484947743477323, "lower": -0.014843794239033049, "upper": 0.03233289765394705 }, { "event_time": 0, "estimate": 0.09515053030161635, "se": 0.04553081857020202, "pvalue": 0.03843135018006861, "lower": 0.005139221366890795, "upper": 0.1851618392363419 }, { "event_time": 1, "estimate": -0.03317941490765403, "se": 0.05265712579602238, "pvalue": 0.5296469830299706, "lower": -0.13727894499478566, "upper": 0.0709201151794776 }, { "event_time": 2, "estimate": -0.32403868386571544, "se": 0.07449397492121046, "pvalue": 2.5960454892483235e-05, "lower": -0.47130816860098673, "upper": -0.17676919913044414 }, { "event_time": 3, "estimate": -0.7691074665927071, "se": 0.08826182480635902, "pvalue": 7.212520621348524e-15, "lower": -0.9435950472967181, "upper": -0.5946198858886962 }, { "event_time": 4, "estimate": -1.0893613198042162, "se": 0.09568515655382222, "pvalue": 1.0527440661304338e-21, "lower": -1.2785243187903657, "upper": -0.9001983208180669 }, { "event_time": 5, "estimate": -1.3211303197097226, "se": 0.12175760417106075, "pvalue": 2.5576209391830658e-20, "lower": -1.561836761376158, "upper": -1.0804238780432873 }, { "event_time": 6, "estimate": -1.4608618887854383, "se": 0.13313794081659286, "pvalue": 1.2351045372459585e-20, "lower": -1.7240664763176843, "upper": -1.1976573012531924 }, { "event_time": 7, "estimate": -1.504890281921019, "se": 0.14406137697223412, "pvalue": 2.8379799143243733e-19, "lower": -1.789689754353438, "upper": -1.2200908094886 }, { "event_time": 8, "estimate": -1.5809573502701344, "se": 0.1688529560672366, "pvalue": 1.6844143372462705e-16, "lower": -1.9147680760684305, "upper": -1.2471466244718383 }, { "event_time": 9, "estimate": -1.3808662394357432, "se": 0.1587002126730026, "pvalue": 7.763276187836357e-15, "lower": -1.6946056871219546, "upper": -1.0671267917495317 }, { "event_time": 10, "estimate": -1.5716880219761813, "se": 0.18462212464761565, "pvalue": 2.2748774778656974e-14, "lower": -1.9366733136906107, "upper": -1.206702730261752 }, { "event_time": 11, "estimate": -1.902610001217359, "se": 0.23651221172867545, "pvalue": 3.20837418551092e-13, "lower": -2.370178440030309, "upper": -1.435041562404409 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.12053828603109018, "se": 0.09428338835972595, "pvalue": 0.2031849045671182, "lower": -0.30693008533456456, "upper": 0.06585351327238423 }, { "event_time": -3, "estimate": -0.06502847090701823, "se": 0.0940408949431095, "pvalue": 0.49039376896090203, "lower": -0.2509408773393971, "upper": 0.1208839355253606 }, { "event_time": -2, "estimate": 0.009789448847658769, "se": 0.09480081289563706, "pvalue": 0.9179006940774019, "lower": -0.17762526331385026, "upper": 0.19720416100916782 }, { "event_time": 0, "estimate": 0.09207848527297757, "se": 0.060828212384812654, "pvalue": 0.1323285262921668, "lower": -0.028174723187890605, "upper": 0.21233169373384575 }, { "event_time": 1, "estimate": -0.012473270196051451, "se": 0.0673370527305835, "pvalue": 0.8533098443801252, "lower": -0.1455940100909671, "upper": 0.12064746969886418 }, { "event_time": 2, "estimate": -0.30546982301462733, "se": 0.07719711000867113, "pvalue": 0.00011979700204264164, "lower": -0.45808322062233175, "upper": -0.15285642540692293 }, { "event_time": 3, "estimate": -0.7574632900760295, "se": 0.09153643205678987, "pvalue": 8.777432697745567e-14, "lower": -0.9384245449663273, "upper": -0.5765020351857317 }, { "event_time": 4, "estimate": -1.0711311927239746, "se": 0.10079767588685491, "pvalue": 9.70957494455328e-20, "lower": -1.2704012921658476, "upper": -0.8718610932821016 }, { "event_time": 5, "estimate": -1.247110563386698, "se": 0.12169576875650384, "pvalue": 9.211960737039702e-19, "lower": -1.4876947606749829, "upper": -1.006526366098413 }, { "event_time": 6, "estimate": -1.3590456074843502, "se": 0.12581647454265715, "pvalue": 3.418786915228381e-20, "lower": -1.607776157796679, "upper": -1.1103150571720215 }, { "event_time": 7, "estimate": -1.3816422192307498, "se": 0.13660199817515808, "pvalue": 2.029962288772792e-18, "lower": -1.6516950108335786, "upper": -1.111589427627921 }, { "event_time": 8, "estimate": -1.435728290029361, "se": 0.1560952823463529, "pvalue": 4.4086575317911835e-16, "lower": -1.7443179689271204, "upper": -1.1271386111316017 }, { "event_time": 9, "estimate": -1.2364905620523132, "se": 0.1458679320584732, "pvalue": 2.795884276638705e-14, "lower": -1.5248614701206706, "upper": -0.9481196539839558 }, { "event_time": 10, "estimate": -1.4009192015373506, "se": 0.15625755304925892, "pvalue": 1.6950078666906606e-15, "lower": -1.7098296784973677, "upper": -1.0920087245773336 }, { "event_time": 11, "estimate": -1.7252964790111347, "se": 0.21162611873389034, "pvalue": 1.749616602484608e-13, "lower": -2.1436668169536137, "upper": -1.3069261410686557 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.440892098500626e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.805464483627606e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.213637801545804, "df_num": 8, "df_den": 1341, "pvalue": 0.02415707991283878, "log10_pvalue": -1.616955564023829, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 298.58315007131614, "rss_restricted": 302.5262071803541, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.1380497955224741 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.08035443833875457 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.11940621891316024 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.4790058788898874 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.1610003932667805 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.012669878815959466 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.25053863622463385 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.0979875966528466 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.40433774857771043 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -1.0919296185611385, "se": 0.09262973342376221, "lower": -1.2734805599692585, "upper": -0.9103786771530185 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -1.0148211235966322, "se": 0.08883291493068055, "lower": -1.1889304375024765, "upper": -0.840711809690788 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -1.0033844497564994, "se": 0.09254096707086952, "lower": -1.1847614123099108, "upper": -0.822007487203088 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 796.0, "post_cells": 21, "estimate": -0.8177719360811683, "se": 0.08268492576820062, "lower": -0.9798314126512093, "upper": -0.6557124595111272 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -1.0919296185611385, "se": 0.09262973342376221, "lower": -1.2734805599692585, "upper": -0.9103786771530185, "event_study": [ { "event_time": -4, "estimate": -0.1205382860319755, "se": 0.09283009065049111, "lower": -0.3024819203885265, "upper": 0.061405348324575476, "relative_to_minus_one": -0.1205382860319755, "n": 0.0 }, { "event_time": -3, "estimate": -0.06502847090813985, "se": 0.09259133277868985, "lower": -0.2465041484349349, "upper": 0.11644720661865521, "relative_to_minus_one": -0.06502847090813985, "n": 0.0 }, { "event_time": -2, "estimate": 0.009789448846537308, "se": 0.09333953725394428, "lower": -0.17315268250482813, "upper": 0.19273158019790276, "relative_to_minus_one": 0.009789448846537308, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.07506169488798614, "se": 0.05534700783641054, "lower": -0.03341644712343465, "upper": 0.18353983689940695, "relative_to_minus_one": 0.07506169488798614, "n": 105.0 }, { "event_time": 1, "estimate": -0.049668632726772105, "se": 0.06037097911292112, "lower": -0.16799357749951738, "upper": 0.06865631204597315, "relative_to_minus_one": -0.049668632726772105, "n": 104.0 }, { "event_time": 2, "estimate": -0.3455189286823811, "se": 0.08085224457552452, "lower": -0.5039864161196331, "upper": -0.1870514412451291, "relative_to_minus_one": -0.3455189286823811, "n": 103.0 }, { "event_time": 3, "estimate": -0.7713398596557248, "se": 0.0938716763321249, "lower": -0.9553249644350906, "upper": -0.587354754876359, "relative_to_minus_one": -0.7713398596557248, "n": 100.0 }, { "event_time": 4, "estimate": -1.0667273324920994, "se": 0.1042409700068871, "lower": -1.271035879419118, "upper": -0.8624187855650807, "relative_to_minus_one": -1.0667273324920994, "n": 88.0 }, { "event_time": 5, "estimate": -1.2770579619648572, "se": 0.1346919568196683, "lower": -1.5410493463386312, "upper": -1.0130665775910832, "relative_to_minus_one": -1.2770579619648572, "n": 66.0 }, { "event_time": 6, "estimate": -1.4566692137722548, "se": 0.14833800051236332, "lower": -1.747406352315171, "upper": -1.1659320752293385, "relative_to_minus_one": -1.4566692137722548, "n": 54.0 }, { "event_time": 7, "estimate": -1.5117458307678107, "se": 0.16086783475419694, "lower": -1.8270409931569775, "upper": -1.1964506683786438, "relative_to_minus_one": -1.5117458307678107, "n": 51.0 }, { "event_time": 8, "estimate": -1.630927993951557, "se": 0.18905895548454982, "lower": -2.001476737656036, "upper": -1.260379250247078, "relative_to_minus_one": -1.630927993951557, "n": 48.0 }, { "event_time": 9, "estimate": -1.423403806777355, "se": 0.17241906481584424, "lower": -1.7613389640644868, "upper": -1.085468649490223, "relative_to_minus_one": -1.423403806777355, "n": 28.0 }, { "event_time": 10, "estimate": -1.6730811964412375, "se": 0.18400156634649395, "lower": -2.033717639579323, "upper": -1.312444753303152, "relative_to_minus_one": -1.6730811964412375, "n": 25.0 }, { "event_time": 11, "estimate": -1.972076360389598, "se": 0.2350950517664871, "lower": -2.4328541947954925, "upper": -1.5112985259837037, "relative_to_minus_one": -1.972076360389598, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.12384024409654375, "se": 0.06864066243924942, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": -0.049756083698313705, "se": 0.07559178851941357, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": -0.42686555141072974, "se": 0.10982598487094893, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": -0.533790131427251, "se": 0.11530495090250036, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -1.1163770378988256, "se": 0.13134316492411902, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": -1.2906430644160063, "se": 0.1446501587271575, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -1.5934974768604306, "se": 0.1389445878920568, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": -1.5156832702900067, "se": 0.15351992357405897, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": -1.4649518023077965, "se": 0.1671966210589964, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -1.423403806777355, "se": 0.17241906481584426, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": -1.6730811964412375, "se": 0.18400156634649395, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": -1.972076360389598, "se": 0.2350950517664871, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": -0.1205382860319755, "se": 0.09283009065049114, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.06502847090813985, "se": 0.09259133277868985, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 0.009789448846537308, "se": 0.0933395372539443, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.017137167702823974, "se": 0.09690589766465676, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.04956478469806644, "se": 0.10692017638809513, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": -0.2489198141924671, "se": 0.12536033066691005, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -1.0534301619270374, "se": 0.14606892153152437, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": -1.0077683073216122, "se": 0.16796065941161037, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -1.2609256528041175, "se": 0.23188769692489686, "event_time": 5, "mass": 26.0 }, { "group": 5, "year": 11, "att": -1.294185651355046, "se": 0.27588002798363065, "event_time": 6, "mass": 22.0 }, { "group": 5, "year": 12, "att": -1.5070701213352025, "se": 0.2989590733642937, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -1.8280247215285226, "se": 0.363635722479937, "event_time": 8, "mass": 19.0 } ], "treated_cell_att": -0.8177719360811683, "treated_cell_se": 0.08268492576820062, "checks": { "input_rows": 1519, "retained_rows": 1519, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07838054187595844, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.7762760985004009, "event_study": [ { "event_time": -4, "estimate": -0.03461454888021035, "raw_gap": -0.05490437854966216, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.05768399991313081 }, { "event_time": -3, "estimate": 0.0066772722180525506, "raw_gap": -0.013612557451399257, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.016392178814867906 }, { "event_time": -2, "estimate": 0.058632171205447614, "raw_gap": 0.038342341535995805, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.03556272017252716 }, { "event_time": -1, "estimate": 0.023069451032920456, "raw_gap": 0.013794100326880422, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1261225456575811, "raw_gap": 0.11684719495154106, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.10305309462466064 }, { "event_time": 1, "estimate": 0.024220186152749346, "raw_gap": 0.015050743898280573, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.0011507351198288898 }, { "event_time": 2, "estimate": -0.27611631797798075, "raw_gap": -0.28517779530609044, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.2991857690109012 }, { "event_time": 3, "estimate": -0.7321928943800466, "raw_gap": -0.741323317731305, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.7552623454129671 }, { "event_time": 4, "estimate": -1.0321098729802285, "raw_gap": -1.0413325228299841, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.0551793240131488 }, { "event_time": 5, "estimate": -1.2540244445109276, "raw_gap": -1.2620174077140507, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.277093895543848 }, { "event_time": 6, "estimate": -1.4450287022191661, "raw_gap": -1.4532949291215405, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.4680981532520865 }, { "event_time": 7, "estimate": -1.4831751910194853, "raw_gap": -1.4915298267657353, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.5062446420524056 }, { "event_time": 8, "estimate": -1.5779444770532711, "raw_gap": -1.5859758679641012, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.6010139280861915 }, { "event_time": 9, "estimate": -1.4234038067773525, "raw_gap": -1.4234038067773616, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.4464732578102728 }, { "event_time": 10, "estimate": -1.673081196441238, "raw_gap": -1.6730811964412466, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.6961506474741583 }, { "event_time": 11, "estimate": -1.9720763603895997, "raw_gap": -1.9720763603896085, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.99514581142252 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.05490437854966216, -0.013612557451399257, 0.038342341535995805, 0.013794100326880422, 0.11684719495154106, 0.015050743898280573, -0.28517779530609055, -0.7413233177313049, -1.0413325228299841, -1.2620174077140505, -1.4532949291215407, -1.4915298267657355, -1.585975867964101, -1.423403806777362, -1.6730811964412473, -1.9720763603896085 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -9.068769127464437e-15 }, { "cohort": 4, "pre_gap": -0.020289829669451864 } ], "diagnostics": { "converged": true, "pre_rmse": 0.03340788472766909, "zeta_omega": [ 0.0, 1.53218811584173 ], "zeta_lambda": [ 0.0, 3.639818076137642e-07 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.0676030347572363, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 12, "time_iterations": 19, "unit_objective": 0.06541831840014004, "time_objective": 0.038566955364757065, "unit_projected_gradient": 2.645892407948658e-09, "time_projected_gradient": 2.5854983431994327e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 6.661338147750939e-16 }, "native_matrix_att": -0.7762760985004016, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0007168329320847988, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.7979546651046939, "event_study": [ { "event_time": -4, "estimate": -0.009980156911320223, "raw_gap": -0.009980156911320223, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.012380005112404748 }, { "event_time": -3, "estimate": -0.002480910760651933, "raw_gap": -0.002480910760651933, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.004880758961736458 }, { "event_time": -2, "estimate": 0.007211316047922208, "raw_gap": 0.007211316047922208, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.004811467846837683 }, { "event_time": -1, "estimate": 0.0023998482010845245, "raw_gap": 0.0023998482010845245, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.10211028121421542, "raw_gap": 0.10211028121421542, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0997104330131309 }, { "event_time": 1, "estimate": -0.027566750201848178, "raw_gap": -0.027566750201848178, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.0299665984029327 }, { "event_time": 2, "estimate": -0.3158480161882232, "raw_gap": -0.3158480161882232, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.31824786438930774 }, { "event_time": 3, "estimate": -0.7522134796322991, "raw_gap": -0.7522134796322991, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.7546133278333836 }, { "event_time": 4, "estimate": -1.0759421612690792, "raw_gap": -1.0759421612690792, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.0783420094701637 }, { "event_time": 5, "estimate": -1.3174894699773425, "raw_gap": -1.3174894699773425, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.319889318178427 }, { "event_time": 6, "estimate": -1.4524651693561574, "raw_gap": -1.4524651693561574, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.454865017557242 }, { "event_time": 7, "estimate": -1.4965573626073756, "raw_gap": -1.4965573626073756, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.4989572108084601 }, { "event_time": 8, "estimate": -1.5780661255543305, "raw_gap": -1.5780661255543305, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.580465973755415 }, { "event_time": 9, "estimate": -1.3772592426263521, "raw_gap": -1.3772592426263521, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.3796590908274367 }, { "event_time": 10, "estimate": -1.567222863737931, "raw_gap": -1.567222863737931, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.5696227119390156 }, { "event_time": 11, "estimate": -1.8911288765514003, "raw_gap": -1.8911288765514003, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.8935287247524848 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.009980156911320223, -0.002480910760651933, 0.007211316047922208, 0.0023998482010845245, 0.10211028121421542, -0.027566750201848178, -0.3158480161882232, -0.7522134796322991, -1.075942161269079, -1.3174894699773425, -1.4524651693561574, -1.496557362607376, -1.5780661255543302, -1.377259242626352, -1.567222863737931, -1.8911288765513998 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 44, "termination_reason": "Relative objective tolerance reached", "objective": 0.03872157933158528, "lambda_l": 0.002132487580180329, "singular_values": [ 2.464026100178555, 2.264829313037282, 1.688816725799471, 1.4247720854226802, 1.3896347341311979, 1.160903678946686, 0.9032269111067046, 0.8163460154096247, 0.7179580750140326, 0.36031625554429936, 0.3348138468190438, 0.006929665490439607, 0.0 ], "history_objective": [ 0.038899180592100555, 0.038811605748699136, 0.03876877039703749, 0.038746963298699984, 0.038735543693765216, 0.03872940435530991, 0.03872602883234663, 0.03872413884334533, 0.03872306525704884, 0.03872244842437147, 0.038722090773267354, 0.0387218818555166, 0.03872175906537435, 0.0387216865205259, 0.03872164346965762, 0.03872161782276494, 0.038721602492136145, 0.038721593300566334, 0.03872158777489789, 0.038721584445014515, 0.038721582433957895, 0.03872158121696574, 0.03872158047914813, 0.03872158003107605, 0.03872157975853424, 0.038721579592514176, 0.03872157949124144, 0.038721579429383556, 0.03872157939155311, 0.038721579368389596, 0.03872157935419039, 0.0387215793454768, 0.038721579340123866, 0.03872157933683208, 0.038721579334805876, 0.03872157933355741, 0.038721579332787456, 0.03872157933231222, 0.03872157933201865, 0.038721579331837064, 0.03872157933172471, 0.03872157933165512, 0.03872157933161201, 0.03872157933158528 ], "history_rmse": [ 0.09901444572860374, 0.09917339100139555, 0.0992464229973325, 0.0992807128889969, 0.09929733559422876, 0.09930567522047386, 0.09931000765192603, 0.09931233106411667, 0.0993136109579596, 0.09931433138240335, 0.09931474380189731, 0.09931498301375355, 0.09931512318311475, 0.09931520597692074, 0.09931525519278529, 0.09931528459913365, 0.0993153022433286, 0.09931531286708523, 0.09931531928258266, 0.09931532316650726, 0.09931532552291901, 0.09931532695528149, 0.09931532782741123, 0.09931532835922438, 0.09931532868395586, 0.09931532888248587, 0.09931532900399864, 0.09931532907845138, 0.09931532912411457, 0.09931532915214723, 0.09931532916937183, 0.09931532917996458, 0.09931532918648392, 0.09931532919049958, 0.09931532919297513, 0.09931532919450213, 0.09931532919544465, 0.09931532919602702, 0.09931532919638734, 0.09931532919660982, 0.09931532919674765, 0.09931532919683297, 0.09931532919688606, 0.09931532919691899 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": -0.797954665104694, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0023848749697208405, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.8360059014650376, "event_study": [ { "event_time": -4, "estimate": -0.000970275774195876, "raw_gap": -0.000970275774195876, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.001929390582984739 }, { "event_time": -3, "estimate": -0.018411000208537847, "raw_gap": -0.018411000208537847, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.01937011501732671 }, { "event_time": -2, "estimate": 0.017283212421009386, "raw_gap": 0.017283212421009386, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.016324097612220523 }, { "event_time": -1, "estimate": 0.000959114808788863, "raw_gap": 0.000959114808788863, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.06785438711512129, "raw_gap": 0.06785438711512129, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.06689527230633242 }, { "event_time": 1, "estimate": -0.01662846003851607, "raw_gap": -0.01662846003851607, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.017587574847304933 }, { "event_time": 2, "estimate": -0.3559592963719803, "raw_gap": -0.3559592963719803, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.35691841118076917 }, { "event_time": 3, "estimate": -0.7659176877497899, "raw_gap": -0.7659176877497899, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.7668768025585787 }, { "event_time": 4, "estimate": -1.0814136854346457, "raw_gap": -1.0814136854346457, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.0823728002434345 }, { "event_time": 5, "estimate": -1.3432331698076283, "raw_gap": -1.3432331698076283, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.3441922846164172 }, { "event_time": 6, "estimate": -1.4908688840757816, "raw_gap": -1.4908688840757816, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.4918279988845704 }, { "event_time": 7, "estimate": -1.5105496685672302, "raw_gap": -1.5105496685672302, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.511508783376019 }, { "event_time": 8, "estimate": -1.669755452134833, "raw_gap": -1.669755452134833, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.6707145669436219 }, { "event_time": 9, "estimate": -1.5119110028448333, "raw_gap": -1.5119110028448333, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.5128701176536221 }, { "event_time": 10, "estimate": -1.6951540507589298, "raw_gap": -1.6951540507589298, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.6961131655677186 }, { "event_time": 11, "estimate": -2.140712693928554, "raw_gap": -2.140712693928554, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -2.141671808737343 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.000970275774195876, -0.018411000208537847, 0.017283212421009386, 0.000959114808788863, 0.06785438711512129, -0.01662846003851607, -0.35595929637198026, -0.7659176877497899, -1.0814136854346452, -1.3432331698076287, -1.4908688840757816, -1.5105496685672306, -1.669755452134833, -1.5119110028448333, -1.6951540507589298, -2.140712693928554 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.011340349786646565, "penalty": 1.0, "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 1.3322676295501878e-15 }, "native_matrix_att": -0.8360059014650363, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.001058334019035101, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25882906428816876, "SE": 0.0977046633921527, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7944309249418507, "SE": 0.08447985598817229, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8064647943190357, "SE": 0.06938389728290502, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7527971699077467, "SE": 0.0713805693519671, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -1.0919296185611385, "SE": 0.09262973342376221, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8177719360811683, "SE": 0.08268492576820062, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7762760985004009, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.7979546651046939, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8360059014650376, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25882906428816876, "SE": 0.0977046633921527, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.4519844899345258, "upper": -0.06567363864181175, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7944309249418507, "SE": 0.08447985598817229, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9614418124001555, "upper": -0.627420037483546, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8064647943190357, "SE": 0.06938389728290502, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9436320056617753, "upper": -0.6692975829762962, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7527971699077467, "SE": 0.0713805693519671, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8939116651362915, "upper": -0.6116826746792019, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -1.0919296185611385, "SE": 0.09262973342376221, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.2734805599692585, "upper": -0.9103786771530185, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8177719360811683, "SE": 0.08268492576820062, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.9798314126512093, "upper": -0.6557124595111272, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7762760985004009, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.7979546651046939, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8360059014650376, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602089.924063, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25882906428816876, "SE": 0.0977046633921527, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.4519844899345258, "upper": -0.06567363864181175, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7944309249418507, "SE": 0.08447985598817229, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9614418124001555, "upper": -0.627420037483546, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8064647943190357, "SE": 0.06938389728290502, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9436320056617753, "upper": -0.6692975829762962, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7527971699077467, "SE": 0.0713805693519671, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8939116651362915, "upper": -0.6116826746792019, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -1.0919296185611385, "SE": 0.09262973342376221, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.2734805599692585, "upper": -0.9103786771530185, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8177719360811683, "SE": 0.08268492576820062, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.9798314126512093, "upper": -0.6557124595111272, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7762760985004009, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.7979546651046939, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8360059014650376, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }