{ "study_id": 4, "specification_id": "S04-P006", "source_specification_id": "MI-T4-C6", "role": "active_comparison", "published_source_location": "Table 4 column 6", "outcome_label": "Material Value per Boat-Year", "outcome_variable": "f_M_per_boatyear", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P006.json", "input_bytes": 67361, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Material Value per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p006", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Material Value per Boat-Year", "source_specification_id": "MI-T4-C6", "specification_id": "S04-P006", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C6.csv", "output_dir": "analyses/full-archive/results/S04-P006" }, "source": { "file": "MI-T4-C6.csv", "bytes": 67361, "sha256": "184449d7233803509bbbc183f9c868cda163e2770428f773d10d48854db48435" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 13.40835787248469, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.004475706289962468, "se": 0.03682200982655465, "pvalue": 0.9034286625278272, "lower": -0.07727029699087823, "upper": 0.0683188844109533 }, { "method": "Dynamic TWFE", "estimate": -0.06661054986062145, "se": 0.05765370252264327, "pvalue": 0.24989879748988647, "lower": -0.180587969813987, "upper": 0.04736687009274408 }, { "method": "BJS / did2s", "estimate": -0.05096659772476818, "se": 0.05089501758051577, "pvalue": 0.3183458208687784, "lower": -0.15158256059428368, "upper": 0.049649365144747326 }, { "method": "Sun\u2013Abraham", "estimate": -0.06979885590258547, "se": 0.06113233739104594, "pvalue": 0.25548637902351085, "lower": -0.19065329866475733, "upper": 0.051055586859586374 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.01257653826871629, "se": 0.06099145152369501, "pvalue": 0.8369308378103311, "lower": -0.10799938278598595, "upper": 0.13315245932341854 }, { "event_time": -3, "estimate": -0.15543009481517542, "se": 0.09930707601903795, "pvalue": 0.11979022607423266, "lower": -0.351753380441407, "upper": 0.04089319081105619 }, { "event_time": -2, "estimate": 0.04491900695592497, "se": 0.09375188028048793, "pvalue": 0.6325908997807067, "lower": -0.1404220372892403, "upper": 0.23026005120109022 }, { "event_time": 0, "estimate": -0.11007264899284426, "se": 0.07441723786361765, "pvalue": 0.14133665914479127, "lower": -0.2571904298226152, "upper": 0.03704513183692666 }, { "event_time": 1, "estimate": -0.04658320178682005, "se": 0.0835384696828792, "pvalue": 0.5779841914391137, "lower": -0.2117330330152218, "upper": 0.11856662944158172 }, { "event_time": 2, "estimate": 0.08746702437110458, "se": 0.05470265941450657, "pvalue": 0.11206933255722205, "lower": -0.02067638553746841, "upper": 0.19561043427967756 }, { "event_time": 3, "estimate": -0.020516802704689807, "se": 0.07045139845551149, "pvalue": 0.7713116095044398, "lower": -0.15979439072970902, "upper": 0.11876078532032941 }, { "event_time": 4, "estimate": -0.053304079392455544, "se": 0.08807602038043338, "pvalue": 0.5460153824588814, "lower": -0.2274243374761265, "upper": 0.12081617869121541 }, { "event_time": 5, "estimate": -0.09905687336676154, "se": 0.06328769604129623, "pvalue": 0.11978142788608036, "lower": -0.2241723125139134, "upper": 0.026058565780390328 }, { "event_time": 6, "estimate": -0.13679370360447937, "se": 0.08353330025483684, "pvalue": 0.10373606479543288, "lower": -0.301933315227806, "upper": 0.028345908018847232 }, { "event_time": 7, "estimate": -0.12376960666304929, "se": 0.08366647425173594, "pvalue": 0.14128514298685932, "lower": -0.289172494154313, "upper": 0.041633280828214436 }, { "event_time": 8, "estimate": -0.10263423110122488, "se": 0.0916407932633365, "pvalue": 0.26463393515285716, "lower": -0.2838018009469365, "upper": 0.07853333874448676 }, { "event_time": 9, "estimate": -0.29187724851181085, "se": 0.11021156464763533, "pvalue": 0.00901077212241781, "lower": -0.5097579610753707, "upper": -0.07399653594825095 }, { "event_time": 10, "estimate": -0.1933218990195062, "se": 0.11693029936628799, "pvalue": 0.10049282836288571, "lower": -0.4244850898121507, "upper": 0.03784129177313836 }, { "event_time": 11, "estimate": -0.024117106265167887, "se": 0.1157212720018291, "pvalue": 0.8352120548220544, "lower": -0.2528901327903932, "upper": 0.2046559202600574 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.013416784273485714, "se": 0.0284737957373188, "pvalue": 0.6382278546016628, "lower": -0.04287395912055958, "upper": 0.06970752766753101 }, { "event_time": -3, "estimate": -0.07660109734885051, "se": 0.03562672111857033, "pvalue": 0.03325286256514357, "lower": -0.14703268416494314, "upper": -0.006169510532757896 }, { "event_time": -2, "estimate": 0.04846346002109389, "se": 0.03009346989475184, "pvalue": 0.10954022916399551, "lower": -0.011029268216107939, "upper": 0.10795618825829573 }, { "event_time": -1, "estimate": 0.006729532823707201, "se": 0.014107488032563427, "pvalue": 0.6340874504844397, "lower": -0.02116000449339832, "upper": 0.034619070140812724 }, { "event_time": 0, "estimate": -0.025734165384154753, "se": 0.05152347525343679, "pvalue": 0.6182304027744892, "lower": -0.12759254601654163, "upper": 0.07612421524823212 }, { "event_time": 1, "estimate": -0.05830577331587875, "se": 0.0717840745640872, "pvalue": 0.41802411219641905, "lower": -0.20021797070409186, "upper": 0.08360642407233437 }, { "event_time": 2, "estimate": 0.09189389828902964, "se": 0.05969225729217906, "pvalue": 0.1259329967868134, "lower": -0.02611360477953674, "upper": 0.209901401357596 }, { "event_time": 3, "estimate": 0.012975345877796075, "se": 0.06656294399642373, "pvalue": 0.8457256327650035, "lower": -0.1186150340849323, "upper": 0.14456572584052446 }, { "event_time": 4, "estimate": -0.06290823864720022, "se": 0.09084465485025381, "pvalue": 0.48977392117711854, "lower": -0.24250189739477737, "upper": 0.11668542010037694 }, { "event_time": 5, "estimate": -0.09626529257479909, "se": 0.07049225824353911, "pvalue": 0.17423434276171276, "lower": -0.23562365760138904, "upper": 0.04309307245179085 }, { "event_time": 6, "estimate": -0.1456602958161328, "se": 0.08350567905704795, "pvalue": 0.08328312684419291, "lower": -0.31074530222379676, "upper": 0.01942471059153117 }, { "event_time": 7, "estimate": -0.1094681110747905, "se": 0.07848730750168782, "pvalue": 0.16529255529091127, "lower": -0.26463214073299657, "upper": 0.045695918583415554 }, { "event_time": 8, "estimate": -0.07542757122512536, "se": 0.08895837823209449, "pvalue": 0.3979321878757144, "lower": -0.25129219032998884, "upper": 0.10043704787973812 }, { "event_time": 9, "estimate": -0.2599900998445044, "se": 0.1231750446685378, "pvalue": 0.03656012569681773, "lower": -0.5034987242636675, "upper": -0.01648147542534134 }, { "event_time": 10, "estimate": -0.2205524461840414, "se": 0.12942176990347926, "pvalue": 0.09055817976485687, "lower": -0.4764104184210064, "upper": 0.035305526052923586 }, { "event_time": 11, "estimate": -0.027068976041946802, "se": 0.12147067025285388, "pvalue": 0.8239796352330394, "lower": -0.2672081690103217, "upper": 0.21307021692642808 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.0029958340759183165, "se": 0.10265179033674493, "pvalue": 0.9767587658343072, "lower": -0.2059313907573107, "upper": 0.19993972260547405 }, { "event_time": -3, "estimate": -0.2097936700738569, "se": 0.13448332754553413, "pvalue": 0.12100215540473634, "lower": -0.4756579949949375, "upper": 0.05607065484722368 }, { "event_time": -2, "estimate": 0.07751679884614353, "se": 0.11301946813146227, "pvalue": 0.4939205327566375, "lower": -0.14591494653163967, "upper": 0.30094854422392675 }, { "event_time": 0, "estimate": -0.10458873550907828, "se": 0.08330204265005874, "pvalue": 0.21136083057071559, "lower": -0.2692711666915329, "upper": 0.06009369567337634 }, { "event_time": 1, "estimate": -0.04984979406626873, "se": 0.09015263249131769, "pvalue": 0.5811740464629875, "lower": -0.22807537202162614, "upper": 0.12837578388908866 }, { "event_time": 2, "estimate": 0.07498904118052745, "se": 0.059770950907881565, "pvalue": 0.21169721667553595, "lower": -0.043174033774875706, "upper": 0.19315211613593058 }, { "event_time": 3, "estimate": -0.009381171492864243, "se": 0.07029952026696142, "pvalue": 0.8940311440757606, "lower": -0.1483585067445021, "upper": 0.1295961637587736 }, { "event_time": 4, "estimate": -0.07317637749541483, "se": 0.09755762747520796, "pvalue": 0.4544541338014415, "lower": -0.2660411232076036, "upper": 0.11968836821677392 }, { "event_time": 5, "estimate": -0.11297491864700634, "se": 0.07298317086328926, "pvalue": 0.12387388486514402, "lower": -0.25725764726701683, "upper": 0.031307809973004114 }, { "event_time": 6, "estimate": -0.15917366325859117, "se": 0.08556296325501249, "pvalue": 0.06492477952290887, "lower": -0.3283257795782809, "upper": 0.009978453061098541 }, { "event_time": 7, "estimate": -0.11842157192372779, "se": 0.08369548788890448, "pvalue": 0.1592995982620314, "lower": -0.2838818173879098, "upper": 0.04703867354045421 }, { "event_time": 8, "estimate": -0.09087561752956161, "se": 0.09727320327721564, "pvalue": 0.351782025311809, "lower": -0.2831780760886098, "upper": 0.1014268410294866 }, { "event_time": 9, "estimate": -0.2633459545778213, "se": 0.12548354019919955, "pvalue": 0.03763088427480862, "lower": -0.5114183165029209, "upper": -0.015273592652721601 }, { "event_time": 10, "estimate": -0.21342658932739736, "se": 0.12472806183155516, "pvalue": 0.08925512526097622, "lower": -0.4600054222785188, "upper": 0.033152243623724126 }, { "event_time": 11, "estimate": -0.01765395877239662, "se": 0.12077491411804386, "pvalue": 0.8839940677830436, "lower": -0.25641768952945515, "upper": 0.2211097719846619 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.8177103092389006e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8656672213968194, "df_num": 8, "df_den": 1344, "pvalue": 0.5449672404714518, "log10_pvalue": -0.26362960361343246, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 165.18383484477914, "rss_restricted": 166.0349909836467, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.15193362388956622 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.18300704912009155 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.0735392141723216 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.1786363696999647 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.07921044514484521 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.09912985321665925 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.13184752615620457 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.13669357825624662 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.021948256046204172 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Material Value per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p006", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Material Value per Boat-Year", "source_specification_id": "MI-T4-C6", "specification_id": "S04-P006", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C6.csv", "output_dir": "analyses/archive-expanded/fits/S04-P006" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P006", "regression_results": "analyses/archive-expanded/baselines/S04-P006.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C6.csv", "bytes": 67361, "sha256": "184449d7233803509bbbc183f9c868cda163e2770428f773d10d48854db48435" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 13.40835787248469, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.004475706289962468, "se": 0.03682200982655465, "pvalue": 0.9034286625278272, "lower": -0.07727029699087823, "upper": 0.0683188844109533 }, { "method": "Dynamic TWFE", "estimate": -0.06661054986062145, "se": 0.05765370252264327, "pvalue": 0.24989879748988647, "lower": -0.180587969813987, "upper": 0.04736687009274408 }, { "method": "BJS / did2s", "estimate": -0.05096659772476818, "se": 0.05089501758051577, "pvalue": 0.3183458208687784, "lower": -0.15158256059428368, "upper": 0.049649365144747326 }, { "method": "Sun\u2013Abraham", "estimate": -0.06979885590258547, "se": 0.06113233739104594, "pvalue": 0.25548637902351085, "lower": -0.19065329866475733, "upper": 0.051055586859586374 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.01257653826871629, "se": 0.06099145152369501, "pvalue": 0.8369308378103311, "lower": -0.10799938278598595, "upper": 0.13315245932341854 }, { "event_time": -3, "estimate": -0.15543009481517542, "se": 0.09930707601903795, "pvalue": 0.11979022607423266, "lower": -0.351753380441407, "upper": 0.04089319081105619 }, { "event_time": -2, "estimate": 0.04491900695592497, "se": 0.09375188028048793, "pvalue": 0.6325908997807067, "lower": -0.1404220372892403, "upper": 0.23026005120109022 }, { "event_time": 0, "estimate": -0.11007264899284426, "se": 0.07441723786361765, "pvalue": 0.14133665914479127, "lower": -0.2571904298226152, "upper": 0.03704513183692666 }, { "event_time": 1, "estimate": -0.04658320178682005, "se": 0.0835384696828792, "pvalue": 0.5779841914391137, "lower": -0.2117330330152218, "upper": 0.11856662944158172 }, { "event_time": 2, "estimate": 0.08746702437110458, "se": 0.05470265941450657, "pvalue": 0.11206933255722205, "lower": -0.02067638553746841, "upper": 0.19561043427967756 }, { "event_time": 3, "estimate": -0.020516802704689807, "se": 0.07045139845551149, "pvalue": 0.7713116095044398, "lower": -0.15979439072970902, "upper": 0.11876078532032941 }, { "event_time": 4, "estimate": -0.053304079392455544, "se": 0.08807602038043338, "pvalue": 0.5460153824588814, "lower": -0.2274243374761265, "upper": 0.12081617869121541 }, { "event_time": 5, "estimate": -0.09905687336676154, "se": 0.06328769604129623, "pvalue": 0.11978142788608036, "lower": -0.2241723125139134, "upper": 0.026058565780390328 }, { "event_time": 6, "estimate": -0.13679370360447937, "se": 0.08353330025483684, "pvalue": 0.10373606479543288, "lower": -0.301933315227806, "upper": 0.028345908018847232 }, { "event_time": 7, "estimate": -0.12376960666304929, "se": 0.08366647425173594, "pvalue": 0.14128514298685932, "lower": -0.289172494154313, "upper": 0.041633280828214436 }, { "event_time": 8, "estimate": -0.10263423110122488, "se": 0.0916407932633365, "pvalue": 0.26463393515285716, "lower": -0.2838018009469365, "upper": 0.07853333874448676 }, { "event_time": 9, "estimate": -0.29187724851181085, "se": 0.11021156464763533, "pvalue": 0.00901077212241781, "lower": -0.5097579610753707, "upper": -0.07399653594825095 }, { "event_time": 10, "estimate": -0.1933218990195062, "se": 0.11693029936628799, "pvalue": 0.10049282836288571, "lower": -0.4244850898121507, "upper": 0.03784129177313836 }, { "event_time": 11, "estimate": -0.024117106265167887, "se": 0.1157212720018291, "pvalue": 0.8352120548220544, "lower": -0.2528901327903932, "upper": 0.2046559202600574 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.013416784273485714, "se": 0.0284737957373188, "pvalue": 0.6382278546016628, "lower": -0.04287395912055958, "upper": 0.06970752766753101 }, { "event_time": -3, "estimate": -0.07660109734885051, "se": 0.03562672111857033, "pvalue": 0.03325286256514357, "lower": -0.14703268416494314, "upper": -0.006169510532757896 }, { "event_time": -2, "estimate": 0.04846346002109389, "se": 0.03009346989475184, "pvalue": 0.10954022916399551, "lower": -0.011029268216107939, "upper": 0.10795618825829573 }, { "event_time": -1, "estimate": 0.006729532823707201, "se": 0.014107488032563427, "pvalue": 0.6340874504844397, "lower": -0.02116000449339832, "upper": 0.034619070140812724 }, { "event_time": 0, "estimate": -0.025734165384154753, "se": 0.05152347525343679, "pvalue": 0.6182304027744892, "lower": -0.12759254601654163, "upper": 0.07612421524823212 }, { "event_time": 1, "estimate": -0.05830577331587875, "se": 0.0717840745640872, "pvalue": 0.41802411219641905, "lower": -0.20021797070409186, "upper": 0.08360642407233437 }, { "event_time": 2, "estimate": 0.09189389828902964, "se": 0.05969225729217906, "pvalue": 0.1259329967868134, "lower": -0.02611360477953674, "upper": 0.209901401357596 }, { "event_time": 3, "estimate": 0.012975345877796075, "se": 0.06656294399642373, "pvalue": 0.8457256327650035, "lower": -0.1186150340849323, "upper": 0.14456572584052446 }, { "event_time": 4, "estimate": -0.06290823864720022, "se": 0.09084465485025381, "pvalue": 0.48977392117711854, "lower": -0.24250189739477737, "upper": 0.11668542010037694 }, { "event_time": 5, "estimate": -0.09626529257479909, "se": 0.07049225824353911, "pvalue": 0.17423434276171276, "lower": -0.23562365760138904, "upper": 0.04309307245179085 }, { "event_time": 6, "estimate": -0.1456602958161328, "se": 0.08350567905704795, "pvalue": 0.08328312684419291, "lower": -0.31074530222379676, "upper": 0.01942471059153117 }, { "event_time": 7, "estimate": -0.1094681110747905, "se": 0.07848730750168782, "pvalue": 0.16529255529091127, "lower": -0.26463214073299657, "upper": 0.045695918583415554 }, { "event_time": 8, "estimate": -0.07542757122512536, "se": 0.08895837823209449, "pvalue": 0.3979321878757144, "lower": -0.25129219032998884, "upper": 0.10043704787973812 }, { "event_time": 9, "estimate": -0.2599900998445044, "se": 0.1231750446685378, "pvalue": 0.03656012569681773, "lower": -0.5034987242636675, "upper": -0.01648147542534134 }, { "event_time": 10, "estimate": -0.2205524461840414, "se": 0.12942176990347926, "pvalue": 0.09055817976485687, "lower": -0.4764104184210064, "upper": 0.035305526052923586 }, { "event_time": 11, "estimate": -0.027068976041946802, "se": 0.12147067025285388, "pvalue": 0.8239796352330394, "lower": -0.2672081690103217, "upper": 0.21307021692642808 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.0029958340759183165, "se": 0.10265179033674493, "pvalue": 0.9767587658343072, "lower": -0.2059313907573107, "upper": 0.19993972260547405 }, { "event_time": -3, "estimate": -0.2097936700738569, "se": 0.13448332754553413, "pvalue": 0.12100215540473634, "lower": -0.4756579949949375, "upper": 0.05607065484722368 }, { "event_time": -2, "estimate": 0.07751679884614353, "se": 0.11301946813146227, "pvalue": 0.4939205327566375, "lower": -0.14591494653163967, "upper": 0.30094854422392675 }, { "event_time": 0, "estimate": -0.10458873550907828, "se": 0.08330204265005874, "pvalue": 0.21136083057071559, "lower": -0.2692711666915329, "upper": 0.06009369567337634 }, { "event_time": 1, "estimate": -0.04984979406626873, "se": 0.09015263249131769, "pvalue": 0.5811740464629875, "lower": -0.22807537202162614, "upper": 0.12837578388908866 }, { "event_time": 2, "estimate": 0.07498904118052745, "se": 0.059770950907881565, "pvalue": 0.21169721667553595, "lower": -0.043174033774875706, "upper": 0.19315211613593058 }, { "event_time": 3, "estimate": -0.009381171492864243, "se": 0.07029952026696142, "pvalue": 0.8940311440757606, "lower": -0.1483585067445021, "upper": 0.1295961637587736 }, { "event_time": 4, "estimate": -0.07317637749541483, "se": 0.09755762747520796, "pvalue": 0.4544541338014415, "lower": -0.2660411232076036, "upper": 0.11968836821677392 }, { "event_time": 5, "estimate": -0.11297491864700634, "se": 0.07298317086328926, "pvalue": 0.12387388486514402, "lower": -0.25725764726701683, "upper": 0.031307809973004114 }, { "event_time": 6, "estimate": -0.15917366325859117, "se": 0.08556296325501249, "pvalue": 0.06492477952290887, "lower": -0.3283257795782809, "upper": 0.009978453061098541 }, { "event_time": 7, "estimate": -0.11842157192372779, "se": 0.08369548788890448, "pvalue": 0.1592995982620314, "lower": -0.2838818173879098, "upper": 0.04703867354045421 }, { "event_time": 8, "estimate": -0.09087561752956161, "se": 0.09727320327721564, "pvalue": 0.351782025311809, "lower": -0.2831780760886098, "upper": 0.1014268410294866 }, { "event_time": 9, "estimate": -0.2633459545778213, "se": 0.12548354019919955, "pvalue": 0.03763088427480862, "lower": -0.5114183165029209, "upper": -0.015273592652721601 }, { "event_time": 10, "estimate": -0.21342658932739736, "se": 0.12472806183155516, "pvalue": 0.08925512526097622, "lower": -0.4600054222785188, "upper": 0.033152243623724126 }, { "event_time": 11, "estimate": -0.01765395877239662, "se": 0.12077491411804386, "pvalue": 0.8839940677830436, "lower": -0.25641768952945515, "upper": 0.2211097719846619 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.8177103092389006e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8656672213968194, "df_num": 8, "df_den": 1344, "pvalue": 0.5449672404714518, "log10_pvalue": -0.26362960361343246, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 165.18383484477914, "rss_restricted": 166.0349909836467, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.15193362388956622 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.18300704912009155 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.0735392141723216 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.1786363696999647 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.07921044514484521 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.09912985321665925 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.13184752615620457 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.13669357825624662 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.021948256046204172 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.3071603337220323, "se": 0.08627453654843485, "lower": -0.47625531813984917, "upper": -0.13806534930421538 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.28575157492878983, "se": 0.07953159885500755, "lower": -0.44163064431749166, "upper": -0.12987250554008803 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.28883483416753547, "se": 0.07877781563341903, "lower": -0.4432365155897732, "upper": -0.13443315274529774 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 799.0, "post_cells": 21, "estimate": -0.21471545206824438, "se": 0.0698016590688443, "lower": -0.3515241899043229, "upper": -0.07790671423216591 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.3071603337220323, "se": 0.08627453654843485, "lower": -0.47625531813984917, "upper": -0.13806534930421538, "event_study": [ { "event_time": -4, "estimate": -0.002995834075965026, "se": 0.10107192428454478, "lower": -0.20109316552183207, "upper": 0.19510149736990204, "relative_to_minus_one": -0.002995834075965026, "n": 0.0 }, { "event_time": -3, "estimate": -0.20979367007391983, "se": 0.1324135560720188, "lower": -0.46931947103995164, "upper": 0.04973213089211201, "relative_to_minus_one": -0.20979367007391983, "n": 0.0 }, { "event_time": -2, "estimate": 0.0775167988460806, "se": 0.11128003738972732, "lower": -0.14058806663605555, "upper": 0.29562166432821674, "relative_to_minus_one": 0.0775167988460806, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.04119390309563573, "se": 0.06311745068080993, "lower": -0.1649018332260063, "upper": 0.08251402703473484, "relative_to_minus_one": -0.04119390309563573, "n": 105.0 }, { "event_time": 1, "estimate": -0.09954263958751494, "se": 0.07992407160733128, "lower": -0.25619094143568455, "upper": 0.057105662260654666, "relative_to_minus_one": -0.09954263958751494, "n": 104.0 }, { "event_time": 2, "estimate": 0.033548998847366056, "se": 0.06747027914255017, "lower": -0.09869031829889627, "upper": 0.1657883159936284, "relative_to_minus_one": 0.033548998847366056, "n": 103.0 }, { "event_time": 3, "estimate": -0.040046460057753364, "se": 0.07373849537223941, "lower": -0.18457125526151605, "upper": 0.10447833514600932, "relative_to_minus_one": -0.040046460057753364, "n": 100.0 }, { "event_time": 4, "estimate": -0.17999815087923862, "se": 0.11326683675119828, "lower": -0.40199707155436504, "upper": 0.04200076979588779, "relative_to_minus_one": -0.17999815087923862, "n": 88.0 }, { "event_time": 5, "estimate": -0.35136940559033236, "se": 0.10489347713438857, "lower": -0.5569568429869096, "upper": -0.14578196819375508, "relative_to_minus_one": -0.35136940559033236, "n": 67.0 }, { "event_time": 6, "estimate": -0.5323123389373026, "se": 0.12084066253981786, "lower": -0.769155685383304, "upper": -0.2954689924913011, "relative_to_minus_one": -0.5323123389373026, "n": 55.0 }, { "event_time": 7, "estimate": -0.5302375919315284, "se": 0.1295111777621976, "lower": -0.7840748359408005, "upper": -0.2764003479222564, "relative_to_minus_one": -0.5302375919315284, "n": 51.0 }, { "event_time": 8, "estimate": -0.525537870323462, "se": 0.13609582245988644, "lower": -0.7922807807911968, "upper": -0.2587949598557272, "relative_to_minus_one": -0.525537870323462, "n": 49.0 }, { "event_time": 9, "estimate": -0.5562382717359833, "se": 0.17216731172295865, "lower": -0.8936800020280629, "upper": -0.2187965414439037, "relative_to_minus_one": -0.5562382717359833, "n": 28.0 }, { "event_time": 10, "estimate": -0.5168698589088547, "se": 0.17397949150955427, "lower": -0.8578633963161733, "upper": -0.17587632150153626, "relative_to_minus_one": -0.5168698589088547, "n": 25.0 }, { "event_time": 11, "estimate": -0.3461265124641465, "se": 0.21220658869767114, "lower": -0.7620437835936864, "upper": 0.06979075866539342, "relative_to_minus_one": -0.3461265124641465, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.0572641519841673, "se": 0.08306887346834532, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": -0.012610642744171782, "se": 0.08664384188912456, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": 0.1061400318991232, "se": 0.08112096478607819, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": 0.034510887063618524, "se": 0.10474301552096402, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -0.22117632447167598, "se": 0.14225443824830544, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": -0.3177669728127081, "se": 0.13184693783537949, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -0.5134668909558384, "se": 0.15143523925579508, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": -0.4227564870379617, "se": 0.17532359172120887, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": -0.40092493442325594, "se": 0.177386827365456, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -0.5562382717359833, "se": 0.17216731172295865, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": -0.5168698589088547, "se": 0.17397949150955425, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": -0.3461265124641465, "se": 0.21220658869767114, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": -0.002995834075965026, "se": 0.1010719242845448, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.20979367007391983, "se": 0.13241355607201874, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 0.0775167988460806, "se": 0.1112800373897273, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.022110482540504486, "se": 0.09229641255301248, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.20277438583898494, "se": 0.13339109525130755, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": -0.05265285290159557, "se": 0.10625973137893872, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -0.12858330976438248, "se": 0.10456526813746114, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": -0.13109906973821925, "se": 0.149037306886654, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -0.39127229451376117, "se": 0.1841567109612678, "event_time": 5, "mass": 27.0 }, { "group": 5, "year": 11, "att": -0.5546913084152911, "se": 0.18954515807340513, "event_time": 6, "mass": 23.0 }, { "group": 5, "year": 12, "att": -0.6578714039926388, "se": 0.19416251273401416, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -0.6735157317049567, "se": 0.199349862119013, "event_time": 8, "mass": 20.0 } ], "treated_cell_att": -0.21471545206824438, "treated_cell_se": 0.0698016590688443, "checks": { "input_rows": 1522, "retained_rows": 1522, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07628479180857539, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.22688422176351283, "event_study": [ { "event_time": -4, "estimate": -0.01891118363924969, "raw_gap": 0.023627885267522086, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.006811329237600196 }, { "event_time": -3, "estimate": -0.17681580692467383, "raw_gap": -0.13427673801790208, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.16471595252302434 }, { "event_time": -2, "estimate": 0.05203914644044679, "raw_gap": 0.09457821534721857, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.06413900084209628 }, { "event_time": -1, "estimate": -0.012099854401649493, "raw_gap": 0.007346577098586982, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.11587094569974268, "raw_gap": -0.09642451419950622, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.10377109129809318 }, { "event_time": 1, "estimate": -0.08148280493818097, "raw_gap": -0.062258418028391965, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.06938295053653147 }, { "event_time": 2, "estimate": 0.027947769092961556, "raw_gap": 0.04694579986685753, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.04004762349461105 }, { "event_time": 3, "estimate": -0.0506514484544511, "raw_gap": -0.031508867446405894, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.03855159405280161 }, { "event_time": 4, "estimate": -0.18719522941664876, "raw_gap": -0.16785928900448183, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.17509537501499928 }, { "event_time": 5, "estimate": -0.3491233643929287, "raw_gap": -0.33198075453497816, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.33702350999127917 }, { "event_time": 6, "estimate": -0.5395710567929362, "raw_gap": -0.5217819916137427, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.5274712023912866 }, { "event_time": 7, "estimate": -0.5243054839311266, "raw_gap": -0.5067893967342227, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.5122056295294771 }, { "event_time": 8, "estimate": -0.5177432604198812, "raw_gap": -0.5003803751518133, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.5056434060182317 }, { "event_time": 9, "estimate": -0.5562382717359842, "raw_gap": -0.5562382717359878, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.5441384173343347 }, { "event_time": 10, "estimate": -0.5168698589088548, "raw_gap": -0.5168698589088586, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.5047700045072053 }, { "event_time": 11, "estimate": -0.34612651246414705, "raw_gap": -0.3461265124641508, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.33402665806249754 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.023627885267522075, -0.13427673801790208, 0.09457821534721855, 0.007346577098586997, -0.09642451419950626, -0.062258418028391965, 0.04694579986685753, -0.0315088674464059, -0.16785928900448183, -0.3319807545349781, -0.5217819916137427, -0.5067893967342227, -0.5003803751518131, -0.5562382717359879, -0.5168698589088587, -0.3461265124641509 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.817608996956678e-15 }, { "cohort": 4, "pre_gap": 0.04253906890677179 } ], "diagnostics": { "converged": true, "pre_rmse": 0.07455444123558609, "zeta_omega": [ 0.0, 2.6279280484741707 ], "zeta_lambda": [ 0.0, 6.228000728585909e-07 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.14319324131960648, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 11, "time_iterations": 20, "unit_objective": 0.19550656263935912, "time_objective": 0.0693782791301025, "unit_projected_gradient": 4.0238106562007214e-09, "time_projected_gradient": 4.921799245938274e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.22688422176351283, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000756249763071537, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.06684392185759289, "event_study": [ { "event_time": -4, "estimate": 0.004616119315416917, "raw_gap": 0.004616119315416917, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0035601319522122255 }, { "event_time": -3, "estimate": -0.023077964930603222, "raw_gap": -0.023077964930603222, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.024133952293807912 }, { "event_time": -2, "estimate": 0.016152229445149078, "raw_gap": 0.016152229445149078, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.015096242081944386 }, { "event_time": -1, "estimate": 0.0010559873632046911, "raw_gap": 0.0010559873632046911, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.04416767940543082, "raw_gap": -0.04416767940543082, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.04522366676863551 }, { "event_time": 1, "estimate": -0.069745644930601, "raw_gap": -0.069745644930601, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.07080163229380569 }, { "event_time": 2, "estimate": 0.07576011652597943, "raw_gap": 0.07576011652597943, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.07470412916277473 }, { "event_time": 3, "estimate": -0.019396487915270225, "raw_gap": -0.019396487915270225, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.020452475278474914 }, { "event_time": 4, "estimate": -0.08212055682294579, "raw_gap": -0.08212055682294579, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.08317654418615049 }, { "event_time": 5, "estimate": -0.10630912956213641, "raw_gap": -0.10630912956213641, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.1073651169253411 }, { "event_time": 6, "estimate": -0.16510148024280005, "raw_gap": -0.16510148024280005, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.16615746760600475 }, { "event_time": 7, "estimate": -0.11621720342537187, "raw_gap": -0.11621720342537187, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.11727319078857656 }, { "event_time": 8, "estimate": -0.07637148264394174, "raw_gap": -0.07637148264394174, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.07742747000714643 }, { "event_time": 9, "estimate": -0.2755908615084323, "raw_gap": -0.2755908615084323, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.276646848871637 }, { "event_time": 10, "estimate": -0.22517407546689527, "raw_gap": -0.22517407546689527, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.22623006283009997 }, { "event_time": 11, "estimate": -0.03898771820503644, "raw_gap": -0.03898771820503644, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.04004370556824113 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.004616119315416917, -0.023077964930603222, 0.016152229445149078, 0.0010559873632046911, -0.044167679405430836, -0.06974564493060097, 0.07576011652597942, -0.019396487915270225, -0.08212055682294579, -0.10630912956213641, -0.1651014802428, -0.11621720342537187, -0.07637148264394172, -0.2755908615084323, -0.22517407546689527, -0.03898771820503643 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 41, "termination_reason": "Relative objective tolerance reached", "objective": 0.06322135208192534, "lambda_l": 0.0028655355577424297, "singular_values": [ 3.244284492072925, 2.5884884782943454, 2.3634053503313472, 1.8805576453980792, 1.3996055605756659, 1.2610686371739577, 1.0687271599279053, 0.8593948715242328, 0.5297695939173774, 0.4101299859959917, 0.16699158384379187, 0.07489537420669046, 0.0 ], "history_objective": [ 0.06357673146758244, 0.06334849258123768, 0.0632703322720857, 0.06324228429163302, 0.06323118736368041, 0.063226324894362, 0.06322400285695653, 0.06322281862056901, 0.06322218491579167, 0.06322183387652747, 0.06322163452670707, 0.0632215192677112, 0.06322145174969045, 0.06322141181495038, 0.06322138802488823, 0.06322137377603734, 0.06322136520683556, 0.06322136003715512, 0.06322135691076058, 0.06322135501644613, 0.06322135386692634, 0.06322135316852329, 0.06322135274378557, 0.06322135248527215, 0.06322135232782597, 0.06322135223188147, 0.06322135217338776, 0.0632213521377123, 0.06322135211594648, 0.0632213521026631, 0.06322135209455455, 0.06322135208960364, 0.06322135208658021, 0.0632213520847335, 0.06322135208360534, 0.06322135208291611, 0.06322135208249499, 0.0632213520822376, 0.0632213520820802, 0.06322135208198412, 0.06322135208192534 ], "history_rmse": [ 0.13277715748486765, 0.13322177180013964, 0.13337640456825936, 0.13342682044129428, 0.1334440089082368, 0.13345038804351048, 0.13345297767579595, 0.13345411680978805, 0.13345465243978158, 0.13345491813374963, 0.13345505563674154, 0.1334551292305723, 0.13345516968740936, 0.13345519240839687, 0.13345520538896496, 0.13345521290707674, 0.1334552173094014, 0.13345521990990974, 0.13345522145684563, 0.13345522238221175, 0.13345522293823933, 0.13345522327353987, 0.133455223476318, 0.13345522359923523, 0.1334552236738826, 0.13345522371928495, 0.13345522374693375, 0.1334552237637877, 0.1334552237740703, 0.13345522378034733, 0.13345522378418212, 0.13345522378652538, 0.13345522378795804, 0.13345522378883415, 0.1334552237893699, 0.1334552237896978, 0.1334552237898986, 0.1334552237900214, 0.13345522379009606, 0.1334552237901423, 0.13345522379017039 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.06684392185759289, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.002301500178873539, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.16329526072171513, "event_study": [ { "event_time": -4, "estimate": 0.002421222403664223, "raw_gap": 0.002421222403664223, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.008815941053691769 }, { "event_time": -3, "estimate": -0.006924646677760715, "raw_gap": -0.006924646677760715, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.0005299280277331689 }, { "event_time": -2, "estimate": 0.01849187132080268, "raw_gap": 0.01849187132080268, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.024886589970830226 }, { "event_time": -1, "estimate": -0.006394718650027546, "raw_gap": -0.006394718650027546, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.029322310329707682, "raw_gap": -0.029322310329707682, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.022927591679680136 }, { "event_time": 1, "estimate": -0.028938955116724084, "raw_gap": -0.028938955116724084, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.022544236466696538 }, { "event_time": 2, "estimate": 0.026148942350789073, "raw_gap": 0.026148942350789073, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.03254366100081662 }, { "event_time": 3, "estimate": -0.010785404180031967, "raw_gap": -0.010785404180031967, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.004390685530004421 }, { "event_time": 4, "estimate": -0.11609676730701336, "raw_gap": -0.11609676730701336, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.10970204865698582 }, { "event_time": 5, "estimate": -0.26546729563425464, "raw_gap": -0.26546729563425464, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.2590725769842271 }, { "event_time": 6, "estimate": -0.42884086985878883, "raw_gap": -0.42884086985878883, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.4224461512087613 }, { "event_time": 7, "estimate": -0.4187265553322376, "raw_gap": -0.4187265553322376, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.4123318366822101 }, { "event_time": 8, "estimate": -0.46134468627161684, "raw_gap": -0.46134468627161684, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.4549499676215893 }, { "event_time": 9, "estimate": -0.456226400508616, "raw_gap": -0.456226400508616, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.44983168185858846 }, { "event_time": 10, "estimate": -0.3906369343359193, "raw_gap": -0.3906369343359193, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.38424221568589173 }, { "event_time": 11, "estimate": -0.32953922289090154, "raw_gap": -0.32953922289090154, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.323144504240874 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.002421222403664223, -0.006924646677760725, 0.01849187132080267, -0.00639471865002754, -0.02932231032970768, -0.028938955116724088, 0.026148942350789066, -0.010785404180031972, -0.11609676730701336, -0.26546729563425453, -0.42884086985878905, -0.41872655533223774, -0.46134468627161684, -0.45622640050861596, -0.39063693433591923, -0.3295392228909015 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.010876019540917228, "penalty": 1.0, "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": -0.16329526072171524, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0011055832728743553, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.004475706289962468, "SE": 0.03682200982655465, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.06661054986062145, "SE": 0.05765370252264327, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.05096659772476818, "SE": 0.05089501758051577, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06979885590258547, "SE": 0.06113233739104594, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.3071603337220323, "SE": 0.08627453654843485, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.21471545206824438, "SE": 0.0698016590688443, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.22688422176351283, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.06684392185759289, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.16329526072171513, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.004475706289962468, "SE": 0.03682200982655465, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.07727029699087823, "upper": 0.0683188844109533, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.06661054986062145, "SE": 0.05765370252264327, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.180587969813987, "upper": 0.04736687009274408, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.05096659772476818, "SE": 0.05089501758051577, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15158256059428368, "upper": 0.049649365144747326, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06979885590258547, "SE": 0.06113233739104594, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19065329866475733, "upper": 0.051055586859586374, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.3071603337220323, "SE": 0.08627453654843485, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.47625531813984917, "upper": -0.13806534930421538, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.21471545206824438, "SE": 0.0698016590688443, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3515241899043229, "upper": -0.07790671423216591, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.22688422176351283, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.06684392185759289, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.16329526072171513, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602092.476813, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.004475706289962468, "SE": 0.03682200982655465, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.07727029699087823, "upper": 0.0683188844109533, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.06661054986062145, "SE": 0.05765370252264327, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.180587969813987, "upper": 0.04736687009274408, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.05096659772476818, "SE": 0.05089501758051577, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15158256059428368, "upper": 0.049649365144747326, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06979885590258547, "SE": 0.06113233739104594, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19065329866475733, "upper": 0.051055586859586374, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.3071603337220323, "SE": 0.08627453654843485, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.47625531813984917, "upper": -0.13806534930421538, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.21471545206824438, "SE": 0.0698016590688443, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3515241899043229, "upper": -0.07790671423216591, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.22688422176351283, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.06684392185759289, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.16329526072171513, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }