{ "study_id": 4, "specification_id": "S04-P003", "source_specification_id": "MI-T4-C3", "role": "active_comparison", "published_source_location": "Table 4 column 3", "outcome_label": "Material Value per Boat", "outcome_variable": "f_M_per_boat", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P003.json", "input_bytes": 66312, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Material Value per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p003", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Material Value per Boat", "source_specification_id": "MI-T4-C3", "specification_id": "S04-P003", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C3.csv", "output_dir": "analyses/full-archive/results/S04-P003" }, "source": { "file": "MI-T4-C3.csv", "bytes": 66312, "sha256": "e29b95aaaa9ef643dc4008a2e9ec24594b218e7532303e03d9ec202cea3baf5e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 16.516047743906306, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.01403176767730052, "se": 0.08602317230301686, "pvalue": 0.8706605481073143, "lower": -0.18409368575534446, "upper": 0.15603015040074342 }, { "method": "Dynamic TWFE", "estimate": -0.022118609355218487, "se": 0.11349769227503129, "pvalue": 0.8457661830600408, "lower": -0.24649577110104842, "upper": 0.20225855239061147 }, { "method": "BJS / did2s", "estimate": -0.0023118506493630155, "se": 0.10840970065958809, "pvalue": 0.983016448121617, "lower": -0.21663040155671623, "upper": 0.2120067002579902 }, { "method": "Sun\u2013Abraham", "estimate": 0.0006006236053846155, "se": 0.12212938776874688, "pvalue": 0.9960830277406358, "lower": -0.24084080876227404, "upper": 0.2420420559730433 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.41386871522021623, "se": 0.1469782294968913, "pvalue": 0.005562271331429523, "lower": 0.12330282518410007, "upper": 0.7044346052563324 }, { "event_time": -3, "estimate": -0.13028358693654785, "se": 0.2107668930401635, "pvalue": 0.5374798091468185, "lower": -0.5469552945492546, "upper": 0.28638812067615893 }, { "event_time": -2, "estimate": 0.3883525440945852, "se": 0.2303707397995968, "pvalue": 0.09405143303396099, "lower": -0.06707462547520582, "upper": 0.8437797136643762 }, { "event_time": 0, "estimate": 0.005738426990114009, "se": 0.154944294683826, "pvalue": 0.9705091467938469, "lower": -0.30057582815456646, "upper": 0.3120526821347945 }, { "event_time": 1, "estimate": 0.09288382704684475, "se": 0.17373218082916794, "pvalue": 0.593742256079028, "lower": -0.2505727918234374, "upper": 0.43634044591712695 }, { "event_time": 2, "estimate": 0.1296044013890409, "se": 0.1230285053495248, "pvalue": 0.293936613250228, "lower": -0.11361452483604229, "upper": 0.37282332761412407 }, { "event_time": 3, "estimate": 0.08850639742384392, "se": 0.15706017683130125, "pvalue": 0.5739766126630002, "lower": -0.22199081176441943, "upper": 0.39900360661210726 }, { "event_time": 4, "estimate": -0.05175553175549103, "se": 0.17610731739679908, "pvalue": 0.7692769340401462, "lower": -0.3999076328961299, "upper": 0.29639656938514786 }, { "event_time": 5, "estimate": -0.16491943729246014, "se": 0.14750042090211712, "pvalue": 0.2654279219578578, "lower": -0.4565176639606614, "upper": 0.12667878937574115 }, { "event_time": 6, "estimate": -0.19455285341295359, "se": 0.17561326388693968, "pvalue": 0.26981359031546026, "lower": -0.541728244612881, "upper": 0.15262253778697393 }, { "event_time": 7, "estimate": -0.049852196751268306, "se": 0.18215975614051033, "pvalue": 0.7847364556984793, "lower": -0.40996955462737983, "upper": 0.31026516112484326 }, { "event_time": 8, "estimate": -0.06545417307566197, "se": 0.21684709846261765, "pvalue": 0.7632151097295081, "lower": -0.4941460302453831, "upper": 0.36323768409405915 }, { "event_time": 9, "estimate": -0.41165386417796307, "se": 0.21123263120785335, "pvalue": 0.053302647642011106, "lower": -0.8292463042398347, "upper": 0.005938575883908559 }, { "event_time": 10, "estimate": -0.011437928345542787, "se": 0.21005526135671904, "pvalue": 0.9566521305459419, "lower": -0.4267027888749384, "upper": 0.4038269321838528 }, { "event_time": 11, "estimate": -0.26119357731978565, "se": 0.29963909221989615, "pvalue": 0.3848572252268969, "lower": -0.8535595339550811, "upper": 0.3311723793155098 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.09051879067664531, "se": 0.06542870543784457, "pvalue": 0.16870661082652053, "lower": -0.038829277364004794, "upper": 0.21986685871729542 }, { "event_time": -3, "estimate": -0.14727903437114673, "se": 0.07224871536665922, "pvalue": 0.04336888471682533, "lower": -0.2901097947928688, "upper": -0.00444827394942468 }, { "event_time": -2, "estimate": 0.13340623258674403, "se": 0.07807934267351142, "pvalue": 0.0897257384067374, "lower": -0.020951278556384845, "upper": 0.2877637437298729 }, { "event_time": -1, "estimate": -0.03503816634826793, "se": 0.03101230264121373, "pvalue": 0.2604725078700828, "lower": -0.09634736397473856, "upper": 0.026271031278202697 }, { "event_time": 0, "estimate": 0.11957625131038195, "se": 0.12480646743247611, "pvalue": 0.33965560429065605, "lower": -0.12715758414208544, "upper": 0.3663100867628494 }, { "event_time": 1, "estimate": -0.02980789406531818, "se": 0.16606615437884248, "pvalue": 0.8578074386470612, "lower": -0.3581093038532489, "upper": 0.2984935157226125 }, { "event_time": 2, "estimate": 0.22165262450063222, "se": 0.12921445168590906, "pvalue": 0.08847117632730342, "lower": -0.03379549382385072, "upper": 0.47710074282511516 }, { "event_time": 3, "estimate": 0.08161936642511188, "se": 0.15435037674468935, "pvalue": 0.5977806122412496, "lower": -0.22352075364402463, "upper": 0.38675948649424835 }, { "event_time": 4, "estimate": -0.10346662726290522, "se": 0.18026820072482255, "pvalue": 0.566909725964135, "lower": -0.459844509675247, "upper": 0.2529112551494365 }, { "event_time": 5, "estimate": -0.12454878985689416, "se": 0.16173297386269078, "pvalue": 0.44253539025284677, "lower": -0.44428379863650813, "upper": 0.1951862189227198 }, { "event_time": 6, "estimate": -0.2273637825529793, "se": 0.17801691026798, "pvalue": 0.20362963366524633, "lower": -0.5792910179711273, "upper": 0.12456345286516862 }, { "event_time": 7, "estimate": -0.006058320611252345, "se": 0.1930030551004298, "pvalue": 0.9750030920528285, "lower": -0.3876121376419038, "upper": 0.3754954964193991 }, { "event_time": 8, "estimate": -0.09165474649465966, "se": 0.21254581006639595, "pvalue": 0.6669644398058476, "lower": -0.5118432511921929, "upper": 0.3285337582028736 }, { "event_time": 9, "estimate": -0.19803441321903026, "se": 0.22553937991468703, "pvalue": 0.38141138490921334, "lower": -0.6439103152994188, "upper": 0.24784148886135826 }, { "event_time": 10, "estimate": 0.04991512614696291, "se": 0.23851044081805683, "pvalue": 0.834532831144051, "lower": -0.42160367467429005, "upper": 0.5214339269682159 }, { "event_time": 11, "estimate": -0.13511785557841557, "se": 0.2972645840163282, "pvalue": 0.6501411069346721, "lower": -0.7227895721760572, "upper": 0.452553861019226 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.3840271953459698, "se": 0.23349678937599821, "pvalue": 0.10226376063536721, "lower": -0.07757996006644097, "upper": 0.8456343507583806 }, { "event_time": -3, "estimate": -0.16226510519716633, "se": 0.26783231886656333, "pvalue": 0.5455911342069092, "lower": -0.6917512500384052, "upper": 0.3672210396440726 }, { "event_time": -2, "estimate": 0.48255239853147575, "se": 0.2788436912495062, "pvalue": 0.08572021307956806, "lower": -0.06870247510668054, "upper": 1.033807272169632 }, { "event_time": 0, "estimate": 0.032600906177452475, "se": 0.17210730413307143, "pvalue": 0.8500345019624069, "lower": -0.30764344278716854, "upper": 0.3728452551420735 }, { "event_time": 1, "estimate": 0.07730421315222806, "se": 0.1898862037802554, "pvalue": 0.6845459473667874, "lower": -0.2980878023581793, "upper": 0.4526962286626354 }, { "event_time": 2, "estimate": 0.17519815704657674, "se": 0.13297733806111742, "pvalue": 0.18980661117243172, "lower": -0.08768892984120844, "upper": 0.4380852439343619 }, { "event_time": 3, "estimate": 0.09754647626434228, "se": 0.16469612603499553, "pvalue": 0.5546106653858809, "lower": -0.22804648135031597, "upper": 0.4231394338790005 }, { "event_time": 4, "estimate": -0.06084938974766635, "se": 0.18434887870123862, "pvalue": 0.741831416040004, "lower": -0.4252944929465613, "upper": 0.3035957134512286 }, { "event_time": 5, "estimate": -0.1033936251853625, "se": 0.15716177747222143, "pvalue": 0.5116877342916001, "lower": -0.4140916918799264, "upper": 0.2073044415092014 }, { "event_time": 6, "estimate": -0.19303534715038795, "se": 0.1792912432161152, "pvalue": 0.28347178517279603, "lower": -0.5474818515007085, "upper": 0.16141115719993254 }, { "event_time": 7, "estimate": 0.042663212652962315, "se": 0.18498035404081684, "pvalue": 0.817931550544187, "lower": -0.32303027402904083, "upper": 0.40835669933496543 }, { "event_time": 8, "estimate": -0.05797234610471458, "se": 0.2250381005470885, "pvalue": 0.7970825359946139, "lower": -0.5028572532186949, "upper": 0.38691256100926574 }, { "event_time": 9, "estimate": -0.30050126096918733, "se": 0.24041249251570776, "pvalue": 0.2133919913585067, "lower": -0.7757802876845367, "upper": 0.174777765746162 }, { "event_time": 10, "estimate": -0.046147801407524086, "se": 0.24954559749820326, "pvalue": 0.853551764078803, "lower": -0.5394823509517711, "upper": 0.447186748136723 }, { "event_time": 11, "estimate": -0.23546992180637516, "se": 0.30862662060665336, "pvalue": 0.4467615392988693, "lower": -0.8456036063144452, "upper": 0.3746637627016949 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.884059946477803e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1566895085346656, "df_num": 8, "df_den": 1344, "pvalue": 0.32226475891060424, "log10_pvalue": -0.4917871839306252, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 906.6376275536567, "rss_restricted": 912.8798789336214, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.0664816235414753 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.487116247268899 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.10077118637303813 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.20370590817947803 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.4826417299641062 }, { "event_time": 5.0, "cohort": 5, "estimate": -0.20761612122122222 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.27384276526010287 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.5485798102185611 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.12132362583692562 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Material Value per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p003", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Material Value per Boat", "source_specification_id": "MI-T4-C3", "specification_id": "S04-P003", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C3.csv", "output_dir": "analyses/archive-expanded/fits/S04-P003" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P003", "regression_results": "analyses/archive-expanded/baselines/S04-P003.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C3.csv", "bytes": 66312, "sha256": "e29b95aaaa9ef643dc4008a2e9ec24594b218e7532303e03d9ec202cea3baf5e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 16.516047743906306, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.01403176767730052, "se": 0.08602317230301686, "pvalue": 0.8706605481073143, "lower": -0.18409368575534446, "upper": 0.15603015040074342 }, { "method": "Dynamic TWFE", "estimate": -0.022118609355218487, "se": 0.11349769227503129, "pvalue": 0.8457661830600408, "lower": -0.24649577110104842, "upper": 0.20225855239061147 }, { "method": "BJS / did2s", "estimate": -0.0023118506493630155, "se": 0.10840970065958809, "pvalue": 0.983016448121617, "lower": -0.21663040155671623, "upper": 0.2120067002579902 }, { "method": "Sun\u2013Abraham", "estimate": 0.0006006236053846155, "se": 0.12212938776874688, "pvalue": 0.9960830277406358, "lower": -0.24084080876227404, "upper": 0.2420420559730433 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.41386871522021623, "se": 0.1469782294968913, "pvalue": 0.005562271331429523, "lower": 0.12330282518410007, "upper": 0.7044346052563324 }, { "event_time": -3, "estimate": -0.13028358693654785, "se": 0.2107668930401635, "pvalue": 0.5374798091468185, "lower": -0.5469552945492546, "upper": 0.28638812067615893 }, { "event_time": -2, "estimate": 0.3883525440945852, "se": 0.2303707397995968, "pvalue": 0.09405143303396099, "lower": -0.06707462547520582, "upper": 0.8437797136643762 }, { "event_time": 0, "estimate": 0.005738426990114009, "se": 0.154944294683826, "pvalue": 0.9705091467938469, "lower": -0.30057582815456646, "upper": 0.3120526821347945 }, { "event_time": 1, "estimate": 0.09288382704684475, "se": 0.17373218082916794, "pvalue": 0.593742256079028, "lower": -0.2505727918234374, "upper": 0.43634044591712695 }, { "event_time": 2, "estimate": 0.1296044013890409, "se": 0.1230285053495248, "pvalue": 0.293936613250228, "lower": -0.11361452483604229, "upper": 0.37282332761412407 }, { "event_time": 3, "estimate": 0.08850639742384392, "se": 0.15706017683130125, "pvalue": 0.5739766126630002, "lower": -0.22199081176441943, "upper": 0.39900360661210726 }, { "event_time": 4, "estimate": -0.05175553175549103, "se": 0.17610731739679908, "pvalue": 0.7692769340401462, "lower": -0.3999076328961299, "upper": 0.29639656938514786 }, { "event_time": 5, "estimate": -0.16491943729246014, "se": 0.14750042090211712, "pvalue": 0.2654279219578578, "lower": -0.4565176639606614, "upper": 0.12667878937574115 }, { "event_time": 6, "estimate": -0.19455285341295359, "se": 0.17561326388693968, "pvalue": 0.26981359031546026, "lower": -0.541728244612881, "upper": 0.15262253778697393 }, { "event_time": 7, "estimate": -0.049852196751268306, "se": 0.18215975614051033, "pvalue": 0.7847364556984793, "lower": -0.40996955462737983, "upper": 0.31026516112484326 }, { "event_time": 8, "estimate": -0.06545417307566197, "se": 0.21684709846261765, "pvalue": 0.7632151097295081, "lower": -0.4941460302453831, "upper": 0.36323768409405915 }, { "event_time": 9, "estimate": -0.41165386417796307, "se": 0.21123263120785335, "pvalue": 0.053302647642011106, "lower": -0.8292463042398347, "upper": 0.005938575883908559 }, { "event_time": 10, "estimate": -0.011437928345542787, "se": 0.21005526135671904, "pvalue": 0.9566521305459419, "lower": -0.4267027888749384, "upper": 0.4038269321838528 }, { "event_time": 11, "estimate": -0.26119357731978565, "se": 0.29963909221989615, "pvalue": 0.3848572252268969, "lower": -0.8535595339550811, "upper": 0.3311723793155098 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.09051879067664531, "se": 0.06542870543784457, "pvalue": 0.16870661082652053, "lower": -0.038829277364004794, "upper": 0.21986685871729542 }, { "event_time": -3, "estimate": -0.14727903437114673, "se": 0.07224871536665922, "pvalue": 0.04336888471682533, "lower": -0.2901097947928688, "upper": -0.00444827394942468 }, { "event_time": -2, "estimate": 0.13340623258674403, "se": 0.07807934267351142, "pvalue": 0.0897257384067374, "lower": -0.020951278556384845, "upper": 0.2877637437298729 }, { "event_time": -1, "estimate": -0.03503816634826793, "se": 0.03101230264121373, "pvalue": 0.2604725078700828, "lower": -0.09634736397473856, "upper": 0.026271031278202697 }, { "event_time": 0, "estimate": 0.11957625131038195, "se": 0.12480646743247611, "pvalue": 0.33965560429065605, "lower": -0.12715758414208544, "upper": 0.3663100867628494 }, { "event_time": 1, "estimate": -0.02980789406531818, "se": 0.16606615437884248, "pvalue": 0.8578074386470612, "lower": -0.3581093038532489, "upper": 0.2984935157226125 }, { "event_time": 2, "estimate": 0.22165262450063222, "se": 0.12921445168590906, "pvalue": 0.08847117632730342, "lower": -0.03379549382385072, "upper": 0.47710074282511516 }, { "event_time": 3, "estimate": 0.08161936642511188, "se": 0.15435037674468935, "pvalue": 0.5977806122412496, "lower": -0.22352075364402463, "upper": 0.38675948649424835 }, { "event_time": 4, "estimate": -0.10346662726290522, "se": 0.18026820072482255, "pvalue": 0.566909725964135, "lower": -0.459844509675247, "upper": 0.2529112551494365 }, { "event_time": 5, "estimate": -0.12454878985689416, "se": 0.16173297386269078, "pvalue": 0.44253539025284677, "lower": -0.44428379863650813, "upper": 0.1951862189227198 }, { "event_time": 6, "estimate": -0.2273637825529793, "se": 0.17801691026798, "pvalue": 0.20362963366524633, "lower": -0.5792910179711273, "upper": 0.12456345286516862 }, { "event_time": 7, "estimate": -0.006058320611252345, "se": 0.1930030551004298, "pvalue": 0.9750030920528285, "lower": -0.3876121376419038, "upper": 0.3754954964193991 }, { "event_time": 8, "estimate": -0.09165474649465966, "se": 0.21254581006639595, "pvalue": 0.6669644398058476, "lower": -0.5118432511921929, "upper": 0.3285337582028736 }, { "event_time": 9, "estimate": -0.19803441321903026, "se": 0.22553937991468703, "pvalue": 0.38141138490921334, "lower": -0.6439103152994188, "upper": 0.24784148886135826 }, { "event_time": 10, "estimate": 0.04991512614696291, "se": 0.23851044081805683, "pvalue": 0.834532831144051, "lower": -0.42160367467429005, "upper": 0.5214339269682159 }, { "event_time": 11, "estimate": -0.13511785557841557, "se": 0.2972645840163282, "pvalue": 0.6501411069346721, "lower": -0.7227895721760572, "upper": 0.452553861019226 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.3840271953459698, "se": 0.23349678937599821, "pvalue": 0.10226376063536721, "lower": -0.07757996006644097, "upper": 0.8456343507583806 }, { "event_time": -3, "estimate": -0.16226510519716633, "se": 0.26783231886656333, "pvalue": 0.5455911342069092, "lower": -0.6917512500384052, "upper": 0.3672210396440726 }, { "event_time": -2, "estimate": 0.48255239853147575, "se": 0.2788436912495062, "pvalue": 0.08572021307956806, "lower": -0.06870247510668054, "upper": 1.033807272169632 }, { "event_time": 0, "estimate": 0.032600906177452475, "se": 0.17210730413307143, "pvalue": 0.8500345019624069, "lower": -0.30764344278716854, "upper": 0.3728452551420735 }, { "event_time": 1, "estimate": 0.07730421315222806, "se": 0.1898862037802554, "pvalue": 0.6845459473667874, "lower": -0.2980878023581793, "upper": 0.4526962286626354 }, { "event_time": 2, "estimate": 0.17519815704657674, "se": 0.13297733806111742, "pvalue": 0.18980661117243172, "lower": -0.08768892984120844, "upper": 0.4380852439343619 }, { "event_time": 3, "estimate": 0.09754647626434228, "se": 0.16469612603499553, "pvalue": 0.5546106653858809, "lower": -0.22804648135031597, "upper": 0.4231394338790005 }, { "event_time": 4, "estimate": -0.06084938974766635, "se": 0.18434887870123862, "pvalue": 0.741831416040004, "lower": -0.4252944929465613, "upper": 0.3035957134512286 }, { "event_time": 5, "estimate": -0.1033936251853625, "se": 0.15716177747222143, "pvalue": 0.5116877342916001, "lower": -0.4140916918799264, "upper": 0.2073044415092014 }, { "event_time": 6, "estimate": -0.19303534715038795, "se": 0.1792912432161152, "pvalue": 0.28347178517279603, "lower": -0.5474818515007085, "upper": 0.16141115719993254 }, { "event_time": 7, "estimate": 0.042663212652962315, "se": 0.18498035404081684, "pvalue": 0.817931550544187, "lower": -0.32303027402904083, "upper": 0.40835669933496543 }, { "event_time": 8, "estimate": -0.05797234610471458, "se": 0.2250381005470885, "pvalue": 0.7970825359946139, "lower": -0.5028572532186949, "upper": 0.38691256100926574 }, { "event_time": 9, "estimate": -0.30050126096918733, "se": 0.24041249251570776, "pvalue": 0.2133919913585067, "lower": -0.7757802876845367, "upper": 0.174777765746162 }, { "event_time": 10, "estimate": -0.046147801407524086, "se": 0.24954559749820326, "pvalue": 0.853551764078803, "lower": -0.5394823509517711, "upper": 0.447186748136723 }, { "event_time": 11, "estimate": -0.23546992180637516, "se": 0.30862662060665336, "pvalue": 0.4467615392988693, "lower": -0.8456036063144452, "upper": 0.3746637627016949 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.884059946477803e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1566895085346656, "df_num": 8, "df_den": 1344, "pvalue": 0.32226475891060424, "log10_pvalue": -0.4917871839306252, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 906.6376275536567, "rss_restricted": 912.8798789336214, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.0664816235414753 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.487116247268899 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.10077118637303813 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.20370590817947803 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.4826417299641062 }, { "event_time": 5.0, "cohort": 5, "estimate": -0.20761612122122222 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.27384276526010287 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.5485798102185611 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.12132362583692562 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.024703213847047725, "se": 0.12316325620350069, "lower": -0.21669233253049303, "upper": 0.26609876022458845 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.02087872959927229, "se": 0.11916987258367502, "lower": -0.21268992870695796, "upper": 0.25444738790550253 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.004396147186256953, "se": 0.11775630308360877, "lower": -0.22640196581019914, "upper": 0.23519426018271303 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 799.0, "post_cells": 21, "estimate": 0.05192700777520117, "se": 0.11611925613594748, "lower": -0.17566255216283758, "upper": 0.2795165677132399 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.024703213847047725, "se": 0.12316325620350069, "lower": -0.21669233253049303, "upper": 0.26609876022458845, "event_study": [ { "event_time": -4, "estimate": 0.38402719534588575, "se": 0.22990314653075147, "lower": -0.0665746917868218, "upper": 0.8346290824785934, "relative_to_minus_one": 0.38402719534588575, "n": 0.0 }, { "event_time": -3, "estimate": -0.16226510519728155, "se": 0.2637102316555625, "lower": -0.6791276615968985, "upper": 0.35459745120233543, "relative_to_minus_one": -0.16226510519728155, "n": 0.0 }, { "event_time": -2, "estimate": 0.48255239853136095, "se": 0.2745521338381078, "lower": -0.055559895669950954, "upper": 1.0206646927326728, "relative_to_minus_one": 0.48255239853136095, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.20006933578925123, "se": 0.14570636466421213, "lower": -0.08550989127086411, "upper": 0.4856485628493666, "relative_to_minus_one": 0.20006933578925123, "n": 105.0 }, { "event_time": 1, "estimate": 0.03693516244828768, "se": 0.17029948905554487, "lower": -0.2968457026861534, "upper": 0.3707160275827287, "relative_to_minus_one": 0.03693516244828768, "n": 104.0 }, { "event_time": 2, "estimate": 0.287625468327402, "se": 0.13214523017881433, "lower": 0.028625576448170487, "upper": 0.5466253602066335, "relative_to_minus_one": 0.287625468327402, "n": 103.0 }, { "event_time": 3, "estimate": 0.0912232927263417, "se": 0.16222708893017448, "lower": -0.22673595889357678, "upper": 0.4091825443462602, "relative_to_minus_one": 0.0912232927263417, "n": 100.0 }, { "event_time": 4, "estimate": -0.0861599698426901, "se": 0.18426585614471638, "lower": -0.4473144114667728, "upper": 0.27499447178139264, "relative_to_minus_one": -0.0861599698426901, "n": 88.0 }, { "event_time": 5, "estimate": -0.13923715227313127, "se": 0.15661352868572714, "lower": -0.4461940279888871, "upper": 0.16771972344262454, "relative_to_minus_one": -0.13923715227313127, "n": 67.0 }, { "event_time": 6, "estimate": -0.19349866024514784, "se": 0.17881845903537225, "lower": -0.5439763997254284, "upper": 0.15697907923513277, "relative_to_minus_one": -0.19349866024514784, "n": 55.0 }, { "event_time": 7, "estimate": 0.019487072263400462, "se": 0.18418222759397276, "lower": -0.3415034604131455, "upper": 0.3804776049399464, "relative_to_minus_one": 0.019487072263400462, "n": 51.0 }, { "event_time": 8, "estimate": -0.08303488333106318, "se": 0.22645552277965408, "lower": -0.526879552079375, "upper": 0.3608097854172486, "relative_to_minus_one": -0.08303488333106318, "n": 49.0 }, { "event_time": 9, "estimate": -0.13230064381957063, "se": 0.24415564353355293, "lower": -0.6108369117675341, "upper": 0.34623562412839287, "relative_to_minus_one": -0.13230064381957063, "n": 28.0 }, { "event_time": 10, "estimate": 0.23677927877596808, "se": 0.25230187664091647, "lower": -0.2577233126720957, "upper": 0.7312818702240319, "relative_to_minus_one": 0.23677927877596808, "n": 25.0 }, { "event_time": 11, "estimate": 0.05855026534552451, "se": 0.3007424813968812, "lower": -0.5308941668135698, "upper": 0.6479946975046189, "relative_to_minus_one": 0.05855026534552451, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.31070378244496305, "se": 0.18136298490774244, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": 0.2418055246382331, "se": 0.2044136726205358, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": 0.3470559657353024, "se": 0.19634490859319964, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": 0.19325818723792335, "se": 0.23465101351949924, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -0.2920240134670472, "se": 0.24546306986373154, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": 0.031502563166990794, "se": 0.22089951241908812, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -0.19352547777133722, "se": 0.24897024868961382, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": 0.40731224043872305, "se": 0.25873236409358147, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": 0.1344825477497674, "se": 0.32188113846397, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -0.13230064381957063, "se": 0.24415564353355293, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": 0.23677927877596808, "se": 0.2523018766409165, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": 0.05855026534552451, "se": 0.3007424813968812, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": 0.38402719534588575, "se": 0.22990314653075142, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.16226510519728155, "se": 0.2637102316555626, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 0.48255239853136095, "se": 0.2745521338381078, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.06869093038559337, "se": 0.21619427552181758, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.20634839265227256, "se": 0.2680126612393717, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": 0.21705175265552018, "se": 0.18227503791592634, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -0.029943144506161527, "se": 0.21384250088091494, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": 0.158303581961234, "se": 0.2656788701208749, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -0.3419905643582763, "se": 0.2400608207847784, "event_time": 5, "mass": 27.0 }, { "group": 5, "year": 11, "att": -0.19346681443279795, "se": 0.2670074665487196, "event_time": 6, "mass": 23.0 }, { "group": 5, "year": 12, "att": -0.44105531494479516, "se": 0.25531108479352177, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -0.3413368327395495, "se": 0.31642474916546776, "event_time": 8, "mass": 20.0 } ], "treated_cell_att": 0.05192700777520117, "treated_cell_se": 0.11611925613594748, "checks": { "input_rows": 1522, "retained_rows": 1522, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07622062508016825, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.06461961319310948, "event_study": [ { "event_time": -4, "estimate": 0.15872692349773185, "raw_gap": 0.18444660546844227, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.24183845519748717 }, { "event_time": -3, "estimate": -0.3006203641434171, "raw_gap": -0.27490068217270663, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.21750883244366176 }, { "event_time": -2, "estimate": 0.22082118835604725, "raw_gap": 0.24654087032675773, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.3039327200558026 }, { "event_time": -1, "estimate": -0.08311153169975533, "raw_gap": -0.0713539627988658, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.0659451380339902, "raw_gap": -0.05418756913310068, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.017166393665765126 }, { "event_time": 1, "estimate": -0.03518558084612082, "raw_gap": -0.02356226303244111, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.047925950853634505 }, { "event_time": 2, "estimate": 0.0779622572917718, "raw_gap": 0.08944871720101431, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.16107378899152713 }, { "event_time": 3, "estimate": 0.0014399689658907478, "raw_gap": 0.013013825852703675, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.08455150066564607 }, { "event_time": 4, "estimate": -0.17649925297223082, "raw_gap": -0.1648084884400964, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.0933877212724755 }, { "event_time": 5, "estimate": -0.19705356525498172, "raw_gap": -0.18668891729664305, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.11394203355522639 }, { "event_time": 6, "estimate": -0.2847571096422329, "raw_gap": -0.2740016062726702, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.20164557794247756 }, { "event_time": 7, "estimate": -0.023294915102221907, "raw_gap": -0.012704457820171917, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.059816616597533415 }, { "event_time": 8, "estimate": -0.14811644722322692, "raw_gap": -0.137618617847434, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.0650049155234716 }, { "event_time": 9, "estimate": -0.13230064381956988, "raw_gap": -0.13230064381958215, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.049189112119814554 }, { "event_time": 10, "estimate": 0.23677927877596922, "raw_gap": 0.23677927877595692, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.31989081047572454 }, { "event_time": 11, "estimate": 0.05855026534552323, "raw_gap": 0.05855026534551092, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.14166179704527856 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.18444660546844227, -0.27490068217270663, 0.24654087032675773, -0.0713539627988658, -0.05418756913310068, -0.023562263032441074, 0.08944871720101431, 0.013013825852703675, -0.1648084884400964, -0.18668891729664305, -0.2740016062726702, -0.012704457820171882, -0.137618617847434, -0.13230064381958215, 0.23677927877595692, 0.05855026534551092 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.2278677100415767e-14 }, { "cohort": 4, "pre_gap": 0.025719681970710437 } ], "diagnostics": { "converged": true, "pre_rmse": 0.19735066415529495, "zeta_omega": [ 0.0, 5.322246111977808 ], "zeta_lambda": [ 0.0, 1.2613341024445897e-06 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.6390946767603699, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 14, "time_iterations": 13, "unit_objective": 0.8241778218362265, "time_objective": 0.27202071417373236, "unit_projected_gradient": 9.331795218503469e-09, "time_projected_gradient": 3.4569135193285305e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 4.3021142204224816e-16 }, "native_matrix_att": -0.06461961319310991, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006920001469552517, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.01193259162396715, "event_study": [ { "event_time": -4, "estimate": 0.030669258774441006, "raw_gap": 0.030669258774441006, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.04144846338342084 }, { "event_time": -3, "estimate": -0.041580176437968, "raw_gap": -0.041580176437968, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.030800971828988163 }, { "event_time": -2, "estimate": 0.03449101795276973, "raw_gap": 0.03449101795276973, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.04527022256174956 }, { "event_time": -1, "estimate": -0.010779204608979836, "raw_gap": -0.010779204608979836, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.107403890034909, "raw_gap": 0.107403890034909, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.11818309464388883 }, { "event_time": 1, "estimate": -0.05519002220235531, "raw_gap": -0.05519002220235531, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.04441081759337548 }, { "event_time": 2, "estimate": 0.2184568954922729, "raw_gap": 0.2184568954922729, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.22923610010125273 }, { "event_time": 3, "estimate": 0.07401690951751849, "raw_gap": 0.07401690951751849, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.08479611412649833 }, { "event_time": 4, "estimate": -0.11838361138807851, "raw_gap": -0.11838361138807851, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.10760440677909867 }, { "event_time": 5, "estimate": -0.1285708977357462, "raw_gap": -0.1285708977357462, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.11779169312676636 }, { "event_time": 6, "estimate": -0.2325332861477657, "raw_gap": -0.2325332861477657, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.22175408153878587 }, { "event_time": 7, "estimate": -6.669742636136352e-05, "raw_gap": -6.669742636136352e-05, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.010712507182618472 }, { "event_time": 8, "estimate": -0.09874416648135548, "raw_gap": -0.09874416648135548, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.08796496187237564 }, { "event_time": 9, "estimate": -0.21916847906676232, "raw_gap": -0.21916847906676232, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.2083892744577825 }, { "event_time": 10, "estimate": 0.05831785175097068, "raw_gap": 0.05831785175097068, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.06909705635995052 }, { "event_time": 11, "estimate": -0.15135677102613596, "raw_gap": -0.15135677102613596, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.14057756641715613 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.030669258774441006, -0.041580176437968, 0.03449101795276973, -0.010779204608979836, 0.10740389003490901, -0.05519002220235528, 0.2184568954922729, 0.07401690951751849, -0.11838361138807851, -0.1285708977357462, -0.2325332861477657, -6.669742636139835e-05, -0.09874416648135548, -0.21916847906676232, 0.05831785175097068, -0.15135677102613596 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 42, "termination_reason": "Relative objective tolerance reached", "objective": 0.3046543972537445, "lambda_l": 0.0061596429320226855, "singular_values": [ 6.974202744736082, 6.3155314720693125, 5.172067307796367, 3.923757720618749, 3.436930709427709, 2.9193019087789525, 2.127188755239181, 1.8128144816207863, 1.5223941167112525, 0.9405113698237848, 0.7375610981006182, 0.21722242970576922, 0.0 ], "history_objective": [ 0.3062339024078219, 0.30532796110458593, 0.3049548385449375, 0.3047931156373328, 0.3047206632985673, 0.30468710467948107, 0.3046710501790772, 0.3046631263692848, 0.30465909686856524, 0.30465698901766924, 0.30465585711710247, 0.3046552346769432, 0.3046548851025485, 0.30465468514784244, 0.3046545689742973, 0.30465450058479737, 0.30465445988221507, 0.3046544354376989, 0.3046544206474653, 0.3046544116435883, 0.30465440613454353, 0.3046544027497289, 0.3046544006628464, 0.3046543993724675, 0.304654398572648, 0.30465439807587213, 0.30465439776677955, 0.3046543975741735, 0.30465439745399886, 0.30465439737893135, 0.30465439733199506, 0.3046543973026222, 0.3046543972842264, 0.30465439727269794, 0.30465439726546834, 0.3046543972609322, 0.30465439725808496, 0.3046543972562966, 0.30465439725517335, 0.30465439725446697, 0.3046543972540234, 0.3046543972537445 ], "history_rmse": [ 0.2857523645537671, 0.28639624360010024, 0.28667174684349406, 0.28678408623061774, 0.2868314430235004, 0.28685213564073, 0.286861485835456, 0.2868658456045609, 0.2868679405829975, 0.28686897716161014, 0.28686950481786855, 0.2868697808026, 0.28686992886365525, 0.2868700101555419, 0.2868700557162215, 0.2868700817117705, 0.2868700967718368, 0.2868701056089737, 0.2868701108499404, 0.286870113985525, 0.28687011587507233, 0.2868701170205183, 0.28687011771829773, 0.2868701181451004, 0.2868701184070462, 0.28687011856827127, 0.28687011866774637, 0.28687011872924967, 0.2868701187673447, 0.2868701187909759, 0.2868701188056565, 0.2868701188147876, 0.28687011882047253, 0.286870118824017, 0.2868701188262273, 0.28687011882760705, 0.2868701188284691, 0.2868701188290078, 0.2868701188293454, 0.28687011882955554, 0.2868701188296882, 0.2868701188297718 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 5.204170427930421e-18, "native_scalar_vs_unweighted_matrix_average": 3.8163916471489756e-17 }, "native_matrix_att": -0.011932591623967188, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0021986672654747963, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.09971958372515587, "event_study": [ { "event_time": -4, "estimate": 0.0075817911458718745, "raw_gap": 0.0075817911458718745, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.01266741901086015 }, { "event_time": -3, "estimate": -0.008724634463592026, "raw_gap": -0.008724634463592026, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.00363900659860375 }, { "event_time": -2, "estimate": 0.012267654631386868, "raw_gap": 0.012267654631386868, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.017353282496375144 }, { "event_time": -1, "estimate": -0.005085627864988276, "raw_gap": -0.005085627864988276, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.05478243509394323, "raw_gap": 0.05478243509394323, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.05986806295893151 }, { "event_time": 1, "estimate": 0.1501295182239601, "raw_gap": 0.1501295182239601, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.15521514608894837 }, { "event_time": 2, "estimate": 0.10238195900429159, "raw_gap": 0.10238195900429159, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.10746758686927986 }, { "event_time": 3, "estimate": 0.1680611144092476, "raw_gap": 0.1680611144092476, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.17314674227423588 }, { "event_time": 4, "estimate": 0.07800631359249345, "raw_gap": 0.07800631359249345, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": 0.08309194145748172 }, { "event_time": 5, "estimate": -0.07791946545318824, "raw_gap": -0.07791946545318824, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.07283383758819997 }, { "event_time": 6, "estimate": -0.03342023622466916, "raw_gap": -0.03342023622466916, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.02833460835968088 }, { "event_time": 7, "estimate": 0.17936962510713741, "raw_gap": 0.17936962510713741, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.1844552529721257 }, { "event_time": 8, "estimate": -0.017389502319011946, "raw_gap": -0.017389502319011946, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.01230387445402367 }, { "event_time": 9, "estimate": 0.1899739719571685, "raw_gap": 0.1899739719571685, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": 0.1950595998221568 }, { "event_time": 10, "estimate": 0.4811280440558804, "raw_gap": 0.4811280440558804, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.4862136719208687 }, { "event_time": 11, "estimate": 0.22957469151781998, "raw_gap": 0.22957469151781998, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.23466031938280826 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.0075817911458718745, -0.008724634463592026, 0.012267654631386868, -0.005085627864988276, 0.05478243509394322, 0.15012951822396003, 0.10238195900429159, 0.16806111440924754, 0.07800631359249345, -0.07791946545318824, -0.03342023622466916, 0.17936962510713741, -0.017389502319011946, 0.1899739719571685, 0.4811280440558804, 0.22957469151781998 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.009031717139310533, "penalty": 1.0, "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.09971958372515576, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0010402495972812176, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.01403176767730052, "SE": 0.08602317230301686, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.022118609355218487, "SE": 0.11349769227503129, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0023118506493630155, "SE": 0.10840970065958809, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.0006006236053846155, "SE": 0.12212938776874688, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.024703213847047725, "SE": 0.12316325620350069, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05192700777520117, "SE": 0.11611925613594748, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.06461961319310948, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.01193259162396715, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.09971958372515587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.01403176767730052, "SE": 0.08602317230301686, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.18409368575534446, "upper": 0.15603015040074342, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.022118609355218487, "SE": 0.11349769227503129, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24649577110104842, "upper": 0.20225855239061147, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0023118506493630155, "SE": 0.10840970065958809, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21663040155671623, "upper": 0.2120067002579902, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.0006006236053846155, "SE": 0.12212938776874688, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24084080876227404, "upper": 0.2420420559730433, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.024703213847047725, "SE": 0.12316325620350069, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21669233253049303, "upper": 0.26609876022458845, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05192700777520117, "SE": 0.11611925613594748, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.17566255216283758, "upper": 0.2795165677132399, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.06461961319310948, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.01193259162396715, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.09971958372515587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602088.608072, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.01403176767730052, "SE": 0.08602317230301686, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.18409368575534446, "upper": 0.15603015040074342, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.022118609355218487, "SE": 0.11349769227503129, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24649577110104842, "upper": 0.20225855239061147, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0023118506493630155, "SE": 0.10840970065958809, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21663040155671623, "upper": 0.2120067002579902, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.0006006236053846155, "SE": 0.12212938776874688, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24084080876227404, "upper": 0.2420420559730433, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.024703213847047725, "SE": 0.12316325620350069, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21669233253049303, "upper": 0.26609876022458845, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05192700777520117, "SE": 0.11611925613594748, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.17566255216283758, "upper": 0.2795165677132399, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.06461961319310948, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.01193259162396715, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.09971958372515587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }