{ "schema": "expensive-replication-v1", "config": { "outcomes": [ "l_subsidy_rate" ], "treatments": [ "cgvo" ], "unit": "v_id", "time": "year", "cluster": "sm", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 8 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "l_subsidy_rate": "log(1 + subsidy_rate)", "cgvo": "College-graduate village official present (0/1)", "v_id": "Village identifier", "year": "Calendar year", "sm": "Town/subdistrict identifier" }, "allow_repeated_cells": false, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": false, "slug": "he-wang-village-officials", "specification_id": "AEJ159-T5A1", "source_specification_id": "aeraej-159: Table 5, Panel A, Column 1", "study": "Do College Graduates Serving as Village Officials Help Rural China?", "citation": "Guojun He and Shaoda Wang (2017), American Economic Journal: Applied Economics 9(4): 1\u201326. https://doi.org/10.1257/app.20160079", "description": "Subsidies and college-graduate village officials; annual village panel, 2000\u20132011. Source Table 5 A1 has village/year fixed effects, no covariates, and town-clustered inference.", "data": "analyses/new-library/he-wang/panel.parquet", "output_dir": "analyses/new-library/he-wang/results" }, "options": { "output_dir": "analyses/new-library/he-wang/results", "display_window": [ -10, 8 ], "timeout_seconds": 600, "estimators": { "csdid": { "enabled": true, "control_group": "notyettreated", "aggregation": "dynamic" }, "sdid": { "enabled": true, "max_iterations": 10000 }, "matrix-completion": { "enabled": true, "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "horizontal-ridge": { "enabled": true, "penalty": 1.0 }, "multisynth-cohort": { "enabled": true }, "multisynth-individual": { "enabled": true }, "mtgp": { "enabled": false }, "trop": { "enabled": false } } }, "source": { "file": "panel.parquet", "bytes": 16496, "sha256": "ef29c9b4613666ce452716e8a291f8e0635aa1c75eae9734f17611ea6ca0a01a" }, "regressions": { "l_subsidy_rate__cgvo": { "sample": { "outcome": "l_subsidy_rate", "treatment": "cgvo", "source_rows": 2809, "source_sd": 0.9068265557289124, "rows": 1826, "units": 216, "clusters": 19, "treated_units": 49, "never_treated_units": 167, "treated_cohorts": 6, "latest_cohort_control_index": null, "unique_unit_period_cells": 1826, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 21, "units_without_minus_one_removed": 31, "additional_rows_removed": 959 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.22985211340622605, "se": 0.13089293284421888, "pvalue": 0.09608391305823202, "lower": -0.045143734117983475, "upper": 0.5048479609304356 }, { "method": "Dynamic TWFE", "estimate": 0.11415623690742444, "se": 0.08768182618344497, "pvalue": 0.20935329632200936, "lower": -0.07005644424995885, "upper": 0.2983689180648077 }, { "method": "BJS / did2s", "estimate": 0.25821295147683043, "se": 0.1420427776527568, "pvalue": 0.08577015708792474, "lower": -0.04020785075090355, "upper": 0.5566337537045645 }, { "method": "Sun\u2013Abraham", "estimate": 0.09332942835701498, "se": 0.07527863843570434, "pvalue": 0.23097496025208017, "lower": -0.06482512229189243, "upper": 0.2514839790059224 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -11, "estimate": -0.3946405605935517, "se": 0.4925203578941423, "pvalue": 0.4334272136500658, "lower": -1.4293874357607594, "upper": 0.6401063145736561 }, { "event_time": -10, "estimate": -0.3766407856946226, "se": 0.34827060219100653, "pvalue": 0.2937690344106211, "lower": -1.108330169805727, "upper": 0.3550485984164818 }, { "event_time": -9, "estimate": 0.13571668463764108, "se": 0.19266630992598902, "pvalue": 0.49018974422043793, "lower": -0.26906021229777993, "upper": 0.540493581573062 }, { "event_time": -8, "estimate": -0.1685199092856266, "se": 0.1872150335847039, "pvalue": 0.37993072305729275, "lower": -0.5618440996081973, "upper": 0.224804281036944 }, { "event_time": -7, "estimate": -0.06677607803570598, "se": 0.20220733245902256, "pvalue": 0.7450344362112559, "lower": -0.49159791949721354, "upper": 0.35804576342580163 }, { "event_time": -6, "estimate": -0.14583973015319815, "se": 0.19449226229245634, "pvalue": 0.46303491119280576, "lower": -0.5544528106597607, "upper": 0.26277335035336435 }, { "event_time": -5, "estimate": -0.2849052105426021, "se": 0.17313930071644892, "pvalue": 0.11721048535818138, "lower": -0.6486573834497107, "upper": 0.07884696236450645 }, { "event_time": -4, "estimate": -0.060189912542525224, "se": 0.12709234397087207, "pvalue": 0.6414841483814572, "lower": -0.3272010191368256, "upper": 0.20682119405177515 }, { "event_time": -3, "estimate": -0.13856409085795282, "se": 0.12059017460507954, "pvalue": 0.26557570200999914, "lower": -0.3919146465222796, "upper": 0.11478646480637392 }, { "event_time": -2, "estimate": -0.18084106175263304, "se": 0.12422271450892146, "pvalue": 0.1626737640567497, "lower": -0.44182330056299635, "upper": 0.08014117705773027 }, { "event_time": 0, "estimate": 0.08472408498061373, "se": 0.07320373560417838, "pvalue": 0.26224786202010975, "lower": -0.06907125657818225, "upper": 0.23851942653940972 }, { "event_time": 1, "estimate": 0.07535226960056901, "se": 0.11431557830809516, "pvalue": 0.5181376195733147, "lower": -0.16481584840980845, "upper": 0.3155203876109465 }, { "event_time": 2, "estimate": 0.15544294132370676, "se": 0.14279095810724315, "pvalue": 0.29068933723148355, "lower": -0.14454972971093513, "upper": 0.4554356123583486 }, { "event_time": 3, "estimate": 0.30637737453484976, "se": 0.2041507095429434, "pvalue": 0.1507600582225925, "lower": -0.1225273506747665, "upper": 0.735282099744466 }, { "event_time": 4, "estimate": 0.1490150658598993, "se": 0.12905205216366003, "pvalue": 0.2633175051841017, "lower": -0.12211323486907025, "upper": 0.42014336658886886 }, { "event_time": 5, "estimate": -0.7059640571678208, "se": 0.11003371997763502, "pvalue": 4.863353558309962e-06, "lower": -0.9371363246385449, "upper": -0.4747917896970968 }, { "event_time": 6, "estimate": -0.7186475215389407, "se": 0.12078983125861595, "pvalue": 1.2498248214185347e-05, "lower": -0.9724175402671629, "upper": -0.4648775028107186 } ], "BJS / did2s": [ { "event_time": -11, "estimate": -0.25800080250596413, "se": 0.3263956136470328, "pvalue": 0.43955328395768134, "lower": -0.9437325410550139, "upper": 0.42773093604308565 }, { "event_time": -10, "estimate": -0.23508510916739916, "se": 0.20714720586866778, "pvalue": 0.2713169519463947, "lower": -0.6702852395512311, "upper": 0.2001150212164327 }, { "event_time": -9, "estimate": 0.2241310903736452, "se": 0.10671380810524465, "pvalue": 0.05006090172684729, "lower": -6.630107271604624e-05, "upper": 0.44832848182000645 }, { "event_time": -8, "estimate": -0.006868438931644771, "se": 0.062401268701689515, "pvalue": 0.9135726416010886, "lower": -0.13796863968602754, "upper": 0.12423176182273801 }, { "event_time": -7, "estimate": 0.07258684061511379, "se": 0.07193675579699901, "pvalue": 0.3263295362896518, "lower": -0.07854667514223872, "upper": 0.2237203563724663 }, { "event_time": -6, "estimate": -0.0018232613586814162, "se": 0.08879604674071848, "pvalue": 0.9838439804332092, "lower": -0.18837683304253028, "upper": 0.18473031032516746 }, { "event_time": -5, "estimate": -0.1614300859039988, "se": 0.06631790643282696, "pvalue": 0.025564360629580115, "lower": -0.30075883719136787, "upper": -0.022101334616629692 }, { "event_time": -4, "estimate": 0.028500803731330057, "se": 0.06444715285996357, "pvalue": 0.6635867415005136, "lower": -0.10689764014295065, "upper": 0.16389924760561075 }, { "event_time": -3, "estimate": -0.031405389107248396, "se": 0.06473937585498617, "pvalue": 0.6334532823796228, "lower": -0.16741777071243735, "upper": 0.10460699249794055 }, { "event_time": -2, "estimate": -0.07604250064977172, "se": 0.08679352775441487, "pvalue": 0.39250119047895565, "lower": -0.2583889360592942, "upper": 0.10630393475975075 }, { "event_time": -1, "estimate": 0.13259052554731718, "se": 0.10174136909178767, "pvalue": 0.2089271850425626, "lower": -0.08116015918191788, "upper": 0.34634121027655224 }, { "event_time": 0, "estimate": 0.2207144737702821, "se": 0.15716391088549317, "pvalue": 0.17723260044788944, "lower": -0.1094746505395289, "upper": 0.5509035980800931 }, { "event_time": 1, "estimate": 0.21713351024892574, "se": 0.13518527640260372, "pvalue": 0.12563191544628524, "lower": -0.06688021646138115, "upper": 0.5011472369592327 }, { "event_time": 2, "estimate": 0.3037771606893229, "se": 0.16475790625195566, "pvalue": 0.08174198734337253, "lower": -0.04236635585937748, "upper": 0.6499206772380233 }, { "event_time": 3, "estimate": 0.49796214054271853, "se": 0.27933761643382327, "pvalue": 0.09151717851406084, "lower": -0.08890441449149805, "upper": 1.084828695576935 }, { "event_time": 4, "estimate": 0.22324759418215945, "se": 0.09892800914598483, "pvalue": 0.036700134079616045, "lower": 0.015407559370192891, "upper": 0.431087628994126 }, { "event_time": 5, "estimate": -0.6767180682595217, "se": 0.07800555548235193, "pvalue": 7.585270700637458e-08, "lower": -0.84060165903364, "upper": -0.5128344774854035 }, { "event_time": 6, "estimate": -0.7006140639039398, "se": 0.10597415408171158, "pvalue": 3.30370996637507e-06, "lower": -0.9232574999101074, "upper": -0.4779706278977721 } ], "Sun\u2013Abraham": [ { "event_time": -11, "estimate": -0.4207248061326664, "se": 0.619268035133294, "pvalue": 0.5055339337595314, "lower": -1.7217586699609653, "upper": 0.8803090576956326 }, { "event_time": -10, "estimate": -0.4471218959987078, "se": 0.3564494323193187, "pvalue": 0.22575007229668717, "lower": -1.1959943645897706, "upper": 0.30175057259235516 }, { "event_time": -9, "estimate": 0.18869447752411841, "se": 0.2082165908706942, "pvalue": 0.37678004609878274, "lower": -0.24875234737997395, "upper": 0.6261413024282108 }, { "event_time": -8, "estimate": -0.1982330097152133, "se": 0.1905380584312861, "pvalue": 0.31193459264065837, "lower": -0.5985386161782371, "upper": 0.20207259674781047 }, { "event_time": -7, "estimate": -0.05666782930545308, "se": 0.21792045215211459, "pvalue": 0.7977848482553911, "lower": -0.5145017102511232, "upper": 0.401166051640217 }, { "event_time": -6, "estimate": -0.15482537369994553, "se": 0.21117989072991789, "pvalue": 0.47291116399225247, "lower": -0.5984978605901241, "upper": 0.28884711319023304 }, { "event_time": -5, "estimate": -0.3049119922089714, "se": 0.18059632286484073, "pvalue": 0.10859081240054874, "lower": -0.6843307873022019, "upper": 0.07450680288425904 }, { "event_time": -4, "estimate": -0.06340913719224803, "se": 0.13396981013048248, "pvalue": 0.6416820024152436, "lower": -0.3448692640222858, "upper": 0.21805098963778977 }, { "event_time": -3, "estimate": -0.16084650325005675, "se": 0.12668021206807176, "pvalue": 0.22036006110008488, "lower": -0.42699175284627744, "upper": 0.10529874634616396 }, { "event_time": -2, "estimate": -0.1604472574168186, "se": 0.12329833498276702, "pvalue": 0.20956900360877326, "lower": -0.41948744690713646, "upper": 0.09859293207349928 }, { "event_time": 0, "estimate": 0.07164011383577487, "se": 0.06539808443991325, "pvalue": 0.28776240504977996, "lower": -0.06575616315358337, "upper": 0.20903639082513312 }, { "event_time": 1, "estimate": 0.08031589001530037, "se": 0.11075040765110065, "pvalue": 0.47765384356684243, "lower": -0.1523620823845767, "upper": 0.31299386241517746 }, { "event_time": 2, "estimate": 0.1198811061396682, "se": 0.15787252391241144, "pvalue": 0.4574709744846095, "lower": -0.21179675889639737, "upper": 0.45155897117573374 }, { "event_time": 3, "estimate": 0.21548891601243716, "se": 0.19607918949372052, "pvalue": 0.2862553832506985, "lower": -0.1964581748275193, "upper": 0.6274360068523936 }, { "event_time": 4, "estimate": 0.19703732382108038, "se": 0.15307614286843846, "pvalue": 0.2143362137340547, "lower": -0.12456371856630802, "upper": 0.5186383662084688 }, { "event_time": 5, "estimate": -0.6964516106903775, "se": 0.10996473846745469, "pvalue": 5.734953031878909e-06, "lower": -0.9274789533859946, "upper": -0.46542426799476044 }, { "event_time": 6, "estimate": -0.717432296300989, "se": 0.09655588578774993, "pvalue": 6.904378430080977e-07, "lower": -0.9202886848674693, "upper": -0.5145759077345088 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "weights": [ 0.35507246376811596, 0.2753623188405797, 0.21014492753623187, 0.12318840579710146, 0.021739130434782608, 0.007246376811594203, 0.007246376811594203 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 4.467476775333829e-09 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.15318122903718778, "df_num": 10, "df_den": 1535, "pvalue": 0.9988220255676681, "log10_pvalue": -0.0005118893512962688, "inference": "Homoskedastic nested-model F", "observations": 1826, "design_columns": 64, "restricted_design_columns": 54, "fixed_effect_rank": 227, "covariance_rank": 10, "rss_unrestricted": 666.5439077248119, "rss_restricted": 667.2090674316037, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]" ], "data": [ [ -0.031707011528455745, -0.013861957832848666, -0.04531079086060908, -0.08798038841292313, -0.014285986682011035, 0.012550883356196016 ], [ 0.000968842073177506, -0.02943076528492692, -0.012263739620172139, -0.04281504563709386, -0.09721914871208749, -0.008120876624890427 ], [ 0.001291163837857664, 0.0028110346545567023, -0.03332192435990824, -0.0024066579002911684, -0.03895666994390029, -0.08854809818892871 ], [ 0.004212238576998036, 0.003930737081509803, 0.00930262686440918, -0.03618941046113865, 0.0191591242867341, -0.04321539043558217 ], [ 0.002566860920554945, 0.0030761928497985164, 0.009027958512396985, 0.01571543659958718, -0.022248724619844795, 0.010141575712066274 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11" ], "deviations": [ { "event_time": -7.0, "cohort": 8, "estimate": 0.3694479383897483 }, { "event_time": -6.0, "cohort": 8, "estimate": 0.3494698742638622 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.2526671152066944 }, { "event_time": -4.0, "cohort": 8, "estimate": -0.11326652929738243 }, { "event_time": -3.0, "cohort": 8, "estimate": -0.08605650672139181 }, { "event_time": -2.0, "cohort": 8, "estimate": -0.23430590881133384 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.33191899660037255 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.3634329212778133 }, { "event_time": 2.0, "cohort": 8, "estimate": 0.36223962267430876 }, { "event_time": 3.0, "cohort": 8, "estimate": -0.14605803204203358 }, { "event_time": 4.0, "cohort": 8, "estimate": -0.20943065961489377 }, { "event_time": -8.0, "cohort": 9, "estimate": -0.14143832770920237 }, { "event_time": -7.0, "cohort": 9, "estimate": -0.0846320204238702 }, { "event_time": -6.0, "cohort": 9, "estimate": 0.024073810859814596 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.3803625497531581 }, { "event_time": -4.0, "cohort": 9, "estimate": -0.1378183068868128 }, { "event_time": -3.0, "cohort": 9, "estimate": -0.25149149319513686 }, { "event_time": -2.0, "cohort": 9, "estimate": -0.12065173081550129 }, { "event_time": 0.0, "cohort": 9, "estimate": -0.025397539001110414 }, { "event_time": 1.0, "cohort": 9, "estimate": 0.052126658193655306 }, { "event_time": 2.0, "cohort": 9, "estimate": 0.3576802032190959 }, { "event_time": 3.0, "cohort": 9, "estimate": -0.1379733272421918 }, { "event_time": -9.0, "cohort": 10, "estimate": 0.299915560258247 }, { "event_time": -8.0, "cohort": 10, "estimate": 0.6368443315276685 }, { "event_time": -7.0, "cohort": 10, "estimate": 0.46919683257828737 }, { "event_time": -6.0, "cohort": 10, "estimate": -0.024618932269019914 }, { "event_time": -5.0, "cohort": 10, "estimate": -0.18552112531614962 }, { "event_time": -4.0, "cohort": 10, "estimate": 0.10105303568849866 }, { "event_time": -3.0, "cohort": 10, "estimate": 0.10766049024702207 }, { "event_time": -2.0, "cohort": 10, "estimate": 0.0932633492086408 }, { "event_time": 0.0, "cohort": 10, "estimate": 0.32605581711837234 }, { "event_time": 1.0, "cohort": 10, "estimate": 0.20350462531455504 }, { "event_time": 2.0, "cohort": 10, "estimate": 0.26994180577744964 }, { "event_time": -10.0, "cohort": 11, "estimate": -0.28515796361347134 }, { "event_time": -9.0, "cohort": 11, "estimate": -0.8256989084138884 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.09223556549063133 }, { "event_time": -6.0, "cohort": 11, "estimate": 1.0675617999376614 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.14641197453207222 }, { "event_time": -4.0, "cohort": 11, "estimate": 0.16020325971359275 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.2767264527258344 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.24450942947494295 }, { "event_time": 0.0, "cohort": 11, "estimate": -0.014268042149034155 }, { "event_time": 1.0, "cohort": 11, "estimate": -0.2832023631097229 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.020435523587417 }, { "event_time": -3.0, "cohort": 12, "estimate": -0.009255896628323768 }, { "event_time": -2.0, "cohort": 12, "estimate": -0.10071931681494015 }, { "event_time": 0.0, "cohort": 12, "estimate": -0.138717605462855 } ] } } }, "alternative_models": { "l_subsidy_rate__cgvo": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.07275800325736283, "se": 0.07340966957427514, "lower": -0.21663831173992792, "upper": 0.07112230522520226 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.15572396067412367, "se": 0.09437228485830253, "lower": -0.029242318786903976, "upper": 0.3406902401351513 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.12434293351041106, "se": 0.08906739821956498, "lower": -0.05022595919662323, "upper": 0.2989118262174454 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 138.0, "post_cells": 22, "estimate": 0.14228247910479866, "se": 0.09150636413430305, "lower": -0.03706669895464304, "upper": 0.32163165716424036 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.07275800325736283, "se": 0.07340966957427514, "lower": -0.21663831173992792, "upper": 0.07112230522520226, "event_study": [ { "event_time": -11, "estimate": -0.3082190806928433, "se": 0.5800344257705808, "lower": -1.4450656649965532, "upper": 0.8286275036108666, "relative_to_minus_one": -0.3082190806928433, "n": 0.0 }, { "event_time": -10, "estimate": -0.3179882059527107, "se": 0.4176094104121101, "lower": -1.1364876099654526, "upper": 0.5005111980600313, "relative_to_minus_one": -0.3179882059527107, "n": 0.0 }, { "event_time": -9, "estimate": 0.27548568111896177, "se": 0.21841228409742572, "lower": -0.15259452949312302, "upper": 0.7035658917310466, "relative_to_minus_one": 0.27548568111896177, "n": 0.0 }, { "event_time": -8, "estimate": -0.07708665691440846, "se": 0.22309958682028477, "lower": -0.5143538120479335, "upper": 0.36018049821911663, "relative_to_minus_one": -0.07708665691440846, "n": 0.0 }, { "event_time": -7, "estimate": 0.09750203364684674, "se": 0.20799618464514427, "lower": -0.31016299717937906, "upper": 0.5051670644730726, "relative_to_minus_one": 0.09750203364684674, "n": 0.0 }, { "event_time": -6, "estimate": 0.03701173996403302, "se": 0.1802982759460867, "lower": -0.31636638736496125, "upper": 0.39038986729302727, "relative_to_minus_one": 0.03701173996403302, "n": 0.0 }, { "event_time": -5, "estimate": -0.18450542746619833, "se": 0.16713198735345383, "lower": -0.5120781033435716, "upper": 0.143067248411175, "relative_to_minus_one": -0.18450542746619833, "n": 0.0 }, { "event_time": -4, "estimate": 0.03579975196565635, "se": 0.12214012900788036, "lower": -0.2035905019568651, "upper": 0.27519000588817777, "relative_to_minus_one": 0.03579975196565635, "n": 0.0 }, { "event_time": -3, "estimate": -0.07972722513983388, "se": 0.12058560857996675, "lower": -0.31607067501041286, "upper": 0.15661622473074507, "relative_to_minus_one": -0.07972722513983388, "n": 0.0 }, { "event_time": -2, "estimate": -0.17004527176885273, "se": 0.10805469823720493, "lower": -0.38182858867411806, "upper": 0.041738045136412605, "relative_to_minus_one": -0.17004527176885273, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.08356510300721312, "se": 0.06862844369575423, "lower": -0.05094417495150008, "upper": 0.21807438096592632, "relative_to_minus_one": 0.08356510300721312, "n": 49.0 }, { "event_time": 1, "estimate": 0.12331759660745606, "se": 0.1131553844759478, "lower": -0.09846288162218439, "upper": 0.34509807483709654, "relative_to_minus_one": 0.12331759660745606, "n": 38.0 }, { "event_time": 2, "estimate": 0.254498682113631, "se": 0.16080276427289208, "lower": -0.060668944475721576, "upper": 0.5696663087029836, "relative_to_minus_one": 0.254498682113631, "n": 29.0 }, { "event_time": 3, "estimate": 0.24346364288999117, "se": 0.19767987137101398, "lower": -0.14398178546570672, "upper": 0.6309090712456891, "relative_to_minus_one": 0.24346364288999117, "n": 17.0 }, { "event_time": 4, "estimate": 0.27815531184845527, "se": 0.23317352250752577, "lower": -0.1788563944146349, "upper": 0.7351670181115455, "relative_to_minus_one": 0.27815531184845527, "n": 3.0 }, { "event_time": 5, "estimate": -0.7331959526948255, "se": 0.10636501659322913, "lower": -0.9416675544325599, "upper": -0.5247243509570911, "relative_to_minus_one": -0.7331959526948255, "n": 1.0 }, { "event_time": 6, "estimate": -0.7591104065734608, "se": 0.07596768309356208, "lower": -0.9080043294257949, "upper": -0.6102164837211268, "relative_to_minus_one": -0.7591104065734608, "n": 1.0 } ], "group_time_estimates": [ { "group": 5, "year": 1, "att": -0.02763451530557612, "se": 0.10786283727686838, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.061938838874723054, "se": 0.08994603543352228, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.1487413620739018, "se": 0.07331706264697388, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.01767837945076206, "se": 0.0900976841113368, "event_time": 0, "mass": 1.0 }, { "group": 5, "year": 6, "att": -0.05209966307800068, "se": 0.11179734195236418, "event_time": 1, "mass": 1.0 }, { "group": 5, "year": 7, "att": -0.3070438273165745, "se": 0.09197316381212077, "event_time": 2, "mass": 1.0 }, { "group": 5, "year": 8, "att": 0.17011254561308656, "se": 0.09309122195864046, "event_time": 3, "mass": 1.0 }, { "group": 5, "year": 9, "att": 0.2252193772705279, "se": 0.1153198795758158, "event_time": 4, "mass": 1.0 }, { "group": 5, "year": 10, "att": -0.7331959526948255, "se": 0.10636501659322913, "event_time": 5, "mass": 1.0 }, { "group": 5, "year": 11, "att": -0.7591104065734608, "se": 0.07596768309356207, "event_time": 6, "mass": 1.0 }, { "group": 5, "year": 12, "att": null, "se": null, "event_time": 7, "mass": 0.0 }, { "group": 8, "year": 1, "att": 0.2955512104384854, "se": 0.2976393853480375, "event_time": -7, "mass": 0.0 }, { "group": 8, "year": 2, "att": 0.2074416188783982, "se": 0.2483840342207903, "event_time": -6, "mass": 0.0 }, { "group": 8, "year": 3, "att": 0.17928842956597688, "se": 0.25116205547830783, "event_time": -5, "mass": 0.0 }, { "group": 8, "year": 4, "att": -0.1321253490097566, "se": 0.21129498994215476, "event_time": -4, "mass": 0.0 }, { "group": 8, "year": 5, "att": 0.1460119476771336, "se": 0.2989971345678991, "event_time": -3, "mass": 0.0 }, { "group": 8, "year": 6, "att": -0.25586249488275986, "se": 0.13732951823899203, "event_time": -2, "mass": 0.0 }, { "group": 8, "year": 7, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 8, "year": 8, "att": 0.2659479818333308, "se": 0.24783641838254108, "event_time": 0, "mass": 4.0 }, { "group": 8, "year": 9, "att": 0.2827915708835909, "se": 0.24748624033099137, "event_time": 1, "mass": 4.0 }, { "group": 8, "year": 10, "att": -0.10106430567947085, "se": 0.2516359319311309, "event_time": 2, "mass": 2.0 }, { "group": 8, "year": 11, "att": 0.3719005596039904, "se": 0.28407730809162723, "event_time": 3, "mass": 2.0 }, { "group": 8, "year": 12, "att": 0.2913892954929371, "se": 0.29108467403220045, "event_time": 4, "mass": 2.0 }, { "group": 9, "year": 1, "att": -0.18858352615910878, "se": 0.41397784447997443, "event_time": -8, "mass": 0.0 }, { "group": 9, "year": 2, "att": -0.06171685295993101, "se": 0.39880316713062564, "event_time": -7, "mass": 0.0 }, { "group": 9, "year": 3, "att": -0.08009250704751926, "se": 0.34142978907558785, "event_time": -6, "mass": 0.0 }, { "group": 9, "year": 4, "att": -0.4001608247337425, "se": 0.3390851078676423, "event_time": -5, "mass": 0.0 }, { "group": 9, "year": 5, "att": -0.04945415258407598, "se": 0.29416917298675793, "event_time": -4, "mass": 0.0 }, { "group": 9, "year": 6, "att": -0.2975521623746574, "se": 0.2551202578878903, "event_time": -3, "mass": 0.0 }, { "group": 9, "year": 7, "att": -0.13488044654148723, "se": 0.20238011643476544, "event_time": -2, "mass": 0.0 }, { "group": 9, "year": 8, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 9, "year": 9, "att": -0.004945226807098793, "se": 0.004394842855888068, "event_time": 0, "mass": 22.0 }, { "group": 9, "year": 10, "att": 0.09047337705438784, "se": 0.16970074124662773, "event_time": 1, "mass": 21.0 }, { "group": 9, "year": 11, "att": 0.25298079685395725, "se": 0.19658417136530898, "event_time": 2, "mass": 21.0 }, { "group": 9, "year": 12, "att": 0.22344561700003246, "se": 0.25741686927831814, "event_time": 3, "mass": 14.0 }, { "group": 10, "year": 1, "att": 0.5969949181562938, "se": 0.29917136352435275, "event_time": -9, "mass": 0.0 }, { "group": 10, "year": 2, "att": 0.5071509440102465, "se": 0.3363358833488074, "event_time": -8, "mass": 0.0 }, { "group": 10, "year": 3, "att": 0.4184873079121789, "se": 0.3033924938030699, "event_time": -7, "mass": 0.0 }, { "group": 10, "year": 4, "att": 0.08938018107300921, "se": 0.14518600841260337, "event_time": -6, "mass": 0.0 }, { "group": 10, "year": 5, "att": -0.0392948946489652, "se": 0.2612727820140057, "event_time": -5, "mass": 0.0 }, { "group": 10, "year": 6, "att": 0.3342705421474534, "se": 0.22405089438896064, "event_time": -4, "mass": 0.0 }, { "group": 10, "year": 7, "att": 0.3752988530140297, "se": 0.19626451726140298, "event_time": -3, "mass": 0.0 }, { "group": 10, "year": 8, "att": 0.005488400973525663, "se": 0.004833828229642254, "event_time": -2, "mass": 0.0 }, { "group": 10, "year": 9, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 10, "year": 10, "att": 0.4227949282702277, "se": 0.3036127332583969, "event_time": 0, "mass": 10.0 }, { "group": 10, "year": 11, "att": 0.26303409368608216, "se": 0.13218089500875177, "event_time": 1, "mass": 10.0 }, { "group": 10, "year": 12, "att": 0.4562174757451746, "se": 0.2725071605045893, "event_time": 2, "mass": 5.0 }, { "group": 11, "year": 1, "att": -0.5475112982381853, "se": 0.57928613660554, "event_time": -10, "mass": 0.0 }, { "group": 11, "year": 2, "att": -0.5630503302669226, "se": 0.49713746212769677, "event_time": -9, "mass": 0.0 }, { "group": 11, "year": 3, "att": -0.1764091503127177, "se": 0.26367596302511853, "event_time": -8, "mass": 0.0 }, { "group": 11, "year": 4, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 11, "year": 5, "att": 0.5413288088848717, "se": 0.4713125316124694, "event_time": -6, "mass": 0.0 }, { "group": 11, "year": 6, "att": -0.46489357013389304, "se": 0.7341469828585846, "event_time": -5, "mass": 0.0 }, { "group": 11, "year": 7, "att": -0.2573093932205467, "se": 0.4630218094516812, "event_time": -4, "mass": 0.0 }, { "group": 11, "year": 8, "att": -0.8034045329631357, "se": 0.4744456950374752, "event_time": -3, "mass": 0.0 }, { "group": 11, "year": 9, "att": -0.8087690266983903, "se": 0.4742388381373243, "event_time": -2, "mass": 0.0 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 11, "year": 11, "att": -0.000963206086140422, "se": 0.06894192813677157, "event_time": 0, "mass": 3.0 }, { "group": 11, "year": 12, "att": -0.25570599607182515, "se": 0.08569158513305933, "event_time": 1, "mass": 2.0 }, { "group": 12, "year": 1, "att": -0.3082190806928433, "se": 0.5800344257705808, "event_time": -11, "mass": 0.0 }, { "group": 12, "year": 2, "att": -0.24148050852421912, "se": 0.6065113676909486, "event_time": -10, "mass": 0.0 }, { "group": 12, "year": 3, "att": 0.19776519931722109, "se": 0.2751068792150612, "event_time": -9, "mass": 0.0 }, { "group": 12, "year": 4, "att": -0.420584146433099, "se": 0.3601808542003465, "event_time": -8, "mass": 0.0 }, { "group": 12, "year": 5, "att": 0.042031595372317154, "se": 0.32938353842726087, "event_time": -7, "mass": 0.0 }, { "group": 12, "year": 6, "att": 0.021227106713412082, "se": 0.30221238880342216, "event_time": -6, "mass": 0.0 }, { "group": 12, "year": 7, "att": 0.1130837293769152, "se": 0.26286953157759235, "event_time": -5, "mass": 0.0 }, { "group": 12, "year": 8, "att": 0.09194865252206019, "se": 0.20562476429709836, "event_time": -4, "mass": 0.0 }, { "group": 12, "year": 9, "att": 0.08606996192287804, "se": 0.20542814501456985, "event_time": -3, "mass": 0.0 }, { "group": 12, "year": 10, "att": -0.2023593423106899, "se": 0.17762645209388386, "event_time": -2, "mass": 0.0 }, { "group": 12, "year": 11, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 12, "year": 12, "att": -0.12256054823536944, "se": 0.11296066824372772, "event_time": 0, "mass": 9.0 } ], "treated_cell_att": 0.14228247910479866, "treated_cell_se": 0.09150636413430305, "checks": { "input_rows": 1826, "retained_rows": 1826, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 5,8,11.", "No (treated or control) units for group 11 in time period 4; setting ATT to NA.", "No (treated or control) units for group 5 in time period 12; setting ATT to NA.", "Not returning pre-test Wald statistic due to singular covariance matrix" ], "seconds": 0.1583818751387298, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "parameters": { "max_iterations": 10000 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.20900921758556554, "event_study": [ { "event_time": -11, "estimate": -0.11158422945922863, "raw_gap": -0.11158422945922863, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": -0.18481222904963765 }, { "event_time": -10, "estimate": -0.10439568734773001, "raw_gap": -0.10439568734773001, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": -0.177623686938139 }, { "event_time": -9, "estimate": 0.09766159222197264, "raw_gap": 0.09766159222197264, "n": 20, "n_cells": 20, "weight_sum": 20.0, "relative_to_minus_one": 0.024433592631563625 }, { "event_time": -8, "estimate": -0.009763575021888288, "raw_gap": -0.009763575021888288, "n": 38, "n_cells": 38, "weight_sum": 38.0, "relative_to_minus_one": -0.08299157461229731 }, { "event_time": -7, "estimate": 0.029470079735607255, "raw_gap": 0.029470079735607255, "n": 39, "n_cells": 39, "weight_sum": 39.0, "relative_to_minus_one": -0.04375791985480176 }, { "event_time": -6, "estimate": 0.010950617938189734, "raw_gap": 0.010950617938189734, "n": 40, "n_cells": 40, "weight_sum": 40.0, "relative_to_minus_one": -0.062277381652219285 }, { "event_time": -5, "estimate": -0.09372121946504607, "raw_gap": -0.09372121946504607, "n": 40, "n_cells": 40, "weight_sum": 40.0, "relative_to_minus_one": -0.16694921905545507 }, { "event_time": -4, "estimate": 0.04938374472228702, "raw_gap": 0.04938374472228702, "n": 34, "n_cells": 34, "weight_sum": 34.0, "relative_to_minus_one": -0.023844254868121993 }, { "event_time": -3, "estimate": -0.028896443967248688, "raw_gap": -0.028896443967248688, "n": 36, "n_cells": 36, "weight_sum": 36.0, "relative_to_minus_one": -0.10212444355765771 }, { "event_time": -2, "estimate": -0.04853815487471377, "raw_gap": -0.04853815487471377, "n": 42, "n_cells": 42, "weight_sum": 42.0, "relative_to_minus_one": -0.12176615446512279 }, { "event_time": -1, "estimate": 0.07322799959040902, "raw_gap": 0.07322799959040902, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1624261679874517, "raw_gap": 0.1624261679874517, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.08919816839704267 }, { "event_time": 1, "estimate": 0.19474534743190589, "raw_gap": 0.19474534743190589, "n": 38, "n_cells": 38, "weight_sum": 38.0, "relative_to_minus_one": 0.12151734784149687 }, { "event_time": 2, "estimate": 0.2697485694182621, "raw_gap": 0.2697485694182621, "n": 29, "n_cells": 29, "weight_sum": 29.0, "relative_to_minus_one": 0.19652056982785307 }, { "event_time": 3, "estimate": 0.38701107850991123, "raw_gap": 0.38701107850991123, "n": 17, "n_cells": 17, "weight_sum": 17.0, "relative_to_minus_one": 0.3137830789195022 }, { "event_time": 4, "estimate": 0.16801686539522334, "raw_gap": 0.16801686539522334, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.09478886580481433 }, { "event_time": 5, "estimate": -0.6799090762742743, "raw_gap": -0.6799090762742743, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.7531370758646834 }, { "event_time": 6, "estimate": -0.7419717746989996, "raw_gap": -0.7419717746989996, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.8151997742894086 } ], "package_event_study": { "event_time": [ -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "estimate": [ -0.11158422945922863, -0.10439568734773001, 0.09766159222197264, -0.009763575021888288, 0.029470079735607255, 0.010950617938189734, -0.09372121946504607, 0.04938374472228702, -0.028896443967248688, -0.04853815487471377, 0.07322799959040902, 0.16242616798745171, 0.19474534743190586, 0.2697485694182621, 0.3870110785099113, 0.16801686539522334, -0.6799090762742743, -0.7419717746989996 ], "n": [ 6.0, 9.0, 20.0, 38.0, 39.0, 40.0, 40.0, 34.0, 36.0, 42.0, 49.0, 49.0, 38.0, 29.0, 17.0, 3.0, 1.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 45, "termination_reason": "Relative objective tolerance reached", "objective": 0.2278444196411667, "lambda_l": 0.004580885264247824, "singular_values": [ 14.624515573198057, 6.270177793589172, 3.922865849115348, 3.0258812689869656, 1.938148394931726, 1.4498867579453916, 1.157755661041739, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.23556333338441676, 0.23090753346515963, 0.22932571322027057, 0.2285823268800336, 0.22821305833702776, 0.22802915258296405, 0.22793780401095534, 0.22789227779604607, 0.22786935305549075, 0.22785763382485255, 0.22785153868350932, 0.2278483128605906, 0.22784657730160876, 0.22784562951464687, 0.22784510504481048, 0.22784481143754204, 0.22784464539308139, 0.22784455064745207, 0.22784449615619956, 0.22784446459423802, 0.22784444619594252, 0.2278444354081343, 0.22784442904831492, 0.22784442527984483, 0.22784442303607622, 0.22784442169395583, 0.2278444208875904, 0.2278444204010287, 0.2278444201062068, 0.22784441992683618, 0.22784441981727194, 0.2278444197500864, 0.22784441970873168, 0.22784441968318248, 0.22784441966734142, 0.22784441965748528, 0.2278444196513326, 0.22784441964747942, 0.22784441964505842, 0.2278444196435334, 0.22784441964256974, 0.22784441964195914, 0.22784441964157115, 0.2278444196413242, 0.2278444196411667 ], "history_rmse": [ 0.2928502599427436, 0.28537120047578757, 0.28312142821994846, 0.28251115352729994, 0.28228335570527247, 0.28216375983101055, 0.2820859146583268, 0.28203133861763174, 0.28199279601053706, 0.2819659156246221, 0.28194744516690434, 0.28193490798117504, 0.28192647360171663, 0.28192083353432057, 0.28191707655933995, 0.2819145797712656, 0.2819129226498122, 0.28191182359614153, 0.28191109497760075, 0.2819106121250307, 0.2819102923168363, 0.28191008068706874, 0.28190994083897913, 0.2819098486164097, 0.28190978797819466, 0.2819097482669353, 0.28190972240024076, 0.2819097056718475, 0.28190969495603574, 0.2819096881790326, 0.2819096839673655, 0.28190968141367645, 0.2819096799206491, 0.2819096790969231, 0.28190967868768485, 0.28190967852838994, 0.2819096785139439, 0.28190967857819926, 0.281909678680353, 0.28190967879595447, 0.28190967891097235, 0.281909679017917, 0.2819096791133152, 0.281909679196085, 0.2819096792665 ], "n_observed": 1826, "n_missing": 766, "n_treated_observed": 138, "n_untreated_observed": 1688 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.20900921758556554, "matrix_preparation": { "source_rows": 1826, "matrix_shape": [ 216, 12 ], "observed_cells": 1826, "missing_cells": 766, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1826.0, "treated_observation_mass": 138.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.003058291971683502, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix after unit-period aggregation; 216 x 12 grid has 766 missing cells, which are not zero-filled." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix after unit-period aggregation; 216 x 12 grid has 766 missing cells, which are not zero-filled." } ] }, "combined_table": [ { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Static TWFE", "Estimate (SDs)": 0.22985211340622605, "SE": 0.13089293284421888, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.11415623690742444, "SE": 0.08768182618344497, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.25821295147683043, "SE": 0.1420427776527568, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.09332942835701498, "SE": 0.07527863843570434, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "CS-DID", "Estimate (SDs)": -0.07275800325736283, "SE": 0.07340966957427514, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.14228247910479866, "SE": 0.09150636413430305, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20900921758556554, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix after unit-period aggregation; 216 x 12 grid has 766 missing cells, which are not zero-filled." }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix after unit-period aggregation; 216 x 12 grid has 766 missing cells, which are not zero-filled." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "dc7188bf9bf709f0803169dfc3b1198e8b9d2b79d5904ebc5f010a48edde2ee2", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Static TWFE", "Estimate (SDs)": 0.22985211340622605, "SE": 0.13089293284421888, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.045143734117983475, "upper": 0.5048479609304356, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.11415623690742444, "SE": 0.08768182618344497, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07005644424995885, "upper": 0.2983689180648077, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.25821295147683043, "SE": 0.1420427776527568, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04020785075090355, "upper": 0.5566337537045645, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.09332942835701498, "SE": 0.07527863843570434, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06482512229189243, "upper": 0.2514839790059224, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.07275800325736283, "SE": 0.07340966957427514, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21663831173992792, "upper": 0.07112230522520226, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.14228247910479866, "SE": 0.09150636413430305, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.03706669895464304, "upper": 0.32163165716424036, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20900921758556554, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 4, period 4: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix after unit-period aggregation; 216 x 12 grid has 766 missing cells, which are not zero-filled.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "l_subsidy_rate__cgvo", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix after unit-period aggregation; 216 x 12 grid has 766 missing cells, which are not zero-filled.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }