{ "study_id": 4, "specification_id": "S04-P007", "source_specification_id": "MI-T4-C7", "role": "active_comparison", "published_source_location": "Table 4 column 7", "outcome_label": "Variable Costs per Boat-Year", "outcome_variable": "f_VC_per_boatyear", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P007.json", "input_bytes": 67287, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Variable Costs per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p007", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Variable Costs per Boat-Year", "source_specification_id": "MI-T4-C7", "specification_id": "S04-P007", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C7.csv", "output_dir": "analyses/full-archive/results/S04-P007" }, "source": { "file": "MI-T4-C7.csv", "bytes": 67287, "sha256": "c3a7e166989f5711810bfb9659ac99187c11f6d034ea2b91d77028e63b0f3748" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 101.28058737250844, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.06455964969455705, "se": 0.03626307744889288, "pvalue": 0.07717827977445127, "lower": -0.13624926937805604, "upper": 0.007129969988941956 }, { "method": "Dynamic TWFE", "estimate": -0.29833725034521297, "se": 0.04378293241769222, "pvalue": 2.5437211407157717e-10, "lower": -0.38489310810649413, "upper": -0.2117813925839318 }, { "method": "BJS / did2s", "estimate": -0.286310933237354, "se": 0.0389055743810657, "pvalue": 1.3971994869256938e-11, "lower": -0.36322458831468485, "upper": -0.20939727816002315 }, { "method": "Sun\u2013Abraham", "estimate": -0.2891986864187225, "se": 0.04448264584236172, "pvalue": 1.2818459438526082e-09, "lower": -0.3771378296822529, "upper": -0.20125954315519207 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.15791571223854073, "se": 0.047637395871148396, "pvalue": 0.0011653436017062789, "lower": -0.25209158017274935, "upper": -0.06373984430433212 }, { "event_time": -3, "estimate": -0.15606876764628894, "se": 0.07944376490386494, "pvalue": 0.05143616011581403, "lower": -0.3131236480603963, "upper": 0.0009861127678184034 }, { "event_time": -2, "estimate": -0.07947934388511889, "se": 0.060883011721305384, "pvalue": 0.19386792780682896, "lower": -0.1998408868798558, "upper": 0.04088219910961803 }, { "event_time": 0, "estimate": -0.08619762074901953, "se": 0.05684856164873785, "pvalue": 0.1316904834758134, "lower": -0.19858333235597492, "upper": 0.026188090857935872 }, { "event_time": 1, "estimate": -0.06560695345168643, "se": 0.05102926291351115, "pvalue": 0.20066466762418875, "lower": -0.1664883101472027, "upper": 0.03527440324382983 }, { "event_time": 2, "estimate": -0.06314546575477357, "se": 0.05226563568338476, "pvalue": 0.2290065569159098, "lower": -0.16647104671074292, "upper": 0.040180115201195785 }, { "event_time": 3, "estimate": -0.29662076645410806, "se": 0.05249164720531059, "pvalue": 8.524083996325242e-08, "lower": -0.40039315670456677, "upper": -0.19284837620364936 }, { "event_time": 4, "estimate": -0.39266489981136177, "se": 0.062312493751689325, "pvalue": 3.5335183962623876e-09, "lower": -0.5158524308444015, "upper": -0.269477368778322 }, { "event_time": 5, "estimate": -0.46232653613685887, "se": 0.06013068181901336, "pvalue": 2.311815315117087e-12, "lower": -0.5812007744579135, "upper": -0.34345229781580416 }, { "event_time": 6, "estimate": -0.4742021009339547, "se": 0.0638153464604957, "pvalue": 9.470836095659588e-12, "lower": -0.6003606688098131, "upper": -0.3480435330580963 }, { "event_time": 7, "estimate": -0.5295239160640839, "se": 0.06896918321767087, "pvalue": 2.456192576817927e-12, "lower": -0.6658712661124825, "upper": -0.3931765660156853 }, { "event_time": 8, "estimate": -0.5072435288741198, "se": 0.07071353256590077, "pvalue": 3.7999762515858345e-11, "lower": -0.6470393380762127, "upper": -0.36744771967202694 }, { "event_time": 9, "estimate": -0.5715377494793741, "se": 0.0821859575423736, "pvalue": 1.21754765665204e-10, "lower": -0.7340137568684502, "upper": -0.40906174209029794 }, { "event_time": 10, "estimate": -0.6050967537033611, "se": 0.08734154397822234, "pvalue": 1.3984912058855193e-10, "lower": -0.7777650022598424, "upper": -0.43242850514687997 }, { "event_time": 11, "estimate": -0.5115690569548339, "se": 0.08336912003567987, "pvalue": 8.07588157102975e-09, "lower": -0.6763840955330982, "upper": -0.3467540183765696 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.030146687970593757, "se": 0.018598172706062267, "pvalue": 0.10726279534995796, "lower": -0.06691400122426636, "upper": 0.00662062528307885 }, { "event_time": -3, "estimate": -0.02928888146082741, "se": 0.026837949851851794, "pvalue": 0.2769919574470164, "lower": -0.08234566961334021, "upper": 0.023767906691685384 }, { "event_time": -2, "estimate": 0.016661765475635054, "se": 0.016018015085435273, "pvalue": 0.30003240060191533, "lower": -0.01500475293218042, "upper": 0.04832828388345053 }, { "event_time": -1, "estimate": 0.019553738948797226, "se": 0.010321829165756906, "pvalue": 0.06021886748771671, "lower": -0.000851810149291022, "upper": 0.03995928804688548 }, { "event_time": 0, "estimate": -0.005641215457633123, "se": 0.038209351348334475, "pvalue": 0.8828380696353096, "lower": -0.08117848529844518, "upper": 0.06989605438317895 }, { "event_time": 1, "estimate": -0.0404477233270753, "se": 0.041407706004901186, "pvalue": 0.33033303522541474, "lower": -0.12230792120027409, "upper": 0.041412474546123484 }, { "event_time": 2, "estimate": -0.08035095486335969, "se": 0.05280244684651963, "pvalue": 0.13031677119482762, "lower": -0.18473777471118075, "upper": 0.024035864984461364 }, { "event_time": 3, "estimate": -0.2700082960888372, "se": 0.047973403049196214, "pvalue": 9.483923556963251e-08, "lower": -0.36484842719373567, "upper": -0.17516816498393872 }, { "event_time": 4, "estimate": -0.3808560726569633, "se": 0.06055210948636364, "pvalue": 3.75001270134468e-09, "lower": -0.5005634446037844, "upper": -0.2611487007101422 }, { "event_time": 5, "estimate": -0.4529361064727158, "se": 0.06547811059758304, "pvalue": 1.4785930550793013e-10, "lower": -0.5823818451293539, "upper": -0.32349036781607776 }, { "event_time": 6, "estimate": -0.506385659204949, "se": 0.06598931049948965, "pvalue": 2.509956089258175e-12, "lower": -0.636842005044653, "upper": -0.37592931336524504 }, { "event_time": 7, "estimate": -0.5322532953705843, "se": 0.06470971501330301, "pvalue": 1.1621845966662481e-13, "lower": -0.6601799686009316, "upper": -0.40432662214023696 }, { "event_time": 8, "estimate": -0.4807928082453897, "se": 0.07373584047713254, "pvalue": 1.1625158398181531e-09, "lower": -0.6265635131255451, "upper": -0.3350221033652343 }, { "event_time": 9, "estimate": -0.5924388511718758, "se": 0.09313940994075039, "pvalue": 2.6206628791328342e-09, "lower": -0.7765690835165594, "upper": -0.40830861882719216 }, { "event_time": 10, "estimate": -0.6580435082705101, "se": 0.10409917734680564, "pvalue": 3.198563098133993e-09, "lower": -0.8638404499083316, "upper": -0.4522465666326885 }, { "event_time": 11, "estimate": -0.5754726096134861, "se": 0.0903258745980612, "pvalue": 2.4876261370878596e-09, "lower": -0.7540406753448221, "upper": -0.39690454388215013 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.1675200488478275, "se": 0.07219335805693244, "pvalue": 0.02175202540768117, "lower": -0.3102413716608246, "upper": -0.02479872603483041 }, { "event_time": -3, "estimate": -0.16554941278817492, "se": 0.09952527459053208, "pvalue": 0.09845538879050549, "lower": -0.3623040620411683, "upper": 0.03120523646481843 }, { "event_time": -2, "estimate": -0.05998711456694727, "se": 0.07144431780631627, "pvalue": 0.4025347256562317, "lower": -0.20122763612224676, "upper": 0.0812534069883522 }, { "event_time": 0, "estimate": -0.049957859554192414, "se": 0.06252013568525415, "pvalue": 0.425594782788424, "lower": -0.17355588446405737, "upper": 0.07364016535567255 }, { "event_time": 1, "estimate": -0.05143601441471267, "se": 0.05215356307866059, "pvalue": 0.3257039192230935, "lower": -0.15454003550938955, "upper": 0.051668006679964226 }, { "event_time": 2, "estimate": -0.07238904953760036, "se": 0.05252433902728455, "pvalue": 0.17032457727476155, "lower": -0.17622606928034018, "upper": 0.03144797020513947 }, { "event_time": 3, "estimate": -0.28760713794340376, "se": 0.0501693276878629, "pvalue": 5.7710490471454266e-08, "lower": -0.38678846161315017, "upper": -0.18842581427365732 }, { "event_time": 4, "estimate": -0.39545126496239436, "se": 0.06553076562754213, "pvalue": 1.3343103040987438e-08, "lower": -0.5250010990057936, "upper": -0.26590143091899515 }, { "event_time": 5, "estimate": -0.4512358273743351, "se": 0.06380029722896656, "pvalue": 6.499752815457946e-11, "lower": -0.5773646439505038, "upper": -0.32510701079816645 }, { "event_time": 6, "estimate": -0.5073238202825225, "se": 0.06328833823894357, "pvalue": 3.760103732695604e-13, "lower": -0.6324405290104254, "upper": -0.3822071115546197 }, { "event_time": 7, "estimate": -0.5272845573848426, "se": 0.06809070955665776, "pvalue": 1.7056994351604264e-12, "lower": -0.6618952251908485, "upper": -0.39267388957883664 }, { "event_time": 8, "estimate": -0.46925903613084424, "se": 0.07338361177137719, "pvalue": 2.2080352031244252e-09, "lower": -0.614333408991391, "upper": -0.3241846632702975 }, { "event_time": 9, "estimate": -0.5360865919090508, "se": 0.09215044783380287, "pvalue": 3.841113119832862e-08, "lower": -0.7182617139234437, "upper": -0.3539114698946579 }, { "event_time": 10, "estimate": -0.5936138423003444, "se": 0.09426400123507965, "pvalue": 3.6088041097604593e-09, "lower": -0.7799673145866315, "upper": -0.40726037001405735 }, { "event_time": 11, "estimate": -0.5061236970727921, "se": 0.08527226210468407, "pvalue": 2.1690253058465813e-08, "lower": -0.6747011171346154, "upper": -0.33754627701096884 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 5.5421740208559035e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.1144605030066095, "df_num": 8, "df_den": 1341, "pvalue": 0.031737607081148915, "log10_pvalue": -1.4984258208272048, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 92.8215062815436, "rss_restricted": 93.9923782210628, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.07882826606940462 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.074819970846204 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.01735266319865872 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.2703316764968533 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.0316774162123516 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.1800497638323705 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.16620782009141652 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.00025481060616876976 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.08754883921638652 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Variable Costs per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p007", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Variable Costs per Boat-Year", "source_specification_id": "MI-T4-C7", "specification_id": "S04-P007", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C7.csv", "output_dir": "analyses/archive-expanded/fits/S04-P007" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P007", "regression_results": "analyses/archive-expanded/baselines/S04-P007.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C7.csv", "bytes": 67287, "sha256": "c3a7e166989f5711810bfb9659ac99187c11f6d034ea2b91d77028e63b0f3748" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 101.28058737250844, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.06455964969455705, "se": 0.03626307744889288, "pvalue": 0.07717827977445127, "lower": -0.13624926937805604, "upper": 0.007129969988941956 }, { "method": "Dynamic TWFE", "estimate": -0.29833725034521297, "se": 0.04378293241769222, "pvalue": 2.5437211407157717e-10, "lower": -0.38489310810649413, "upper": -0.2117813925839318 }, { "method": "BJS / did2s", "estimate": -0.286310933237354, "se": 0.0389055743810657, "pvalue": 1.3971994869256938e-11, "lower": -0.36322458831468485, "upper": -0.20939727816002315 }, { "method": "Sun\u2013Abraham", "estimate": -0.2891986864187225, "se": 0.04448264584236172, "pvalue": 1.2818459438526082e-09, "lower": -0.3771378296822529, "upper": -0.20125954315519207 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.15791571223854073, "se": 0.047637395871148396, "pvalue": 0.0011653436017062789, "lower": -0.25209158017274935, "upper": -0.06373984430433212 }, { "event_time": -3, "estimate": -0.15606876764628894, "se": 0.07944376490386494, "pvalue": 0.05143616011581403, "lower": -0.3131236480603963, "upper": 0.0009861127678184034 }, { "event_time": -2, "estimate": -0.07947934388511889, "se": 0.060883011721305384, "pvalue": 0.19386792780682896, "lower": -0.1998408868798558, "upper": 0.04088219910961803 }, { "event_time": 0, "estimate": -0.08619762074901953, "se": 0.05684856164873785, "pvalue": 0.1316904834758134, "lower": -0.19858333235597492, "upper": 0.026188090857935872 }, { "event_time": 1, "estimate": -0.06560695345168643, "se": 0.05102926291351115, "pvalue": 0.20066466762418875, "lower": -0.1664883101472027, "upper": 0.03527440324382983 }, { "event_time": 2, "estimate": -0.06314546575477357, "se": 0.05226563568338476, "pvalue": 0.2290065569159098, "lower": -0.16647104671074292, "upper": 0.040180115201195785 }, { "event_time": 3, "estimate": -0.29662076645410806, "se": 0.05249164720531059, "pvalue": 8.524083996325242e-08, "lower": -0.40039315670456677, "upper": -0.19284837620364936 }, { "event_time": 4, "estimate": -0.39266489981136177, "se": 0.062312493751689325, "pvalue": 3.5335183962623876e-09, "lower": -0.5158524308444015, "upper": -0.269477368778322 }, { "event_time": 5, "estimate": -0.46232653613685887, "se": 0.06013068181901336, "pvalue": 2.311815315117087e-12, "lower": -0.5812007744579135, "upper": -0.34345229781580416 }, { "event_time": 6, "estimate": -0.4742021009339547, "se": 0.0638153464604957, "pvalue": 9.470836095659588e-12, "lower": -0.6003606688098131, "upper": -0.3480435330580963 }, { "event_time": 7, "estimate": -0.5295239160640839, "se": 0.06896918321767087, "pvalue": 2.456192576817927e-12, "lower": -0.6658712661124825, "upper": -0.3931765660156853 }, { "event_time": 8, "estimate": -0.5072435288741198, "se": 0.07071353256590077, "pvalue": 3.7999762515858345e-11, "lower": -0.6470393380762127, "upper": -0.36744771967202694 }, { "event_time": 9, "estimate": -0.5715377494793741, "se": 0.0821859575423736, "pvalue": 1.21754765665204e-10, "lower": -0.7340137568684502, "upper": -0.40906174209029794 }, { "event_time": 10, "estimate": -0.6050967537033611, "se": 0.08734154397822234, "pvalue": 1.3984912058855193e-10, "lower": -0.7777650022598424, "upper": -0.43242850514687997 }, { "event_time": 11, "estimate": -0.5115690569548339, "se": 0.08336912003567987, "pvalue": 8.07588157102975e-09, "lower": -0.6763840955330982, "upper": -0.3467540183765696 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.030146687970593757, "se": 0.018598172706062267, "pvalue": 0.10726279534995796, "lower": -0.06691400122426636, "upper": 0.00662062528307885 }, { "event_time": -3, "estimate": -0.02928888146082741, "se": 0.026837949851851794, "pvalue": 0.2769919574470164, "lower": -0.08234566961334021, "upper": 0.023767906691685384 }, { "event_time": -2, "estimate": 0.016661765475635054, "se": 0.016018015085435273, "pvalue": 0.30003240060191533, "lower": -0.01500475293218042, "upper": 0.04832828388345053 }, { "event_time": -1, "estimate": 0.019553738948797226, "se": 0.010321829165756906, "pvalue": 0.06021886748771671, "lower": -0.000851810149291022, "upper": 0.03995928804688548 }, { "event_time": 0, "estimate": -0.005641215457633123, "se": 0.038209351348334475, "pvalue": 0.8828380696353096, "lower": -0.08117848529844518, "upper": 0.06989605438317895 }, { "event_time": 1, "estimate": -0.0404477233270753, "se": 0.041407706004901186, "pvalue": 0.33033303522541474, "lower": -0.12230792120027409, "upper": 0.041412474546123484 }, { "event_time": 2, "estimate": -0.08035095486335969, "se": 0.05280244684651963, "pvalue": 0.13031677119482762, "lower": -0.18473777471118075, "upper": 0.024035864984461364 }, { "event_time": 3, "estimate": -0.2700082960888372, "se": 0.047973403049196214, "pvalue": 9.483923556963251e-08, "lower": -0.36484842719373567, "upper": -0.17516816498393872 }, { "event_time": 4, "estimate": -0.3808560726569633, "se": 0.06055210948636364, "pvalue": 3.75001270134468e-09, "lower": -0.5005634446037844, "upper": -0.2611487007101422 }, { "event_time": 5, "estimate": -0.4529361064727158, "se": 0.06547811059758304, "pvalue": 1.4785930550793013e-10, "lower": -0.5823818451293539, "upper": -0.32349036781607776 }, { "event_time": 6, "estimate": -0.506385659204949, "se": 0.06598931049948965, "pvalue": 2.509956089258175e-12, "lower": -0.636842005044653, "upper": -0.37592931336524504 }, { "event_time": 7, "estimate": -0.5322532953705843, "se": 0.06470971501330301, "pvalue": 1.1621845966662481e-13, "lower": -0.6601799686009316, "upper": -0.40432662214023696 }, { "event_time": 8, "estimate": -0.4807928082453897, "se": 0.07373584047713254, "pvalue": 1.1625158398181531e-09, "lower": -0.6265635131255451, "upper": -0.3350221033652343 }, { "event_time": 9, "estimate": -0.5924388511718758, "se": 0.09313940994075039, "pvalue": 2.6206628791328342e-09, "lower": -0.7765690835165594, "upper": -0.40830861882719216 }, { "event_time": 10, "estimate": -0.6580435082705101, "se": 0.10409917734680564, "pvalue": 3.198563098133993e-09, "lower": -0.8638404499083316, "upper": -0.4522465666326885 }, { "event_time": 11, "estimate": -0.5754726096134861, "se": 0.0903258745980612, "pvalue": 2.4876261370878596e-09, "lower": -0.7540406753448221, "upper": -0.39690454388215013 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.1675200488478275, "se": 0.07219335805693244, "pvalue": 0.02175202540768117, "lower": -0.3102413716608246, "upper": -0.02479872603483041 }, { "event_time": -3, "estimate": -0.16554941278817492, "se": 0.09952527459053208, "pvalue": 0.09845538879050549, "lower": -0.3623040620411683, "upper": 0.03120523646481843 }, { "event_time": -2, "estimate": -0.05998711456694727, "se": 0.07144431780631627, "pvalue": 0.4025347256562317, "lower": -0.20122763612224676, "upper": 0.0812534069883522 }, { "event_time": 0, "estimate": -0.049957859554192414, "se": 0.06252013568525415, "pvalue": 0.425594782788424, "lower": -0.17355588446405737, "upper": 0.07364016535567255 }, { "event_time": 1, "estimate": -0.05143601441471267, "se": 0.05215356307866059, "pvalue": 0.3257039192230935, "lower": -0.15454003550938955, "upper": 0.051668006679964226 }, { "event_time": 2, "estimate": -0.07238904953760036, "se": 0.05252433902728455, "pvalue": 0.17032457727476155, "lower": -0.17622606928034018, "upper": 0.03144797020513947 }, { "event_time": 3, "estimate": -0.28760713794340376, "se": 0.0501693276878629, "pvalue": 5.7710490471454266e-08, "lower": -0.38678846161315017, "upper": -0.18842581427365732 }, { "event_time": 4, "estimate": -0.39545126496239436, "se": 0.06553076562754213, "pvalue": 1.3343103040987438e-08, "lower": -0.5250010990057936, "upper": -0.26590143091899515 }, { "event_time": 5, "estimate": -0.4512358273743351, "se": 0.06380029722896656, "pvalue": 6.499752815457946e-11, "lower": -0.5773646439505038, "upper": -0.32510701079816645 }, { "event_time": 6, "estimate": -0.5073238202825225, "se": 0.06328833823894357, "pvalue": 3.760103732695604e-13, "lower": -0.6324405290104254, "upper": -0.3822071115546197 }, { "event_time": 7, "estimate": -0.5272845573848426, "se": 0.06809070955665776, "pvalue": 1.7056994351604264e-12, "lower": -0.6618952251908485, "upper": -0.39267388957883664 }, { "event_time": 8, "estimate": -0.46925903613084424, "se": 0.07338361177137719, "pvalue": 2.2080352031244252e-09, "lower": -0.614333408991391, "upper": -0.3241846632702975 }, { "event_time": 9, "estimate": -0.5360865919090508, "se": 0.09215044783380287, "pvalue": 3.841113119832862e-08, "lower": -0.7182617139234437, "upper": -0.3539114698946579 }, { "event_time": 10, "estimate": -0.5936138423003444, "se": 0.09426400123507965, "pvalue": 3.6088041097604593e-09, "lower": -0.7799673145866315, "upper": -0.40726037001405735 }, { "event_time": 11, "estimate": -0.5061236970727921, "se": 0.08527226210468407, "pvalue": 2.1690253058465813e-08, "lower": -0.6747011171346154, "upper": -0.33754627701096884 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 5.5421740208559035e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.1144605030066095, "df_num": 8, "df_den": 1341, "pvalue": 0.031737607081148915, "log10_pvalue": -1.4984258208272048, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 92.8215062815436, "rss_restricted": 93.9923782210628, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.07882826606940462 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.074819970846204 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.01735266319865872 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.2703316764968533 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.0316774162123516 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.1800497638323705 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.16620782009141652 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.00025481060616876976 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.08754883921638652 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.624513004589967, "se": 0.07343038903966842, "lower": -0.7684339224784817, "upper": -0.48059208670145215 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.5782584117735333, "se": 0.06762648166141182, "lower": -0.7108038802310589, "upper": -0.44571294331600775 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.571843269107695, "se": 0.0677395898421312, "lower": -0.7046104255257875, "upper": -0.43907611268960256 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 796.0, "post_cells": 21, "estimate": -0.46174413567045375, "se": 0.05670137830731278, "lower": -0.5728767950265675, "upper": -0.35061147631434 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.624513004589967, "se": 0.07343038903966842, "lower": -0.7684339224784817, "upper": -0.48059208670145215, "event_study": [ { "event_time": -4, "estimate": -0.16752004884869418, "se": 0.07108056421937699, "lower": -0.30683539471945953, "upper": -0.028204702977928847, "relative_to_minus_one": -0.16752004884869418, "n": 0.0 }, { "event_time": -3, "estimate": -0.16554941278936894, "se": 0.09799117381236278, "lower": -0.35760858426440445, "upper": 0.0265097586856666, "relative_to_minus_one": -0.16554941278936894, "n": 0.0 }, { "event_time": -2, "estimate": -0.05998711456814123, "se": 0.07034307241029981, "lower": -0.197857003054222, "upper": 0.07788277391793952, "relative_to_minus_one": -0.05998711456814123, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.05056196714701822, "se": 0.04529838345350089, "lower": -0.13934516727376509, "upper": 0.03822123297972863, "relative_to_minus_one": -0.05056196714701822, "n": 105.0 }, { "event_time": 1, "estimate": -0.10489243665631122, "se": 0.05191444182527261, "lower": -0.20664287291134537, "upper": -0.003142000401277073, "relative_to_minus_one": -0.10489243665631122, "n": 104.0 }, { "event_time": 2, "estimate": -0.16326295482632158, "se": 0.06058434624437827, "lower": -0.28200609149220746, "upper": -0.04451981816043568, "relative_to_minus_one": -0.16326295482632158, "n": 103.0 }, { "event_time": 3, "estimate": -0.31972909607432165, "se": 0.05504037075721173, "lower": -0.4276062404541882, "upper": -0.2118519516944551, "relative_to_minus_one": -0.31972909607432165, "n": 100.0 }, { "event_time": 4, "estimate": -0.4888682839298548, "se": 0.08409365157244225, "lower": -0.6536888123403017, "upper": -0.3240477555194079, "relative_to_minus_one": -0.4888682839298548, "n": 88.0 }, { "event_time": 5, "estimate": -0.667955207109623, "se": 0.10206669474860197, "lower": -0.8680022528379263, "upper": -0.46790816138131963, "relative_to_minus_one": -0.667955207109623, "n": 66.0 }, { "event_time": 6, "estimate": -0.8799351389270382, "se": 0.1080704127693307, "lower": -1.091749255749304, "upper": -0.6681210221047725, "relative_to_minus_one": -0.8799351389270382, "n": 54.0 }, { "event_time": 7, "estimate": -0.9460269194592639, "se": 0.11975252355683418, "lower": -1.1807375526884432, "upper": -0.7113162862300845, "relative_to_minus_one": -0.9460269194592639, "n": 51.0 }, { "event_time": 8, "estimate": -0.9239657541978674, "se": 0.12801865158557024, "lower": -1.1748777006549664, "upper": -0.6730538077407683, "relative_to_minus_one": -0.9239657541978674, "n": 48.0 }, { "event_time": 9, "estimate": -0.9175052448344505, "se": 0.14682149633548722, "lower": -1.2052700898082849, "upper": -0.629740399860616, "relative_to_minus_one": -0.9175052448344505, "n": 28.0 }, { "event_time": 10, "estimate": -1.0487730763294278, "se": 0.1645303814052503, "lower": -1.371246698246357, "upper": -0.7262994544124987, "relative_to_minus_one": -1.0487730763294278, "n": 25.0 }, { "event_time": 11, "estimate": -0.9826799755881049, "se": 0.1746021651034994, "lower": -1.32489393081368, "upper": -0.6404660203625299, "relative_to_minus_one": -0.9826799755881049, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.08710646810431295, "se": 0.06641772164496926, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": -0.07834762351026532, "se": 0.05276171474401504, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": -0.1592388734559274, "se": 0.06848759934240857, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": -0.1974236263435319, "se": 0.0716219095731903, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -0.47100977696567775, "se": 0.10977042419743638, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": -0.7005887176112673, "se": 0.11362034586628036, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -0.9251596851468438, "se": 0.12550785476607226, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": -0.9623562169763885, "se": 0.14364145421180638, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": -0.834336906887587, "se": 0.1540690335406286, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -0.9175052448344505, "se": 0.14682149633548716, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": -1.0487730763294278, "se": 0.1645303814052504, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": -0.9826799755881049, "se": 0.17460216510349946, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": -0.16752004884869418, "se": 0.07108056421937697, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.16554941278936894, "se": 0.09799117381236278, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.05998711456814123, "se": 0.07034307241029981, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.007165372260230718, "se": 0.06419145960496776, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.13641440226724072, "se": 0.08961385376839291, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": -0.16804155145366464, "se": 0.09713276198872142, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -0.4649668413796345, "se": 0.08308271321046058, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": -0.510075260949815, "se": 0.11087965204713567, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -0.6292029133889203, "se": 0.18334572737193908, "event_time": 5, "mass": 26.0 }, { "group": 5, "year": 11, "att": -0.8262309902910191, "se": 0.17827441325778123, "event_time": 6, "mass": 22.0 }, { "group": 5, "year": 12, "att": -0.9266358786576783, "se": 0.20194912547577148, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -1.0304000103788253, "se": 0.20557687487556603, "event_time": 8, "mass": 19.0 } ], "treated_cell_att": -0.46174413567045375, "treated_cell_se": 0.05670137830731278, "checks": { "input_rows": 1519, "retained_rows": 1519, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 1.3877787807814457e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07902762480080128, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.41834347383199605, "event_study": [ { "event_time": -4, "estimate": -0.07823791983724744, "raw_gap": -0.06726547089331204, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.11021796732221903 }, { "event_time": -3, "estimate": -0.060001636826824196, "raw_gap": -0.04902918788288879, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.09198168431179579 }, { "event_time": -2, "estimate": 0.02439340701495644, "raw_gap": 0.035365855958891856, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.007586640470015154 }, { "event_time": -1, "estimate": 0.031980047484971595, "raw_gap": 0.03699602414505485, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.013214406101892577, "raw_gap": -0.008198429441809353, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.04519445358686417 }, { "event_time": 1, "estimate": -0.035938181823803296, "raw_gap": -0.030979478935680156, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.06791822930877489 }, { "event_time": 2, "estimate": -0.07511810829647962, "raw_gap": -0.0702177912923935, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.10709815578145121 }, { "event_time": 3, "estimate": -0.28055356333317855, "raw_gap": -0.27561596130840915, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.3125336108181501 }, { "event_time": 4, "estimate": -0.4529695078726359, "raw_gap": -0.44798203107993967, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.4849495553576075 }, { "event_time": 5, "estimate": -0.6376872874942225, "raw_gap": -0.6333648076072196, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.6696673349791942 }, { "event_time": 6, "estimate": -0.8529942796784674, "raw_gap": -0.8485240227013103, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.884974327163439 }, { "event_time": 7, "estimate": -0.9092991670287017, "raw_gap": -0.9047810998164945, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.9412792145136734 }, { "event_time": 8, "estimate": -0.879278763871102, "raw_gap": -0.874935502830796, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.9112588113560737 }, { "event_time": 9, "estimate": -0.9175052448344495, "raw_gap": -0.9175052448344525, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.9494852923194211 }, { "event_time": 10, "estimate": -1.048773076329428, "raw_gap": -1.048773076329431, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.0807531238143997 }, { "event_time": 11, "estimate": -0.982679975588104, "raw_gap": -0.9826799755881069, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.0146600230730756 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.06726547089331207, -0.04902918788288877, 0.03536585595889186, 0.03699602414505487, -0.008198429441809383, -0.030979478935680153, -0.0702177912923935, -0.2756159613084091, -0.4479820310799397, -0.6333648076072196, -0.8485240227013103, -0.9047810998164945, -0.874935502830796, -0.9175052448344523, -1.0487730763294312, -0.9826799755881068 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.800878437563114e-15 }, { "cohort": 4, "pre_gap": 0.010972448943935434 } ], "diagnostics": { "converged": true, "pre_rmse": 0.054274708165227184, "zeta_omega": [ 0.0, 1.8354805896186734 ], "zeta_lambda": [ 0.0, 4.360310173025732e-07 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.060263995558994116, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 11, "time_iterations": 30, "unit_objective": 0.09536965005725266, "time_objective": 0.028048624589876364, "unit_projected_gradient": 9.772845623035042e-09, "time_projected_gradient": 7.114214412018427e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": -0.4183434738319957, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0008057081140577793, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.2897617962182833, "event_study": [ { "event_time": -4, "estimate": -0.013488414521082084, "raw_gap": -0.013488414521082084, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.01937021721242616 }, { "event_time": -3, "estimate": -0.007894205989543051, "raw_gap": -0.007894205989543051, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.013776008680887126 }, { "event_time": -2, "estimate": 0.008516304313582213, "raw_gap": 0.008516304313582213, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0026345016222381386 }, { "event_time": -1, "estimate": 0.005881802691344074, "raw_gap": 0.005881802691344074, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.014023805353968462, "raw_gap": -0.014023805353968462, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.019905608045312537 }, { "event_time": 1, "estimate": -0.0448337245412505, "raw_gap": -0.0448337245412505, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.05071552723259458 }, { "event_time": 2, "estimate": -0.07905673338403564, "raw_gap": -0.07905673338403564, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.08493853607537971 }, { "event_time": 3, "estimate": -0.2776563850272965, "raw_gap": -0.2776563850272965, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.2835381877186406 }, { "event_time": 4, "estimate": -0.3882685844597191, "raw_gap": -0.3882685844597191, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.3941503871510632 }, { "event_time": 5, "estimate": -0.44968364083008006, "raw_gap": -0.44968364083008006, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.45556544352142414 }, { "event_time": 6, "estimate": -0.5140649632865864, "raw_gap": -0.5140649632865864, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.5199467659779304 }, { "event_time": 7, "estimate": -0.5291911637990518, "raw_gap": -0.5291911637990518, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.5350729664903959 }, { "event_time": 8, "estimate": -0.47898551840056797, "raw_gap": -0.47898551840056797, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.48486732109191205 }, { "event_time": 9, "estimate": -0.6044893701975613, "raw_gap": -0.6044893701975613, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.6103711728889054 }, { "event_time": 10, "estimate": -0.6505016595799664, "raw_gap": -0.6505016595799664, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.6563834622713105 }, { "event_time": 11, "estimate": -0.576339124886892, "raw_gap": -0.576339124886892, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.5822209275782361 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.013488414521082084, -0.007894205989543051, 0.008516304313582213, 0.005881802691344074, -0.01402380535396846, -0.0448337245412505, -0.07905673338403567, -0.2776563850272965, -0.3882685844597191, -0.44968364083008006, -0.5140649632865864, -0.5291911637990518, -0.47898551840056797, -0.6044893701975614, -0.6505016595799664, -0.576339124886892 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 38, "termination_reason": "Relative objective tolerance reached", "objective": 0.03169135212701653, "lambda_l": 0.0021371880511873924, "singular_values": [ 2.415842206744789, 1.491931876495756, 1.4595572779725021, 1.1703084368509225, 0.9926674774547003, 0.8304939451833749, 0.7046805415814429, 0.5576802440396155, 0.3508832007671078, 0.17296488885448202, 0.09945721824553988, 0.0, 0.0 ], "history_objective": [ 0.031801377714657145, 0.03173374468902261, 0.0317103146544839, 0.031700461835833915, 0.03169592998785142, 0.03169372437140217, 0.031692608699543004, 0.03169202865430116, 0.03169172094201704, 0.03169155518617561, 0.031691464824670945, 0.03169141508943389, 0.031691387498801515, 0.03169137209216487, 0.031691363441328044, 0.03169135856093382, 0.031691355796511, 0.031691354225201536, 0.03169135332938359, 0.031691352817345156, 0.03169135252401315, 0.031691352355644575, 0.03169135225884004, 0.03169135220309995, 0.03169135217096389, 0.03169135215241574, 0.03169135214169987, 0.03169135213550379, 0.03169135213191847, 0.031691352129842504, 0.03169135212863986, 0.03169135212794279, 0.03169135212753854, 0.03169135212730408, 0.031691352127168004, 0.031691352127089026, 0.03169135212704319, 0.03169135212701653 ], "history_rmse": [ 0.0989089666121173, 0.09893630137773338, 0.09895098951104922, 0.09895619941168153, 0.09895805367245705, 0.09895867702608888, 0.09895883446013676, 0.09895881649781806, 0.09895873825685193, 0.09895864644031219, 0.09895855964396011, 0.09895848442936885, 0.09895842213093785, 0.09895837189295639, 0.09895833206714799, 0.09895830085417666, 0.09895827658258183, 0.09895825781163428, 0.09895824335037608, 0.09895823223939423, 0.09895822371870565, 0.09895821719309575, 0.09895821220002249, 0.09895820838198632, 0.0989582054637191, 0.09895820323382575, 0.0989582015302599, 0.09895820022895922, 0.09895819923502218, 0.09895819847589576, 0.09895819789613343, 0.0989581974533711, 0.09895819711524546, 0.0989581968570368, 0.09895819665986226, 0.09895819650930045, 0.09895819639433631, 0.09895819630655657 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-16 }, "native_matrix_att": -0.289761796218283, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0021287500858306885, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.4410821552360305, "event_study": [ { "event_time": -4, "estimate": -0.01739166982438635, "raw_gap": -0.01739166982438635, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.018745323063982675 }, { "event_time": -3, "estimate": 0.0008536812993007459, "raw_gap": 0.0008536812993007459, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.0004999719402955796 }, { "event_time": -2, "estimate": 0.013576872060279577, "raw_gap": 0.013576872060279577, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.012223218820683251 }, { "event_time": -1, "estimate": 0.0013536532395963254, "raw_gap": 0.0013536532395963254, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.006882055952646004, "raw_gap": -0.006882055952646004, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.00823570919224233 }, { "event_time": 1, "estimate": -0.07360668909988531, "raw_gap": -0.07360668909988531, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.07496034233948164 }, { "event_time": 2, "estimate": -0.12105916141035877, "raw_gap": -0.12105916141035877, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.1224128146499551 }, { "event_time": 3, "estimate": -0.3129311974873673, "raw_gap": -0.3129311974873673, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.31428485072696366 }, { "event_time": 4, "estimate": -0.4801250824716478, "raw_gap": -0.4801250824716478, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.48147873571124417 }, { "event_time": 5, "estimate": -0.6419771844326344, "raw_gap": -0.6419771844326344, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.6433308376722308 }, { "event_time": 6, "estimate": -0.8556207669902809, "raw_gap": -0.8556207669902809, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.8569744202298772 }, { "event_time": 7, "estimate": -0.8912646842369475, "raw_gap": -0.8912646842369475, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.8926183374765438 }, { "event_time": 8, "estimate": -0.9198163664473792, "raw_gap": -0.9198163664473792, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.9211700196869755 }, { "event_time": 9, "estimate": -0.9620374659074751, "raw_gap": -0.9620374659074751, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.9633911191470714 }, { "event_time": 10, "estimate": -1.025980966484953, "raw_gap": -1.025980966484953, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.0273346197245494 }, { "event_time": 11, "estimate": -1.081007921326458, "raw_gap": -1.081007921326458, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.0823615745660544 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.017391669824386346, 0.0008536812993007505, 0.013576872060279585, 0.0013536532395963423, -0.006882055952646015, -0.07360668909988534, -0.12105916141035875, -0.3129311974873673, -0.48012508247164776, -0.6419771844326343, -0.855620766990281, -0.8912646842369477, -0.9198163664473794, -0.9620374659074749, -1.0259809664849535, -1.081007921326458 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.009962917410914048, "penalty": 1.0, "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": -0.44108215523603084, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.001075624953955412, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.06455964969455705, "SE": 0.03626307744889288, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.29833725034521297, "SE": 0.04378293241769222, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.286310933237354, "SE": 0.0389055743810657, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2891986864187225, "SE": 0.04448264584236172, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.624513004589967, "SE": 0.07343038903966842, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.46174413567045375, "SE": 0.05670137830731278, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.41834347383199605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2897617962182833, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4410821552360305, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.06455964969455705, "SE": 0.03626307744889288, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.13624926937805604, "upper": 0.007129969988941956, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.29833725034521297, "SE": 0.04378293241769222, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.38489310810649413, "upper": -0.2117813925839318, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.286310933237354, "SE": 0.0389055743810657, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.36322458831468485, "upper": -0.20939727816002315, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2891986864187225, "SE": 0.04448264584236172, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3771378296822529, "upper": -0.20125954315519207, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.624513004589967, "SE": 0.07343038903966842, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7684339224784817, "upper": -0.48059208670145215, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.46174413567045375, "SE": 0.05670137830731278, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5728767950265675, "upper": -0.35061147631434, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.41834347383199605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2897617962182833, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4410821552360305, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602093.756503, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.06455964969455705, "SE": 0.03626307744889288, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.13624926937805604, "upper": 0.007129969988941956, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.29833725034521297, "SE": 0.04378293241769222, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.38489310810649413, "upper": -0.2117813925839318, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.286310933237354, "SE": 0.0389055743810657, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.36322458831468485, "upper": -0.20939727816002315, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2891986864187225, "SE": 0.04448264584236172, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3771378296822529, "upper": -0.20125954315519207, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.624513004589967, "SE": 0.07343038903966842, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7684339224784817, "upper": -0.48059208670145215, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.46174413567045375, "SE": 0.05670137830731278, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5728767950265675, "upper": -0.35061147631434, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.41834347383199605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2897617962182833, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4410821552360305, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }