[ { "study_id": 4, "specification_id": "S04-P001", "source_specification_id": "MI-T4-C1", "role": "active_comparison", "published_source_location": "Table 4 column 1", "outcome_label": "Auditor Assessment", "outcome_variable": "auditor_assessment", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P001.json", "input_bytes": 43505, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Auditor Assessment", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p001", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Auditor Assessment", "source_specification_id": "MI-T4-C1", "specification_id": "S04-P001", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C1.csv", "output_dir": "analyses/full-archive/results/S04-P001" }, "source": { "file": "MI-T4-C1.csv", "bytes": 43505, "sha256": "68387cfde4ff81825776630896ed4efab0e218105e6ce499b04796921a2cd12e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 1.343503097108053, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.0006672834198579496, "se": 0.019252954127550535, "pvalue": 0.9724008667723802, "lower": -0.03739448784412751, "upper": 0.03872905468384341 }, { "method": "Dynamic TWFE", "estimate": 0.07033200324203043, "se": 0.03519679347507242, "pvalue": 0.04761268371309568, "lower": 0.0007503539222031425, "upper": 0.13991365256185773 }, { "method": "BJS / did2s", "estimate": 0.08080782994905886, "se": 0.041110492953746886, "pvalue": 0.05130671899744132, "lower": -0.0004647980844799393, "upper": 0.16208045798259765 }, { "method": "Sun\u2013Abraham", "estimate": 0.08217984532708654, "se": 0.040324897010945965, "pvalue": 0.04342536276166551, "lower": 0.002460286650214208, "upper": 0.16189940400395886 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.11554634492816807, "se": 0.04516644012464734, "pvalue": 0.011576104594619533, "lower": 0.026255387216239143, "upper": 0.20483730264009697 }, { "event_time": -3, "estimate": 0.10428758650536546, "se": 0.06418250177480223, "pvalue": 0.10642563353576193, "lower": -0.022596822272564876, "upper": 0.2311719952832958 }, { "event_time": -2, "estimate": 0.06455143252766683, "se": 0.05080905766461232, "pvalue": 0.20600924648348387, "lower": -0.035894593477338796, "upper": 0.16499745853267245 }, { "event_time": 0, "estimate": 0.07392918029021908, "se": 0.042184043528192564, "pvalue": 0.08185483737433956, "lower": -0.009465783678582765, "upper": 0.15732414425902091 }, { "event_time": 1, "estimate": 0.061856777273755374, "se": 0.04142878009738332, "pvalue": 0.13764867710174875, "lower": -0.02004508263646574, "upper": 0.1437586371839765 }, { "event_time": 2, "estimate": -0.018303831285194628, "se": 0.03565475132367279, "pvalue": 0.6085008557895776, "lower": -0.08879083189638717, "upper": 0.052183169325997925 }, { "event_time": 3, "estimate": 0.043352380453082345, "se": 0.03715774794010287, "pvalue": 0.24529626672792543, "lower": -0.030105941496441566, "upper": 0.11681070240260626 }, { "event_time": 4, "estimate": 0.057997957413270074, "se": 0.04691790895056232, "pvalue": 0.2184550872145866, "lower": -0.03475553417197143, "upper": 0.15075144899851156 }, { "event_time": 5, "estimate": 0.06904063037387512, "se": 0.046129353129174475, "pvalue": 0.13671305968162137, "lower": -0.022153940377518902, "upper": 0.16023520112526912 }, { "event_time": 6, "estimate": 0.0726507179691227, "se": 0.04719485235260782, "pvalue": 0.12595322289742394, "lower": -0.020650271748192048, "upper": 0.16595170768643747 }, { "event_time": 7, "estimate": 0.12855478373971563, "se": 0.052757290721014025, "pvalue": 0.01606746871207279, "lower": 0.024257234458311322, "upper": 0.23285233302111993 }, { "event_time": 8, "estimate": 0.13371083428014113, "se": 0.061849091056040854, "pvalue": 0.032314401223163744, "lower": 0.01143941862804683, "upper": 0.25598224993223545 }, { "event_time": 9, "estimate": 0.1841755189098761, "se": 0.061338784043774984, "pvalue": 0.003167647823283725, "lower": 0.06291294525920106, "upper": 0.30543809256055116 }, { "event_time": 10, "estimate": 0.21091644291342124, "se": 0.08532952439907356, "pvalue": 0.014634304930456896, "lower": 0.042225819218707966, "upper": 0.3796070666081345 }, { "event_time": 11, "estimate": 0.09526566550091436, "se": 0.09566617671769172, "pvalue": 0.32104667373356605, "lower": -0.09385981164953941, "upper": 0.2843911426513681 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.011265179778207414, "se": 0.015313980440989363, "pvalue": 0.46318748826619716, "lower": -0.01900951037191352, "upper": 0.041539869928328345 }, { "event_time": -3, "estimate": 0.017103005404776564, "se": 0.01934224990382797, "pvalue": 0.3780771282979791, "lower": -0.021135297491133798, "upper": 0.055341308300686926 }, { "event_time": -2, "estimate": -0.004925665770702813, "se": 0.013672492769278406, "pvalue": 0.7191910598505153, "lower": -0.03195524725441343, "upper": 0.022103915713007804 }, { "event_time": -1, "estimate": -0.010716580304719305, "se": 0.007306031857062021, "pvalue": 0.14465386350165724, "lower": -0.0251601047399102, "upper": 0.0037269441304715913 }, { "event_time": 0, "estimate": 0.046420295630176626, "se": 0.02992438058348819, "pvalue": 0.12308265947620824, "lower": -0.012738154623196607, "upper": 0.10557874588354986 }, { "event_time": 1, "estimate": 0.050820208834693126, "se": 0.037058061885338126, "pvalue": 0.17243903627688753, "lower": -0.02244104061418864, "upper": 0.12408145828357489 }, { "event_time": 2, "estimate": 0.01164843338007279, "se": 0.040655664921650535, "pvalue": 0.7749047310192652, "lower": -0.06872503079490118, "upper": 0.09202189755504676 }, { "event_time": 3, "estimate": 0.035937390345329334, "se": 0.03704713330329272, "pvalue": 0.3336850762263517, "lower": -0.037302254045580754, "upper": 0.10917703473623942 }, { "event_time": 4, "estimate": 0.054881595736017, "se": 0.04785469733129642, "pvalue": 0.25339086782647025, "lower": -0.039723862297284446, "upper": 0.14948705376931845 }, { "event_time": 5, "estimate": 0.08997928649022403, "se": 0.05888776449728999, "pvalue": 0.12875789307754687, "lower": -0.02643778943974677, "upper": 0.20639636242019482 }, { "event_time": 6, "estimate": 0.09413729476357248, "se": 0.058211303684017245, "pvalue": 0.10807768290873225, "lower": -0.020942464483812304, "upper": 0.20921705401095725 }, { "event_time": 7, "estimate": 0.1505525660864608, "se": 0.06192768149455627, "pvalue": 0.016308308668869887, "lower": 0.028125782521759818, "upper": 0.2729793496511618 }, { "event_time": 8, "estimate": 0.13125489554030487, "se": 0.07503142055270497, "pvalue": 0.08240939806067597, "lower": -0.017077082387296827, "upper": 0.27958687346790656 }, { "event_time": 9, "estimate": 0.2525350823421784, "se": 0.09285254585394245, "pvalue": 0.007355266313293242, "lower": 0.06897196064366373, "upper": 0.4360982040406931 }, { "event_time": 10, "estimate": 0.312745747790233, "se": 0.12540896392824794, "pvalue": 0.013793670897337709, "lower": 0.0648208180434825, "upper": 0.5606706775369835 }, { "event_time": 11, "estimate": 0.1907272963670297, "se": 0.1394680075304243, "pvalue": 0.17363374173728227, "lower": -0.08499139937694519, "upper": 0.46644599211100457 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.07973390457998816, "se": 0.05583495808095784, "pvalue": 0.15549490319081988, "lower": -0.030647982216830932, "upper": 0.19011579137680726 }, { "event_time": -3, "estimate": 0.09314512637530561, "se": 0.0681829497990775, "pvalue": 0.17408062576668815, "lower": -0.04164789407045921, "upper": 0.22793814682107044 }, { "event_time": -2, "estimate": 0.042538719132020696, "se": 0.05721620878010904, "pvalue": 0.4584322743500472, "lower": -0.07057380566564847, "upper": 0.15565124392968988 }, { "event_time": 0, "estimate": 0.07515073927448791, "se": 0.047273802380142, "pvalue": 0.11414420157472563, "lower": -0.01830632923828769, "upper": 0.16860780778726353 }, { "event_time": 1, "estimate": 0.06358663671151148, "se": 0.04366652066824237, "pvalue": 0.14756394087879565, "lower": -0.022739082996635282, "upper": 0.14991235641965822 }, { "event_time": 2, "estimate": 0.011191244334462332, "se": 0.0422269173802805, "pvalue": 0.7913762414156497, "lower": -0.0722884783025712, "upper": 0.09467096697149587 }, { "event_time": 3, "estimate": 0.05008045617698686, "se": 0.03893990428993417, "pvalue": 0.20051747608659362, "lower": -0.026901066778188036, "upper": 0.12706197913216175 }, { "event_time": 4, "estimate": 0.06374671278418358, "se": 0.051777064931292915, "pvalue": 0.22030644513365072, "lower": -0.0386129972675497, "upper": 0.16610642283591687 }, { "event_time": 5, "estimate": 0.0946037795810417, "se": 0.05499262653678771, "pvalue": 0.08757190323261912, "lower": -0.014112875462237537, "upper": 0.20332043462432092 }, { "event_time": 6, "estimate": 0.09056152633170175, "se": 0.04931395641928697, "pvalue": 0.06840047924717, "lower": -0.006928786942723905, "upper": 0.18805183960612742 }, { "event_time": 7, "estimate": 0.14283246995994447, "se": 0.054911714132205344, "pvalue": 0.010282686365924885, "lower": 0.03427577319710523, "upper": 0.2513891667227837 }, { "event_time": 8, "estimate": 0.12559939091864922, "se": 0.06547935281842146, "pvalue": 0.05711308736112097, "lower": -0.0038488035234801876, "upper": 0.25504758536077865 }, { "event_time": 9, "estimate": 0.20242626157406013, "se": 0.07513522934035378, "pvalue": 0.00791374977684439, "lower": 0.053889060785358545, "upper": 0.3509634623627617 }, { "event_time": 10, "estimate": 0.24564800055528246, "se": 0.0994866966156962, "pvalue": 0.014737825168650886, "lower": 0.04896961731550989, "upper": 0.44232638379505507 }, { "event_time": 11, "estimate": 0.11750439267779784, "se": 0.10674203982347967, "pvalue": 0.27284821397903297, "lower": -0.09351730701029053, "upper": 0.3285260923658862 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.588259637072603e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8617702343438123, "df_num": 8, "df_den": 1344, "pvalue": 0.5483424989161068, "log10_pvalue": -0.2609480931107136, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 58.15834734619678, "rss_restricted": 58.45667551656333, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.08632371134209268 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.04652912427804946 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.006685358656089777 }, { "event_time": 3.0, "cohort": 5, "estimate": 0.01840150604345912 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.01725381843210139 }, { "event_time": 5.0, "cohort": 5, "estimate": -0.18866074926906054 }, { "event_time": 6.0, "cohort": 5, "estimate": -0.12319060922803687 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.042763844956812125 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.06393319228328617 } ] } } }, "code_sha256": { "replication_engine.py": "f9d56fa725aee6a41a1b7f11796f1d432696b3a0c8161ac280f273cca73f63c2", "reference_f_test.py": "18f7ea6e16e141249b386529a195514afb1ec80e236d4684c7efac07347c8bdb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Auditor Assessment", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p001", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Auditor Assessment", "source_specification_id": "MI-T4-C1", "specification_id": "S04-P001", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C1.csv", "output_dir": "analyses/archive-expanded/fits/S04-P001" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P001", "regression_results": "analyses/archive-expanded/baselines/S04-P001.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C1.csv", "bytes": 43505, "sha256": "68387cfde4ff81825776630896ed4efab0e218105e6ce499b04796921a2cd12e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 1.343503097108053, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.0006672834198579496, "se": 0.019252954127550535, "pvalue": 0.9724008667723802, "lower": -0.03739448784412751, "upper": 0.03872905468384341 }, { "method": "Dynamic TWFE", "estimate": 0.07033200324203043, "se": 0.03519679347507242, "pvalue": 0.04761268371309568, "lower": 0.0007503539222031425, "upper": 0.13991365256185773 }, { "method": "BJS / did2s", "estimate": 0.08080782994905886, "se": 0.041110492953746886, "pvalue": 0.05130671899744132, "lower": -0.0004647980844799393, "upper": 0.16208045798259765 }, { "method": "Sun\u2013Abraham", "estimate": 0.08217984532708654, "se": 0.040324897010945965, "pvalue": 0.04342536276166551, "lower": 0.002460286650214208, "upper": 0.16189940400395886 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.11554634492816807, "se": 0.04516644012464734, "pvalue": 0.011576104594619533, "lower": 0.026255387216239143, "upper": 0.20483730264009697 }, { "event_time": -3, "estimate": 0.10428758650536546, "se": 0.06418250177480223, "pvalue": 0.10642563353576193, "lower": -0.022596822272564876, "upper": 0.2311719952832958 }, { "event_time": -2, "estimate": 0.06455143252766683, "se": 0.05080905766461232, "pvalue": 0.20600924648348387, "lower": -0.035894593477338796, "upper": 0.16499745853267245 }, { "event_time": 0, "estimate": 0.07392918029021908, "se": 0.042184043528192564, "pvalue": 0.08185483737433956, "lower": -0.009465783678582765, "upper": 0.15732414425902091 }, { "event_time": 1, "estimate": 0.061856777273755374, "se": 0.04142878009738332, "pvalue": 0.13764867710174875, "lower": -0.02004508263646574, "upper": 0.1437586371839765 }, { "event_time": 2, "estimate": -0.018303831285194628, "se": 0.03565475132367279, "pvalue": 0.6085008557895776, "lower": -0.08879083189638717, "upper": 0.052183169325997925 }, { "event_time": 3, "estimate": 0.043352380453082345, "se": 0.03715774794010287, "pvalue": 0.24529626672792543, "lower": -0.030105941496441566, "upper": 0.11681070240260626 }, { "event_time": 4, "estimate": 0.057997957413270074, "se": 0.04691790895056232, "pvalue": 0.2184550872145866, "lower": -0.03475553417197143, "upper": 0.15075144899851156 }, { "event_time": 5, "estimate": 0.06904063037387512, "se": 0.046129353129174475, "pvalue": 0.13671305968162137, "lower": -0.022153940377518902, "upper": 0.16023520112526912 }, { "event_time": 6, "estimate": 0.0726507179691227, "se": 0.04719485235260782, "pvalue": 0.12595322289742394, "lower": -0.020650271748192048, "upper": 0.16595170768643747 }, { "event_time": 7, "estimate": 0.12855478373971563, "se": 0.052757290721014025, "pvalue": 0.01606746871207279, "lower": 0.024257234458311322, "upper": 0.23285233302111993 }, { "event_time": 8, "estimate": 0.13371083428014113, "se": 0.061849091056040854, "pvalue": 0.032314401223163744, "lower": 0.01143941862804683, "upper": 0.25598224993223545 }, { "event_time": 9, "estimate": 0.1841755189098761, "se": 0.061338784043774984, "pvalue": 0.003167647823283725, "lower": 0.06291294525920106, "upper": 0.30543809256055116 }, { "event_time": 10, "estimate": 0.21091644291342124, "se": 0.08532952439907356, "pvalue": 0.014634304930456896, "lower": 0.042225819218707966, "upper": 0.3796070666081345 }, { "event_time": 11, "estimate": 0.09526566550091436, "se": 0.09566617671769172, "pvalue": 0.32104667373356605, "lower": -0.09385981164953941, "upper": 0.2843911426513681 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.011265179778207414, "se": 0.015313980440989363, "pvalue": 0.46318748826619716, "lower": -0.01900951037191352, "upper": 0.041539869928328345 }, { "event_time": -3, "estimate": 0.017103005404776564, "se": 0.01934224990382797, "pvalue": 0.3780771282979791, "lower": -0.021135297491133798, "upper": 0.055341308300686926 }, { "event_time": -2, "estimate": -0.004925665770702813, "se": 0.013672492769278406, "pvalue": 0.7191910598505153, "lower": -0.03195524725441343, "upper": 0.022103915713007804 }, { "event_time": -1, "estimate": -0.010716580304719305, "se": 0.007306031857062021, "pvalue": 0.14465386350165724, "lower": -0.0251601047399102, "upper": 0.0037269441304715913 }, { "event_time": 0, "estimate": 0.046420295630176626, "se": 0.02992438058348819, "pvalue": 0.12308265947620824, "lower": -0.012738154623196607, "upper": 0.10557874588354986 }, { "event_time": 1, "estimate": 0.050820208834693126, "se": 0.037058061885338126, "pvalue": 0.17243903627688753, "lower": -0.02244104061418864, "upper": 0.12408145828357489 }, { "event_time": 2, "estimate": 0.01164843338007279, "se": 0.040655664921650535, "pvalue": 0.7749047310192652, "lower": -0.06872503079490118, "upper": 0.09202189755504676 }, { "event_time": 3, "estimate": 0.035937390345329334, "se": 0.03704713330329272, "pvalue": 0.3336850762263517, "lower": -0.037302254045580754, "upper": 0.10917703473623942 }, { "event_time": 4, "estimate": 0.054881595736017, "se": 0.04785469733129642, "pvalue": 0.25339086782647025, "lower": -0.039723862297284446, "upper": 0.14948705376931845 }, { "event_time": 5, "estimate": 0.08997928649022403, "se": 0.05888776449728999, "pvalue": 0.12875789307754687, "lower": -0.02643778943974677, "upper": 0.20639636242019482 }, { "event_time": 6, "estimate": 0.09413729476357248, "se": 0.058211303684017245, "pvalue": 0.10807768290873225, "lower": -0.020942464483812304, "upper": 0.20921705401095725 }, { "event_time": 7, "estimate": 0.1505525660864608, "se": 0.06192768149455627, "pvalue": 0.016308308668869887, "lower": 0.028125782521759818, "upper": 0.2729793496511618 }, { "event_time": 8, "estimate": 0.13125489554030487, "se": 0.07503142055270497, "pvalue": 0.08240939806067597, "lower": -0.017077082387296827, "upper": 0.27958687346790656 }, { "event_time": 9, "estimate": 0.2525350823421784, "se": 0.09285254585394245, "pvalue": 0.007355266313293242, "lower": 0.06897196064366373, "upper": 0.4360982040406931 }, { "event_time": 10, "estimate": 0.312745747790233, "se": 0.12540896392824794, "pvalue": 0.013793670897337709, "lower": 0.0648208180434825, "upper": 0.5606706775369835 }, { "event_time": 11, "estimate": 0.1907272963670297, "se": 0.1394680075304243, "pvalue": 0.17363374173728227, "lower": -0.08499139937694519, "upper": 0.46644599211100457 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.07973390457998816, "se": 0.05583495808095784, "pvalue": 0.15549490319081988, "lower": -0.030647982216830932, "upper": 0.19011579137680726 }, { "event_time": -3, "estimate": 0.09314512637530561, "se": 0.0681829497990775, "pvalue": 0.17408062576668815, "lower": -0.04164789407045921, "upper": 0.22793814682107044 }, { "event_time": -2, "estimate": 0.042538719132020696, "se": 0.05721620878010904, "pvalue": 0.4584322743500472, "lower": -0.07057380566564847, "upper": 0.15565124392968988 }, { "event_time": 0, "estimate": 0.07515073927448791, "se": 0.047273802380142, "pvalue": 0.11414420157472563, "lower": -0.01830632923828769, "upper": 0.16860780778726353 }, { "event_time": 1, "estimate": 0.06358663671151148, "se": 0.04366652066824237, "pvalue": 0.14756394087879565, "lower": -0.022739082996635282, "upper": 0.14991235641965822 }, { "event_time": 2, "estimate": 0.011191244334462332, "se": 0.0422269173802805, "pvalue": 0.7913762414156497, "lower": -0.0722884783025712, "upper": 0.09467096697149587 }, { "event_time": 3, "estimate": 0.05008045617698686, "se": 0.03893990428993417, "pvalue": 0.20051747608659362, "lower": -0.026901066778188036, "upper": 0.12706197913216175 }, { "event_time": 4, "estimate": 0.06374671278418358, "se": 0.051777064931292915, "pvalue": 0.22030644513365072, "lower": -0.0386129972675497, "upper": 0.16610642283591687 }, { "event_time": 5, "estimate": 0.0946037795810417, "se": 0.05499262653678771, "pvalue": 0.08757190323261912, "lower": -0.014112875462237537, "upper": 0.20332043462432092 }, { "event_time": 6, "estimate": 0.09056152633170175, "se": 0.04931395641928697, "pvalue": 0.06840047924717, "lower": -0.006928786942723905, "upper": 0.18805183960612742 }, { "event_time": 7, "estimate": 0.14283246995994447, "se": 0.054911714132205344, "pvalue": 0.010282686365924885, "lower": 0.03427577319710523, "upper": 0.2513891667227837 }, { "event_time": 8, "estimate": 0.12559939091864922, "se": 0.06547935281842146, "pvalue": 0.05711308736112097, "lower": -0.0038488035234801876, "upper": 0.25504758536077865 }, { "event_time": 9, "estimate": 0.20242626157406013, "se": 0.07513522934035378, "pvalue": 0.00791374977684439, "lower": 0.053889060785358545, "upper": 0.3509634623627617 }, { "event_time": 10, "estimate": 0.24564800055528246, "se": 0.0994866966156962, "pvalue": 0.014737825168650886, "lower": 0.04896961731550989, "upper": 0.44232638379505507 }, { "event_time": 11, "estimate": 0.11750439267779784, "se": 0.10674203982347967, "pvalue": 0.27284821397903297, "lower": -0.09351730701029053, "upper": 0.3285260923658862 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.588259637072603e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8617702343438123, "df_num": 8, "df_den": 1344, "pvalue": 0.5483424989161068, "log10_pvalue": -0.2609480931107136, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 58.15834734619678, "rss_restricted": 58.45667551656333, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.08632371134209268 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.04652912427804946 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.006685358656089777 }, { "event_time": 3.0, "cohort": 5, "estimate": 0.01840150604345912 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.01725381843210139 }, { "event_time": 5.0, "cohort": 5, "estimate": -0.18866074926906054 }, { "event_time": 6.0, "cohort": 5, "estimate": -0.12319060922803687 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.042763844956812125 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.06393319228328617 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.3511678439018749, "se": 0.09206293388042622, "lower": 0.17072780918514718, "upper": 0.5316078786186026 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.31713695636826894, "se": 0.07980098884386522, "lower": 0.16072989230361046, "upper": 0.4735440204329274 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.3089888559781008, "se": 0.07505409624308212, "lower": 0.16188553044945683, "upper": 0.4560921815067447 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 799.0, "post_cells": 21, "estimate": 0.24631879516380698, "se": 0.06399103887162767, "lower": 0.12089866364211413, "upper": 0.3717389266854998 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.3511678439018749, "se": 0.09206293388042622, "lower": 0.17072780918514718, "upper": 0.5316078786186026, "event_study": [ { "event_time": -4, "estimate": 0.07973390457999961, "se": 0.054975628716084454, "lower": -0.02801634773097189, "upper": 0.18748415689097112, "relative_to_minus_one": 0.07973390457999961, "n": 0.0 }, { "event_time": -3, "estimate": 0.09314512637532164, "se": 0.06713357756489563, "lower": -0.03843426780519997, "upper": 0.22472452055584324, "relative_to_minus_one": 0.09314512637532164, "n": 0.0 }, { "event_time": -2, "estimate": 0.04253871913203667, "se": 0.05633562143515876, "lower": -0.06787706992755718, "upper": 0.1529545081916305, "relative_to_minus_one": 0.04253871913203667, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.07103946724850586, "se": 0.033496582796750336, "lower": 0.005387371361711246, "upper": 0.13669156313530048, "relative_to_minus_one": 0.07103946724850586, "n": 105.0 }, { "event_time": 1, "estimate": 0.0967068402023571, "se": 0.04527603022603601, "lower": 0.00796745159637964, "upper": 0.18544622880833456, "relative_to_minus_one": 0.0967068402023571, "n": 104.0 }, { "event_time": 2, "estimate": 0.07175900355268335, "se": 0.04983513170214283, "lower": -0.025916059748326878, "upper": 0.16943406685369355, "relative_to_minus_one": 0.07175900355268335, "n": 103.0 }, { "event_time": 3, "estimate": 0.07272162446966808, "se": 0.04357396543065053, "lower": -0.012681778438000307, "upper": 0.15812502737733647, "relative_to_minus_one": 0.07272162446966808, "n": 100.0 }, { "event_time": 4, "estimate": 0.16852619996292661, "se": 0.07971862325528906, "lower": 0.012280569485442872, "upper": 0.32477183044041036, "relative_to_minus_one": 0.16852619996292661, "n": 88.0 }, { "event_time": 5, "estimate": 0.31506791774866993, "se": 0.09542742891727338, "lower": 0.12803359393355804, "upper": 0.5021022415637818, "relative_to_minus_one": 0.31506791774866993, "n": 67.0 }, { "event_time": 6, "estimate": 0.45550402223695274, "se": 0.10591959697567216, "lower": 0.24790542690763767, "upper": 0.6631026175662678, "relative_to_minus_one": 0.45550402223695274, "n": 55.0 }, { "event_time": 7, "estimate": 0.556439803240026, "se": 0.12491423814039475, "lower": 0.31161239532859264, "upper": 0.8012672111514593, "relative_to_minus_one": 0.556439803240026, "n": 51.0 }, { "event_time": 8, "estimate": 0.5615275812987454, "se": 0.1346797721756962, "lower": 0.2975600783883211, "upper": 0.8254950842091696, "relative_to_minus_one": 0.5615275812987454, "n": 49.0 }, { "event_time": 9, "estimate": 0.5745439683098016, "se": 0.17502088170426017, "lower": 0.23150934362700637, "upper": 0.9175785929925968, "relative_to_minus_one": 0.5745439683098016, "n": 28.0 }, { "event_time": 10, "estimate": 0.6786501740700113, "se": 0.22082187910947929, "lower": 0.2458472440169741, "upper": 1.1114531041230484, "relative_to_minus_one": 0.6786501740700113, "n": 25.0 }, { "event_time": 11, "estimate": 0.591527524482151, "se": 0.24752741558534438, "lower": 0.10638270474859751, "upper": 1.0766723442157045, "relative_to_minus_one": 0.591527524482151, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.10703961147924158, "se": 0.04926919224570194, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": 0.105618561739474, "se": 0.053455655764644935, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": 0.053231755116695006, "se": 0.06041705680997558, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": 0.07348098257592349, "se": 0.0662973604916961, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": 0.19344773611199076, "se": 0.11093653451679238, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": 0.35892664646953665, "se": 0.13476032292128096, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": 0.4912052989429269, "se": 0.15239520002294168, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": 0.5822234893616467, "se": 0.178617979068926, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": 0.5360954378446618, "se": 0.1976153203714245, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": 0.5745439683098016, "se": 0.17502088170426017, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": 0.6786501740700113, "se": 0.22082187910947926, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": 0.591527524482151, "se": 0.24752741558534433, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": 0.07973390457999961, "se": 0.054975628716084454, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": 0.09314512637532164, "se": 0.0671335775648956, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 0.04253871913203667, "se": 0.05633562143515873, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.028289295974507182, "se": 0.04885860431696831, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": 0.08612417087703078, "se": 0.07106332399357973, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": 0.0937601110704195, "se": 0.07453542485242137, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": 0.07181988671848978, "se": 0.059334315625410104, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": 0.13893187578591296, "se": 0.08743887885349277, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": 0.2629856773926406, "se": 0.13826204896312613, "event_time": 5, "mass": 27.0 }, { "group": 5, "year": 11, "att": 0.41310875614860826, "se": 0.14497733914882932, "event_time": 6, "mass": 23.0 }, { "group": 5, "year": 12, "att": 0.5258216759706014, "se": 0.17574989639463276, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": 0.5917282516504694, "se": 0.17102593617732734, "event_time": 8, "mass": 20.0 } ], "treated_cell_att": 0.24631879516380698, "treated_cell_se": 0.06399103887162767, "checks": { "input_rows": 1522, "retained_rows": 1522, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07519533392041922, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.22414173439257654, "event_study": [ { "event_time": -4, "estimate": 0.03352648901359314, "raw_gap": 0.026555759778231564, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.05177605110213948 }, { "event_time": -3, "estimate": 0.038706476072068986, "raw_gap": 0.03173574683670741, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.05695603816061533 }, { "event_time": -2, "estimate": -0.004429131075522392, "raw_gap": -0.011399860310883978, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.013820431013023951 }, { "event_time": -1, "estimate": -0.018249562088546344, "raw_gap": -0.02143618116757073, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.05491699436535455, "raw_gap": 0.051730375286330184, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0731665564539009 }, { "event_time": 1, "estimate": 0.06514745376623342, "raw_gap": 0.06199722036178922, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.08339701585477977 }, { "event_time": 2, "estimate": 0.026453665369369748, "raw_gap": 0.02334052415745873, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.04470322745791609 }, { "event_time": 3, "estimate": 0.052437777737418305, "raw_gap": 0.04930094958150361, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.07068733982596465 }, { "event_time": 4, "estimate": 0.14797407411022256, "raw_gap": 0.14480556082141985, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": 0.1662236361987689 }, { "event_time": 5, "estimate": 0.30072194048019607, "raw_gap": 0.2979128406390779, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": 0.3189715025687424 }, { "event_time": 6, "estimate": 0.4397950997586469, "raw_gap": 0.43688006753294817, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": 0.4580446618471932 }, { "event_time": 7, "estimate": 0.5394116670742833, "raw_gap": 0.536541366800897, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.5576612291628297 }, { "event_time": 8, "estimate": 0.5400032812132282, "raw_gap": 0.537158085606956, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.5582528433017745 }, { "event_time": 9, "estimate": 0.5745439683098006, "raw_gap": 0.574543968309797, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": 0.5927935303983469 }, { "event_time": 10, "estimate": 0.6786501740700109, "raw_gap": 0.6786501740700072, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.6968997361585573 }, { "event_time": 11, "estimate": 0.5915275244821504, "raw_gap": 0.5915275244821468, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.6097770865706967 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.026555759778231585, 0.03173574683670741, -0.011399860310884006, -0.021436181167570734, 0.05173037528633014, 0.06199722036178923, 0.02334052415745873, 0.04930094958150361, 0.14480556082141985, 0.2979128406390779, 0.4368800675329483, 0.536541366800897, 0.537158085606956, 0.574543968309797, 0.6786501740700072, 0.5915275244821468 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.552713678800501e-15 }, { "cohort": 4, "pre_gap": -0.006970729235361591 } ], "diagnostics": { "converged": true, "pre_rmse": 0.028429383788239785, "zeta_omega": [ 0.0, 1.4257559924615166 ], "zeta_lambda": [ 0.0, 3.3789392997238776e-07 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.04210918799433454, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 9, "time_iterations": 37, "unit_objective": 0.05608712639718086, "time_objective": 0.010800458684489592, "unit_projected_gradient": 3.6271654915709384e-09, "time_projected_gradient": 5.8009632097899555e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 7.771561172376096e-16 }, "native_matrix_att": 0.22414173439257576, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006742924451828003, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.08278722817511174, "event_study": [ { "event_time": -4, "estimate": 0.004364006993698534, "raw_gap": 0.004364006993698534, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.007523597422305195 }, { "event_time": -3, "estimate": 0.004577347829213124, "raw_gap": 0.004577347829213124, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.007736938257819785 }, { "event_time": -2, "estimate": -0.0020297554233847104, "raw_gap": -0.0020297554233847104, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0011298350052219505 }, { "event_time": -1, "estimate": -0.003159590428606661, "raw_gap": -0.003159590428606661, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0507495783395552, "raw_gap": 0.0507495783395552, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.05390916876816186 }, { "event_time": 1, "estimate": 0.054730555177224326, "raw_gap": 0.054730555177224326, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.05789014560583099 }, { "event_time": 2, "estimate": 0.01188551849517637, "raw_gap": 0.01188551849517637, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.01504510892378303 }, { "event_time": 3, "estimate": 0.04022763468079301, "raw_gap": 0.04022763468079301, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.04338722510939967 }, { "event_time": 4, "estimate": 0.05902797259171002, "raw_gap": 0.05902797259171002, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": 0.06218756302031668 }, { "event_time": 5, "estimate": 0.08840131401602788, "raw_gap": 0.08840131401602788, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": 0.09156090444463455 }, { "event_time": 6, "estimate": 0.09562496751901861, "raw_gap": 0.09562496751901861, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": 0.09878455794762528 }, { "event_time": 7, "estimate": 0.1502965423186194, "raw_gap": 0.1502965423186194, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.15345613274722608 }, { "event_time": 8, "estimate": 0.1280859274412699, "raw_gap": 0.1280859274412699, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.13124551786987657 }, { "event_time": 9, "estimate": 0.2577048283206479, "raw_gap": 0.2577048283206479, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": 0.26086441874925453 }, { "event_time": 10, "estimate": 0.31234658709252305, "raw_gap": 0.31234658709252305, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.3155061775211297 }, { "event_time": 11, "estimate": 0.18903679837057422, "raw_gap": 0.18903679837057422, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.19219638879918088 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.004364006993698534, 0.004577347829213124, -0.0020297554233847104, -0.003159590428606661, 0.05074957833955519, 0.05473055517722433, 0.011885518495176377, 0.04022763468079301, 0.059027972591710005, 0.08840131401602791, 0.09562496751901861, 0.15029654231861944, 0.12808592744126987, 0.2577048283206479, 0.31234658709252316, 0.18903679837057422 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 41, "termination_reason": "Relative objective tolerance reached", "objective": 0.01511448887600295, "lambda_l": 0.0014598643290466018, "singular_values": [ 1.618533173930007, 1.3053426116435274, 1.15509045680365, 0.8654121002115972, 0.8003501295298651, 0.5070330623945952, 0.3965485344322667, 0.330352843370057, 0.23310545675519023, 0.11999860935148132, 0.0, 0.0, 0.0 ], "history_objective": [ 0.0151827231770033, 0.015141163262140881, 0.015126164876254587, 0.015119970516300384, 0.01511720360136164, 0.015115888747383292, 0.015115233259973052, 0.015114894249994834, 0.015114713852649966, 0.015114615670764615, 0.015114561252043166, 0.015114530632477918, 0.0151145131852874, 0.015114503137062672, 0.015114497297152822, 0.015114493876532225, 0.015114491859548832, 0.015114490663398577, 0.015114489950543257, 0.015114489523919082, 0.015114489267673142, 0.015114489113285647, 0.015114489020020574, 0.015114488963551142, 0.015114488929293702, 0.015114488908476453, 0.015114488895808197, 0.015114488888089445, 0.015114488883381402, 0.015114488880507114, 0.015114488878750927, 0.015114488877677182, 0.015114488877020297, 0.015114488876618214, 0.015114488876371988, 0.01511448887622115, 0.015114488876128724, 0.015114488876072064, 0.015114488876037311, 0.015114488876016019, 0.01511448887600295 ], "history_rmse": [ 0.06679859192473869, 0.06661606096018122, 0.06652625929606389, 0.06647654626691313, 0.06644923156818029, 0.06643437179790139, 0.06642630974397776, 0.0664219185267984, 0.06641950373427409, 0.06641815602386651, 0.06641738870070317, 0.06641694074705658, 0.06641667137641831, 0.06641650395921185, 0.06641639625454207, 0.06641632458518232, 0.06641627539446367, 0.06641624071647118, 0.06641621572700636, 0.06641619740588035, 0.06641618379632963, 0.06641617358782112, 0.06641616587583221, 0.06641616001980942, 0.06641615555656229, 0.0664161521456602, 0.06641614953380795, 0.06641614753083268, 0.06641614599301504, 0.06641614481122968, 0.06641614390233817, 0.06641614320284679, 0.06641614266417724, 0.06641614224911364, 0.06641614192911492, 0.06641614168227494, 0.06641614149176735, 0.06641614134465956, 0.06641614123100599, 0.06641614114315433, 0.0664161410752126 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-17 }, "native_matrix_att": 0.0827872281751117, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0020494163036346436, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.22284049443955675, "event_study": [ { "event_time": -4, "estimate": 0.007993445320825928, "raw_gap": 0.007993445320825928, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0073354581771983215 }, { "event_time": -3, "estimate": -0.007221930432803188, "raw_gap": -0.007221930432803188, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.007879917576430794 }, { "event_time": -2, "estimate": -0.002210861766515924, "raw_gap": -0.002210861766515924, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.0028688489101435307 }, { "event_time": -1, "estimate": 0.0006579871436276067, "raw_gap": 0.0006579871436276067, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.03299539175633914, "raw_gap": 0.03299539175633914, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.032337404612711534 }, { "event_time": 1, "estimate": 0.08490123918897763, "raw_gap": 0.08490123918897763, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.08424325204535002 }, { "event_time": 2, "estimate": 0.0350993556292537, "raw_gap": 0.0350993556292537, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.034441368485626095 }, { "event_time": 3, "estimate": 0.06944032231295674, "raw_gap": 0.06944032231295674, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.06878233516932913 }, { "event_time": 4, "estimate": 0.1551950305546853, "raw_gap": 0.1551950305546853, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": 0.1545370434110577 }, { "event_time": 5, "estimate": 0.27279172553904724, "raw_gap": 0.27279172553904724, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": 0.27213373839541966 }, { "event_time": 6, "estimate": 0.43193600252831577, "raw_gap": 0.43193600252831577, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": 0.4312780153846882 }, { "event_time": 7, "estimate": 0.5108728892665362, "raw_gap": 0.5108728892665362, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.5102149021229085 }, { "event_time": 8, "estimate": 0.5370800598235217, "raw_gap": 0.5370800598235217, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.5364220726798941 }, { "event_time": 9, "estimate": 0.591587396007682, "raw_gap": 0.591587396007682, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": 0.5909294088640543 }, { "event_time": 10, "estimate": 0.6484749250305828, "raw_gap": 0.6484749250305828, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.6478169378869552 }, { "event_time": 11, "estimate": 0.5982331353798483, "raw_gap": 0.5982331353798483, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.5975751482362207 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.007993445320825918, -0.007221930432803188, -0.0022108617665159147, 0.0006579871436276152, 0.03299539175633915, 0.08490123918897763, 0.035099355629253724, 0.06944032231295674, 0.15519503055468523, 0.27279172553904735, 0.4319360025283158, 0.5108728892665362, 0.5370800598235216, 0.591587396007682, 0.6484749250305828, 0.5982331353798483 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.004960062024911657, "penalty": 1.0, "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-16 }, "native_matrix_att": 0.2228404944395569, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0009994995780289173, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.0006672834198579496, "SE": 0.019252954127550535, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07033200324203043, "SE": 0.03519679347507242, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08080782994905886, "SE": 0.041110492953746886, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08217984532708654, "SE": 0.040324897010945965, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.3511678439018749, "SE": 0.09206293388042622, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.24631879516380698, "SE": 0.06399103887162767, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.22414173439257654, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.08278722817511174, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.22284049443955675, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.0006672834198579496, "SE": 0.019252954127550535, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.03739448784412751, "upper": 0.03872905468384341, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07033200324203043, "SE": 0.03519679347507242, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0007503539222031425, "upper": 0.13991365256185773, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08080782994905886, "SE": 0.041110492953746886, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0004647980844799393, "upper": 0.16208045798259765, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08217984532708654, "SE": 0.040324897010945965, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.002460286650214208, "upper": 0.16189940400395886, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3511678439018749, "SE": 0.09206293388042622, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.17072780918514718, "upper": 0.5316078786186026, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.24631879516380698, "SE": 0.06399103887162767, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.12089866364211413, "upper": 0.3717389266854998, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.22414173439257654, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.08278722817511174, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.22284049443955675, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602069.435968, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.0006672834198579496, "SE": 0.019252954127550535, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.03739448784412751, "upper": 0.03872905468384341, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07033200324203043, "SE": 0.03519679347507242, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0007503539222031425, "upper": 0.13991365256185773, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08080782994905886, "SE": 0.041110492953746886, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0004647980844799393, "upper": 0.16208045798259765, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08217984532708654, "SE": 0.040324897010945965, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.002460286650214208, "upper": 0.16189940400395886, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3511678439018749, "SE": 0.09206293388042622, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.17072780918514718, "upper": 0.5316078786186026, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.24631879516380698, "SE": 0.06399103887162767, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.12089866364211413, "upper": 0.3717389266854998, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.22414173439257654, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.08278722817511174, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.22284049443955675, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 4, "specification_id": "S04-P002", "source_specification_id": "MI-T4-C2", "role": "active_comparison", "published_source_location": "Table 4 column 2", "outcome_label": "Labor Value per Boat", "outcome_variable": "f_LV_per_boat", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P002.json", "input_bytes": 66463, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Labor Value per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p002", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Labor Value per Boat", "source_specification_id": "MI-T4-C2", "specification_id": "S04-P002", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C2.csv", "output_dir": "analyses/full-archive/results/S04-P002" }, "source": { "file": "MI-T4-C2.csv", "bytes": 66463, "sha256": "2b17e391e443dcea814dd3baa41d835c22bbf287a36a2db2d0b1c5e7e5a18802" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 150.7589347657954, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.25794448866198855, "se": 0.09559771375971139, "pvalue": 0.007822422076398864, "lower": -0.446934619235006, "upper": -0.0689543580889711 }, { "method": "Dynamic TWFE", "estimate": -0.7947613502341538, "se": 0.08274513069924437, "pvalue": 4.086556404238069e-17, "lower": -0.9583428046446468, "upper": -0.6311798958236609 }, { "method": "BJS / did2s", "estimate": -0.8092294002958235, "se": 0.06872286173919064, "pvalue": 1.0203197888771268e-22, "lower": -0.9450897896570876, "upper": -0.6733690109345594 }, { "method": "Sun\u2013Abraham", "estimate": -0.7556108038524608, "se": 0.07116971156050987, "pvalue": 1.0275480078044177e-19, "lower": -0.89630844767345, "upper": -0.6149131600314717 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.12986452444051458, "se": 0.09624046162950496, "pvalue": 0.17937908728247132, "lower": -0.3201253235165795, "upper": 0.06039627463555036 }, { "event_time": -3, "estimate": -0.1118584062867989, "se": 0.0930399672190812, "pvalue": 0.23127725950806782, "lower": -0.29579204718369917, "upper": 0.07207523461010139 }, { "event_time": -2, "estimate": -0.020347108091231917, "se": 0.09983032280160609, "pvalue": 0.838790447703106, "lower": -0.21770481675824901, "upper": 0.1770106005757852 }, { "event_time": 0, "estimate": -0.005353070471986775, "se": 0.060426603739592695, "pvalue": 0.9295350651203319, "lower": -0.12481232615601187, "upper": 0.11410618521203833 }, { "event_time": 1, "estimate": -0.02600351652239636, "se": 0.06446510292755255, "pvalue": 0.6872844849003328, "lower": -0.15344660841792312, "upper": 0.10143957537313042 }, { "event_time": 2, "estimate": -0.3619263583414663, "se": 0.08908978238740466, "pvalue": 8.02440229593476e-05, "lower": -0.5380507544586999, "upper": -0.1858019622242328 }, { "event_time": 3, "estimate": -0.7676467176018015, "se": 0.10370199504276273, "pvalue": 1.105036201789827e-11, "lower": -0.9726584570360323, "upper": -0.5626349781675707 }, { "event_time": 4, "estimate": -1.1022319983963271, "se": 0.11168006263123534, "pvalue": 8.619024890856188e-18, "lower": -1.3230158308646618, "upper": -0.8814481659279925 }, { "event_time": 5, "estimate": -1.3340856149637876, "se": 0.14528981880032857, "pvalue": 4.825208304962976e-16, "lower": -1.6213136327281221, "upper": -1.0468575971994531 }, { "event_time": 6, "estimate": -1.298128897306887, "se": 0.13660393603177212, "pvalue": 7.43278761155918e-17, "lower": -1.5681855199194765, "upper": -1.0280722746942974 }, { "event_time": 7, "estimate": -1.4560888687295355, "se": 0.14830673357992089, "pvalue": 1.1672104669506211e-17, "lower": -1.749281120320172, "upper": -1.162896617138899 }, { "event_time": 8, "estimate": -1.4963685475646533, "se": 0.16766583966216572, "pvalue": 2.1446771421538645e-15, "lower": -1.8278324255610905, "upper": -1.1649046695682161 }, { "event_time": 9, "estimate": -1.2989401667532823, "se": 0.12994336874456586, "pvalue": 4.082021680958942e-18, "lower": -1.5558293041636264, "upper": -1.0420510293429381 }, { "event_time": 10, "estimate": -1.4735757827144813, "se": 0.14549171623500504, "pvalue": 1.8698687918403556e-18, "lower": -1.7612029378749021, "upper": -1.1859486275540605 }, { "event_time": 11, "estimate": -1.7033142197010491, "se": 0.20049415921360642, "pvalue": 2.5121564660563954e-14, "lower": -2.099677436337677, "upper": -1.3069510030644214 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.04338656422610492, "se": 0.022593436287561674, "pvalue": 0.056836799049325454, "lower": -0.08805223985943736, "upper": 0.001279111407227522 }, { "event_time": -3, "estimate": 0.0069212634309290455, "se": 0.020700384271722178, "pvalue": 0.738608998550616, "lower": -0.034001978062667755, "upper": 0.04784450492452585 }, { "event_time": -2, "estimate": 0.008865366982251046, "se": 0.02336319471699984, "pvalue": 0.7049181636725238, "lower": -0.03732206832887936, "upper": 0.05505280229338145 }, { "event_time": -1, "estimate": 0.012616863132166851, "se": 0.01120057322326079, "pvalue": 0.2618894480027525, "lower": -0.009525902763651053, "upper": 0.034759629027984754 }, { "event_time": 0, "estimate": 0.08241890921537622, "se": 0.04388085896794385, "pvalue": 0.06241286824519844, "lower": -0.004330542626670722, "upper": 0.16916836105742317 }, { "event_time": 1, "estimate": -0.030042477669088585, "se": 0.05017827458124383, "pvalue": 0.5503237013383158, "lower": -0.12924148873408525, "upper": 0.06915653339590808 }, { "event_time": 2, "estimate": -0.34957622133354405, "se": 0.07126840275166269, "pvalue": 2.5392856003523566e-06, "lower": -0.49046897087797403, "upper": -0.20868347178911406 }, { "event_time": 3, "estimate": -0.7810275462072487, "se": 0.08623651765086914, "pvalue": 9.990929164320948e-16, "lower": -0.9515112334214154, "upper": -0.610543858993082 }, { "event_time": 4, "estimate": -1.0822447244780713, "se": 0.09397206111651413, "pvalue": 4.787993756097041e-22, "lower": -1.2680210511511705, "upper": -0.896468397804972 }, { "event_time": 5, "estimate": -1.311681421995959, "se": 0.12164312584088716, "pvalue": 3.82364444901461e-20, "lower": -1.5521615478467077, "upper": -1.0712012961452102 }, { "event_time": 6, "estimate": -1.4405618560097389, "se": 0.13054307423487524, "pvalue": 8.500845719667936e-21, "lower": -1.6986365700877826, "upper": -1.1824871419316951 }, { "event_time": 7, "estimate": -1.5100541272453212, "se": 0.14271794316122605, "pvalue": 1.275568047994049e-19, "lower": -1.7921977230738624, "upper": -1.22791053141678 }, { "event_time": 8, "estimate": -1.5767432214919803, "se": 0.168971736082781, "pvalue": 2.0245408992102094e-16, "lower": -1.9107887672432267, "upper": -1.242697675740734 }, { "event_time": 9, "estimate": -1.3645182451075977, "se": 0.15674572898031588, "pvalue": 7.578606821861408e-15, "lower": -1.6743938124377147, "upper": -1.0546426777774807 }, { "event_time": 10, "estimate": -1.5832425198391373, "se": 0.18069051223131968, "pvalue": 5.467831337149301e-15, "lower": -1.9404552831666857, "upper": -1.226029756511589 }, { "event_time": 11, "estimate": -1.8951752582074117, "se": 0.2335796760292501, "pvalue": 2.1775019171396888e-13, "lower": -2.3569462748546237, "upper": -1.4334042415601997 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.1630762268067649, "se": 0.08990802299086918, "pvalue": 0.07183306345172996, "lower": -0.34081822853826654, "upper": 0.014665774924736752 }, { "event_time": -3, "estimate": -0.047503790499065134, "se": 0.08628120630059277, "pvalue": 0.5828001339976285, "lower": -0.2180758241120551, "upper": 0.12306824311392481 }, { "event_time": -2, "estimate": -0.04303759975922633, "se": 0.09188787886574291, "pvalue": 0.6402426858672196, "lower": -0.22469364091272337, "upper": 0.1386184413942707 }, { "event_time": 0, "estimate": 0.08886340303637114, "se": 0.057126502410451425, "pvalue": 0.12205573126404924, "lower": -0.02407177841439083, "upper": 0.20179858448713311 }, { "event_time": 1, "estimate": -0.020990504614345273, "se": 0.06723200319589037, "pvalue": 0.7553421524988811, "lower": -0.15390356877625966, "upper": 0.11192255954756912 }, { "event_time": 2, "estimate": -0.325846167167679, "se": 0.07389872771167004, "pvalue": 2.0417272741831013e-05, "lower": -0.4719388889508882, "upper": -0.17975344538446983 }, { "event_time": 3, "estimate": -0.7710831551945077, "se": 0.0905788405236598, "pvalue": 2.276946496696864e-14, "lower": -0.950151317229711, "upper": -0.5920149931593043 }, { "event_time": 4, "estimate": -1.0686128606791792, "se": 0.10035888360902653, "pvalue": 8.549967099878151e-20, "lower": -1.2670154978500436, "upper": -0.8702102235083147 }, { "event_time": 5, "estimate": -1.2395410309829122, "se": 0.12243795369592547, "pvalue": 1.919371194597013e-18, "lower": -1.48159247704833, "upper": -0.9974895849174945 }, { "event_time": 6, "estimate": -1.3419775223963553, "se": 0.12367443520490183, "pvalue": 2.551631431001691e-20, "lower": -1.5864734076919822, "upper": -1.0974816371007283 }, { "event_time": 7, "estimate": -1.391465978680879, "se": 0.13526439681368446, "pvalue": 7.300015278232026e-19, "lower": -1.6588744240329705, "upper": -1.1240575333287874 }, { "event_time": 8, "estimate": -1.4343665331453916, "se": 0.15683414870023799, "pvalue": 5.964328730834512e-16, "lower": -1.7444169002040388, "upper": -1.1243161660867445 }, { "event_time": 9, "estimate": -1.2083580242503504, "se": 0.14304594517919836, "pvalue": 3.305472612038672e-14, "lower": -1.4911500575965568, "upper": -0.925565990904144 }, { "event_time": 10, "estimate": -1.401288518065958, "se": 0.15250791790377324, "pvalue": 4.658136419724343e-16, "lower": -1.7027862232359747, "upper": -1.0997908128959413 }, { "event_time": 11, "estimate": -1.706181326639944, "se": 0.20807970672607923, "pvalue": 1.342452837174865e-13, "lower": -2.1175406510125105, "upper": -1.2948220022673773 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.661338147750939e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.428861434008202e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.0444834696516128, "df_num": 8, "df_den": 1341, "pvalue": 0.03837020810449744, "log10_pvalue": -1.4160058453575914, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 285.5204913676023, "rss_restricted": 289.00291895804446, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.14586767771728207 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.02730056782259817 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.10882904706136147 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.4585441938946208 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.10874914838982389 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.038706904173521316 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.2236200242208918 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.03778179863544683 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.3907568991786824 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Labor Value per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p002", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Labor Value per Boat", "source_specification_id": "MI-T4-C2", "specification_id": "S04-P002", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C2.csv", "output_dir": "analyses/archive-expanded/fits/S04-P002" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P002", "regression_results": "analyses/archive-expanded/baselines/S04-P002.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C2.csv", "bytes": 66463, "sha256": "2b17e391e443dcea814dd3baa41d835c22bbf287a36a2db2d0b1c5e7e5a18802" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 150.7589347657954, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.25794448866198855, "se": 0.09559771375971139, "pvalue": 0.007822422076398864, "lower": -0.446934619235006, "upper": -0.0689543580889711 }, { "method": "Dynamic TWFE", "estimate": -0.7947613502341538, "se": 0.08274513069924437, "pvalue": 4.086556404238069e-17, "lower": -0.9583428046446468, "upper": -0.6311798958236609 }, { "method": "BJS / did2s", "estimate": -0.8092294002958235, "se": 0.06872286173919064, "pvalue": 1.0203197888771268e-22, "lower": -0.9450897896570876, "upper": -0.6733690109345594 }, { "method": "Sun\u2013Abraham", "estimate": -0.7556108038524608, "se": 0.07116971156050987, "pvalue": 1.0275480078044177e-19, "lower": -0.89630844767345, "upper": -0.6149131600314717 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.12986452444051458, "se": 0.09624046162950496, "pvalue": 0.17937908728247132, "lower": -0.3201253235165795, "upper": 0.06039627463555036 }, { "event_time": -3, "estimate": -0.1118584062867989, "se": 0.0930399672190812, "pvalue": 0.23127725950806782, "lower": -0.29579204718369917, "upper": 0.07207523461010139 }, { "event_time": -2, "estimate": -0.020347108091231917, "se": 0.09983032280160609, "pvalue": 0.838790447703106, "lower": -0.21770481675824901, "upper": 0.1770106005757852 }, { "event_time": 0, "estimate": -0.005353070471986775, "se": 0.060426603739592695, "pvalue": 0.9295350651203319, "lower": -0.12481232615601187, "upper": 0.11410618521203833 }, { "event_time": 1, "estimate": -0.02600351652239636, "se": 0.06446510292755255, "pvalue": 0.6872844849003328, "lower": -0.15344660841792312, "upper": 0.10143957537313042 }, { "event_time": 2, "estimate": -0.3619263583414663, "se": 0.08908978238740466, "pvalue": 8.02440229593476e-05, "lower": -0.5380507544586999, "upper": -0.1858019622242328 }, { "event_time": 3, "estimate": -0.7676467176018015, "se": 0.10370199504276273, "pvalue": 1.105036201789827e-11, "lower": -0.9726584570360323, "upper": -0.5626349781675707 }, { "event_time": 4, "estimate": -1.1022319983963271, "se": 0.11168006263123534, "pvalue": 8.619024890856188e-18, "lower": -1.3230158308646618, "upper": -0.8814481659279925 }, { "event_time": 5, "estimate": -1.3340856149637876, "se": 0.14528981880032857, "pvalue": 4.825208304962976e-16, "lower": -1.6213136327281221, "upper": -1.0468575971994531 }, { "event_time": 6, "estimate": -1.298128897306887, "se": 0.13660393603177212, "pvalue": 7.43278761155918e-17, "lower": -1.5681855199194765, "upper": -1.0280722746942974 }, { "event_time": 7, "estimate": -1.4560888687295355, "se": 0.14830673357992089, "pvalue": 1.1672104669506211e-17, "lower": -1.749281120320172, "upper": -1.162896617138899 }, { "event_time": 8, "estimate": -1.4963685475646533, "se": 0.16766583966216572, "pvalue": 2.1446771421538645e-15, "lower": -1.8278324255610905, "upper": -1.1649046695682161 }, { "event_time": 9, "estimate": -1.2989401667532823, "se": 0.12994336874456586, "pvalue": 4.082021680958942e-18, "lower": -1.5558293041636264, "upper": -1.0420510293429381 }, { "event_time": 10, "estimate": -1.4735757827144813, "se": 0.14549171623500504, "pvalue": 1.8698687918403556e-18, "lower": -1.7612029378749021, "upper": -1.1859486275540605 }, { "event_time": 11, "estimate": -1.7033142197010491, "se": 0.20049415921360642, "pvalue": 2.5121564660563954e-14, "lower": -2.099677436337677, "upper": -1.3069510030644214 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.04338656422610492, "se": 0.022593436287561674, "pvalue": 0.056836799049325454, "lower": -0.08805223985943736, "upper": 0.001279111407227522 }, { "event_time": -3, "estimate": 0.0069212634309290455, "se": 0.020700384271722178, "pvalue": 0.738608998550616, "lower": -0.034001978062667755, "upper": 0.04784450492452585 }, { "event_time": -2, "estimate": 0.008865366982251046, "se": 0.02336319471699984, "pvalue": 0.7049181636725238, "lower": -0.03732206832887936, "upper": 0.05505280229338145 }, { "event_time": -1, "estimate": 0.012616863132166851, "se": 0.01120057322326079, "pvalue": 0.2618894480027525, "lower": -0.009525902763651053, "upper": 0.034759629027984754 }, { "event_time": 0, "estimate": 0.08241890921537622, "se": 0.04388085896794385, "pvalue": 0.06241286824519844, "lower": -0.004330542626670722, "upper": 0.16916836105742317 }, { "event_time": 1, "estimate": -0.030042477669088585, "se": 0.05017827458124383, "pvalue": 0.5503237013383158, "lower": -0.12924148873408525, "upper": 0.06915653339590808 }, { "event_time": 2, "estimate": -0.34957622133354405, "se": 0.07126840275166269, "pvalue": 2.5392856003523566e-06, "lower": -0.49046897087797403, "upper": -0.20868347178911406 }, { "event_time": 3, "estimate": -0.7810275462072487, "se": 0.08623651765086914, "pvalue": 9.990929164320948e-16, "lower": -0.9515112334214154, "upper": -0.610543858993082 }, { "event_time": 4, "estimate": -1.0822447244780713, "se": 0.09397206111651413, "pvalue": 4.787993756097041e-22, "lower": -1.2680210511511705, "upper": -0.896468397804972 }, { "event_time": 5, "estimate": -1.311681421995959, "se": 0.12164312584088716, "pvalue": 3.82364444901461e-20, "lower": -1.5521615478467077, "upper": -1.0712012961452102 }, { "event_time": 6, "estimate": -1.4405618560097389, "se": 0.13054307423487524, "pvalue": 8.500845719667936e-21, "lower": -1.6986365700877826, "upper": -1.1824871419316951 }, { "event_time": 7, "estimate": -1.5100541272453212, "se": 0.14271794316122605, "pvalue": 1.275568047994049e-19, "lower": -1.7921977230738624, "upper": -1.22791053141678 }, { "event_time": 8, "estimate": -1.5767432214919803, "se": 0.168971736082781, "pvalue": 2.0245408992102094e-16, "lower": -1.9107887672432267, "upper": -1.242697675740734 }, { "event_time": 9, "estimate": -1.3645182451075977, "se": 0.15674572898031588, "pvalue": 7.578606821861408e-15, "lower": -1.6743938124377147, "upper": -1.0546426777774807 }, { "event_time": 10, "estimate": -1.5832425198391373, "se": 0.18069051223131968, "pvalue": 5.467831337149301e-15, "lower": -1.9404552831666857, "upper": -1.226029756511589 }, { "event_time": 11, "estimate": -1.8951752582074117, "se": 0.2335796760292501, "pvalue": 2.1775019171396888e-13, "lower": -2.3569462748546237, "upper": -1.4334042415601997 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.1630762268067649, "se": 0.08990802299086918, "pvalue": 0.07183306345172996, "lower": -0.34081822853826654, "upper": 0.014665774924736752 }, { "event_time": -3, "estimate": -0.047503790499065134, "se": 0.08628120630059277, "pvalue": 0.5828001339976285, "lower": -0.2180758241120551, "upper": 0.12306824311392481 }, { "event_time": -2, "estimate": -0.04303759975922633, "se": 0.09188787886574291, "pvalue": 0.6402426858672196, "lower": -0.22469364091272337, "upper": 0.1386184413942707 }, { "event_time": 0, "estimate": 0.08886340303637114, "se": 0.057126502410451425, "pvalue": 0.12205573126404924, "lower": -0.02407177841439083, "upper": 0.20179858448713311 }, { "event_time": 1, "estimate": -0.020990504614345273, "se": 0.06723200319589037, "pvalue": 0.7553421524988811, "lower": -0.15390356877625966, "upper": 0.11192255954756912 }, { "event_time": 2, "estimate": -0.325846167167679, "se": 0.07389872771167004, "pvalue": 2.0417272741831013e-05, "lower": -0.4719388889508882, "upper": -0.17975344538446983 }, { "event_time": 3, "estimate": -0.7710831551945077, "se": 0.0905788405236598, "pvalue": 2.276946496696864e-14, "lower": -0.950151317229711, "upper": -0.5920149931593043 }, { "event_time": 4, "estimate": -1.0686128606791792, "se": 0.10035888360902653, "pvalue": 8.549967099878151e-20, "lower": -1.2670154978500436, "upper": -0.8702102235083147 }, { "event_time": 5, "estimate": -1.2395410309829122, "se": 0.12243795369592547, "pvalue": 1.919371194597013e-18, "lower": -1.48159247704833, "upper": -0.9974895849174945 }, { "event_time": 6, "estimate": -1.3419775223963553, "se": 0.12367443520490183, "pvalue": 2.551631431001691e-20, "lower": -1.5864734076919822, "upper": -1.0974816371007283 }, { "event_time": 7, "estimate": -1.391465978680879, "se": 0.13526439681368446, "pvalue": 7.300015278232026e-19, "lower": -1.6588744240329705, "upper": -1.1240575333287874 }, { "event_time": 8, "estimate": -1.4343665331453916, "se": 0.15683414870023799, "pvalue": 5.964328730834512e-16, "lower": -1.7444169002040388, "upper": -1.1243161660867445 }, { "event_time": 9, "estimate": -1.2083580242503504, "se": 0.14304594517919836, "pvalue": 3.305472612038672e-14, "lower": -1.4911500575965568, "upper": -0.925565990904144 }, { "event_time": 10, "estimate": -1.401288518065958, "se": 0.15250791790377324, "pvalue": 4.658136419724343e-16, "lower": -1.7027862232359747, "upper": -1.0997908128959413 }, { "event_time": 11, "estimate": -1.706181326639944, "se": 0.20807970672607923, "pvalue": 1.342452837174865e-13, "lower": -2.1175406510125105, "upper": -1.2948220022673773 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.661338147750939e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.428861434008202e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.0444834696516128, "df_num": 8, "df_den": 1341, "pvalue": 0.03837020810449744, "log10_pvalue": -1.4160058453575914, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 285.5204913676023, "rss_restricted": 289.00291895804446, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.14586767771728207 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.02730056782259817 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.10882904706136147 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.4585441938946208 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.10874914838982389 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.038706904173521316 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.2236200242208918 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.03778179863544683 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.3907568991786824 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -1.098557672372028, "se": 0.09200627271395355, "lower": -1.2788866532431473, "upper": -0.9182286915009088 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -1.0206920237902188, "se": 0.08851801818486006, "lower": -1.1941841514154061, "upper": -0.8471998961650316 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -1.007342687515962, "se": 0.09208058395913601, "lower": -1.187817315751285, "upper": -0.8268680592806387 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 796.0, "post_cells": 21, "estimate": -0.8265336563579554, "se": 0.08206193578119661, "lower": -0.9873720949907395, "upper": -0.6656952177251713 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -1.098557672372028, "se": 0.09200627271395355, "lower": -1.2788866532431473, "upper": -0.9182286915009088, "event_study": [ { "event_time": -4, "estimate": -0.16307622680776052, "se": 0.08852214564185316, "lower": -0.33657644410000204, "upper": 0.010423990484481005, "relative_to_minus_one": -0.16307622680776052, "n": 0.0 }, { "event_time": -3, "estimate": -0.04750379050043763, "se": 0.08495117851482455, "lower": -0.21400504083372657, "upper": 0.11899745983285132, "relative_to_minus_one": -0.04750379050043763, "n": 0.0 }, { "event_time": -2, "estimate": -0.043037599760599385, "se": 0.09047143780345254, "lower": -0.22035835948492188, "upper": 0.13428315996372314, "relative_to_minus_one": -0.043037599760599385, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.05343413852705589, "se": 0.05358479341998636, "lower": -0.05159012669513624, "upper": 0.15845840374924802, "relative_to_minus_one": 0.05343413852705589, "n": 105.0 }, { "event_time": 1, "estimate": -0.0539073439399288, "se": 0.059032558734193004, "lower": -0.1696090329741925, "upper": 0.06179434509433489, "relative_to_minus_one": -0.0539073439399288, "n": 104.0 }, { "event_time": 2, "estimate": -0.37836706008489546, "se": 0.07791762698989578, "lower": -0.5310828027459172, "upper": -0.22565131742387368, "relative_to_minus_one": -0.37836706008489546, "n": 103.0 }, { "event_time": 3, "estimate": -0.7843207409713471, "se": 0.092648637433332, "lower": -0.9659087335573873, "upper": -0.6027327483853069, "relative_to_minus_one": -0.7843207409713471, "n": 100.0 }, { "event_time": 4, "estimate": -1.0614191181570836, "se": 0.10340096568334857, "lower": -1.2640812868631088, "upper": -0.8587569494510583, "relative_to_minus_one": -1.0614191181570836, "n": 88.0 }, { "event_time": 5, "estimate": -1.2650521026821857, "se": 0.13449787488150672, "lower": -1.5286630934471133, "upper": -1.0014411119172582, "relative_to_minus_one": -1.2650521026821857, "n": 66.0 }, { "event_time": 6, "estimate": -1.4397631064374448, "se": 0.1468433703857951, "lower": -1.7275708237620786, "upper": -1.151955389112811, "relative_to_minus_one": -1.4397631064374448, "n": 54.0 }, { "event_time": 7, "estimate": -1.519734847617863, "se": 0.15923288713702904, "lower": -1.831825571560771, "upper": -1.2076441236749549, "relative_to_minus_one": -1.519734847617863, "n": 51.0 }, { "event_time": 8, "estimate": -1.6275125404574866, "se": 0.18821712564270426, "lower": -1.9964113279908373, "upper": -1.258613752924136, "relative_to_minus_one": -1.6275125404574866, "n": 48.0 }, { "event_time": 9, "estimate": -1.414421916880773, "se": 0.17125972972140346, "lower": -1.7500848191367877, "upper": -1.0787590146247583, "relative_to_minus_one": -1.414421916880773, "n": 28.0 }, { "event_time": 10, "estimate": -1.7054998708248321, "se": 0.17880803513290425, "lower": -2.0559571798316973, "upper": -1.3550425618179671, "relative_to_minus_one": -1.7054998708248321, "n": 25.0 }, { "event_time": 11, "estimate": -1.9861275589375529, "se": 0.2298859790385536, "lower": -2.4366957984038478, "upper": -1.535559319471258, "relative_to_minus_one": -1.9861275589375529, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.0902813353712507, "se": 0.0662784509029359, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": -0.07643926680619072, "se": 0.0684088281090196, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": -0.46653953545458265, "se": 0.10352811674251723, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": -0.557029350800053, "se": 0.11050974368903958, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -1.0887081299250558, "se": 0.13209259708395601, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": -1.2990921845346153, "se": 0.14770662151220562, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -1.5784670426541796, "se": 0.13824068945063808, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": -1.5661748629855359, "se": 0.15675307496499627, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": -1.4853576750275188, "se": 0.1713561213570198, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -1.414421916880773, "se": 0.17125972972140352, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": -1.7054998708248321, "se": 0.17880803513290425, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": -1.9861275589375529, "se": 0.2298859790385536, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": -0.16307622680776052, "se": 0.08852214564185315, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.04750379050043763, "se": 0.08495117851482455, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.043037599760599385, "se": 0.09047143780345253, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.009678092274574545, "se": 0.09515002454290399, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.02715068553624276, "se": 0.10486964860866564, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": -0.2736622455833919, "se": 0.12352070454029601, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -1.0542292667997588, "se": 0.1461457557611236, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": -1.0290134166826166, "se": 0.16032094743918374, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -1.2246295054824252, "se": 0.2274935504702272, "event_time": 5, "mass": 26.0 }, { "group": 5, "year": 11, "att": -1.2750521821800718, "se": 0.2714447594707451, "event_time": 6, "mass": 22.0 }, { "group": 5, "year": 12, "att": -1.4645873293687512, "se": 0.2906287515885911, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -1.7963214431555732, "se": 0.3573399131207632, "event_time": 8, "mass": 19.0 } ], "treated_cell_att": -0.8265336563579554, "treated_cell_se": 0.08206193578119661, "checks": { "input_rows": 1519, "retained_rows": 1519, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07847600011155009, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.7730649113458483, "event_study": [ { "event_time": -4, "estimate": -0.055937662053174665, "raw_gap": -0.07846344773221108, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.08794601798373465 }, { "event_time": -3, "estimate": 0.04018255062368483, "raw_gap": 0.017656764944648424, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.008174194693124845 }, { "event_time": -2, "estimate": 0.03583997554753504, "raw_gap": 0.013314189868498638, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0038316196169750558 }, { "event_time": -1, "estimate": 0.032008355930559985, "raw_gap": 0.021710853905851632, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.13385290844872663, "raw_gap": 0.12355540642401827, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.10184455251816665 }, { "event_time": 1, "estimate": 0.025043316826165393, "raw_gap": 0.014863394451979432, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.006965039104394593 }, { "event_time": 2, "estimate": -0.28646031142073686, "raw_gap": -0.2965203710443904, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.31846866735129686 }, { "event_time": 3, "estimate": -0.735927515681973, "raw_gap": -0.7460641192375453, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.767935871612533 }, { "event_time": 4, "estimate": -1.0168483914089748, "raw_gap": -1.027087384899452, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.0488567473395347 }, { "event_time": 5, "estimate": -1.2355806331806876, "raw_gap": -1.2444544275391027, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.2675889891112475 }, { "event_time": 6, "estimate": -1.4204227294416458, "raw_gap": -1.4295999013849638, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.4524310853722058 }, { "event_time": 7, "estimate": -1.487702659308445, "raw_gap": -1.4969779828233485, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.519711015239005 }, { "event_time": 8, "estimate": -1.5709489795316898, "raw_gap": -1.5798654363629818, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.6029573354622497 }, { "event_time": 9, "estimate": -1.4144219168807715, "raw_gap": -1.4144219168807821, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.4464302728113314 }, { "event_time": 10, "estimate": -1.7054998708248297, "raw_gap": -1.705499870824841, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.7375082267553896 }, { "event_time": 11, "estimate": -1.9861275589375535, "raw_gap": -1.9861275589375644, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -2.0181359148681137 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.07846344773221108, 0.017656764944648424, 0.013314189868498638, 0.021710853905851632, 0.12355540642401827, 0.014863394451979432, -0.2965203710443904, -0.7460641192375452, -1.027087384899452, -1.2444544275391027, -1.429599901384964, -1.4969779828233483, -1.5798654363629818, -1.4144219168807826, -1.705499870824841, -1.9861275589375647 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.1032110897327871e-14 }, { "cohort": 4, "pre_gap": -0.022525785679036417 } ], "diagnostics": { "converged": true, "pre_rmse": 0.04219260246502393, "zeta_omega": [ 0.0, 1.5577501680466412 ], "zeta_lambda": [ 0.0, 3.7005424863563545e-07 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.06338120943770396, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 12, "time_iterations": 15, "unit_objective": 0.06842933128058687, "time_objective": 0.03904228745361814, "unit_projected_gradient": 5.1975407727722356e-09, "time_projected_gradient": 1.31567309824554e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 2.220446049250313e-16, "native_scalar_vs_unweighted_matrix_average": 1.9984014443252818e-15 }, "native_matrix_att": -0.7730649113458503, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006867498159408569, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.8015268873391727, "event_study": [ { "event_time": -4, "estimate": -0.013021506674321892, "raw_gap": -0.013021506674321892, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.016457252236249165 }, { "event_time": -3, "estimate": 0.0023887928033144803, "raw_gap": 0.0023887928033144803, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.0010469527586127931 }, { "event_time": -2, "estimate": 0.0031168505107086464, "raw_gap": 0.0031168505107086464, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.000318895051218627 }, { "event_time": -1, "estimate": 0.0034357455619272734, "raw_gap": 0.0034357455619272734, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.09271394743435178, "raw_gap": 0.09271394743435178, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.08927820187242451 }, { "event_time": 1, "estimate": -0.02905518399888673, "raw_gap": -0.02905518399888673, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.032490929560814 }, { "event_time": 2, "estimate": -0.3406094652813177, "raw_gap": -0.3406094652813177, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.34404521084324496 }, { "event_time": 3, "estimate": -0.7609211959354117, "raw_gap": -0.7609211959354117, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.764356941497339 }, { "event_time": 4, "estimate": -1.0734399315137886, "raw_gap": -1.0734399315137886, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.076875677075716 }, { "event_time": 5, "estimate": -1.308401974323142, "raw_gap": -1.308401974323142, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.3118377198850695 }, { "event_time": 6, "estimate": -1.4329470637482546, "raw_gap": -1.4329470637482546, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.436382809310182 }, { "event_time": 7, "estimate": -1.5032046254289866, "raw_gap": -1.5032046254289866, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.506640370990914 }, { "event_time": 8, "estimate": -1.5757994431307558, "raw_gap": -1.5757994431307558, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.5792351886926832 }, { "event_time": 9, "estimate": -1.3651606903246827, "raw_gap": -1.3651606903246827, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.36859643588661 }, { "event_time": 10, "estimate": -1.580843051132418, "raw_gap": -1.580843051132418, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.5842787966943455 }, { "event_time": 11, "estimate": -1.8879151105701915, "raw_gap": -1.8879151105701915, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.8913508561321188 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.013021506674321892, 0.0023887928033144803, 0.0031168505107086464, 0.0034357455619272734, 0.09271394743435178, -0.02905518399888673, -0.3406094652813178, -0.7609211959354117, -1.0734399315137888, -1.3084019743231416, -1.4329470637482549, -1.5032046254289861, -1.5757994431307558, -1.3651606903246822, -1.580843051132418, -1.887915110570191 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 44, "termination_reason": "Relative objective tolerance reached", "objective": 0.03608693677365554, "lambda_l": 0.002042171437717678, "singular_values": [ 2.3915762339973887, 2.1410395497682995, 1.724995196898253, 1.4219114463976386, 1.295948954877702, 1.0865059810204256, 1.031918640965746, 0.8092554242161997, 0.6822917350028151, 0.3500582984031112, 0.26870882489189196, 0.037185350369104864, 0.0 ], "history_objective": [ 0.036287529258020444, 0.03618700417388525, 0.036138360469537466, 0.03611404354063312, 0.036101597027923635, 0.03609504674343662, 0.03609150726525446, 0.03608955083649794, 0.03608844928433354, 0.036087819917337824, 0.03608745616906359, 0.03608724402156847, 0.03608711939422972, 0.03608704575202748, 0.0360870020271119, 0.03608697596066442, 0.03608696036771403, 0.036086951012143, 0.036086945384156084, 0.03608694199060928, 0.036086939940043375, 0.03608693869858527, 0.036086937945642036, 0.03608693748822912, 0.03608693720992223, 0.03608693704034461, 0.03608693693687604, 0.03608693687366202, 0.036086936834993324, 0.036086936811311046, 0.036086936796790384, 0.03608693678787726, 0.03608693678240023, 0.03608693677903117, 0.03608693677695664, 0.03608693677567794, 0.036086936774889056, 0.036086936774401814, 0.036086936774100686, 0.03608693677391436, 0.03608693677379899, 0.03608693677372745, 0.036086936773683104, 0.03608693677365554 ], "history_rmse": [ 0.09474591034862082, 0.09492951554186513, 0.09502335175510696, 0.09506745764506992, 0.09508828711500067, 0.09509835438647846, 0.09510337635007939, 0.09510596573418535, 0.09510734216608706, 0.09510809315972006, 0.09510851173591398, 0.09510874903009207, 0.09510888536516453, 0.09510896452394864, 0.09510901087005831, 0.0951090381871007, 0.09510905437615565, 0.09510906401379332, 0.09510906977313113, 0.09510907322608401, 0.09510907530214985, 0.09510907655350122, 0.09510907730944511, 0.09510907776703799, 0.09510907804454286, 0.09510907821312192, 0.09510907831569233, 0.09510907837819348, 0.09510907841633119, 0.09510907843963307, 0.0951090784538888, 0.0951090784626206, 0.09510907846797477, 0.09510907847126188, 0.09510907847328194, 0.09510907847452459, 0.09510907847529008, 0.09510907847576168, 0.09510907847605303, 0.09510907847623272, 0.09510907847634407, 0.09510907847641278, 0.09510907847645547, 0.09510907847648188 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 2.220446049250313e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.8015268873391727, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0023028752766549587, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.8490747523821184, "event_study": [ { "event_time": -4, "estimate": -0.007447778550447685, "raw_gap": -0.007447778550447685, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.012639456702676351 }, { "event_time": -3, "estimate": -0.00978048511668759, "raw_gap": -0.00978048511668759, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.014972163268916257 }, { "event_time": -2, "estimate": 0.0058714676934737975, "raw_gap": 0.0058714676934737975, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0006797895412451304 }, { "event_time": -1, "estimate": 0.005191678152228667, "raw_gap": 0.005191678152228667, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.06066403993180396, "raw_gap": 0.06066403993180396, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0554723617795753 }, { "event_time": 1, "estimate": -0.03695054833569189, "raw_gap": -0.03695054833569189, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.042142226487920556 }, { "event_time": 2, "estimate": -0.3618858027927684, "raw_gap": -0.3618858027927684, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.36707748094499704 }, { "event_time": 3, "estimate": -0.7835672027636339, "raw_gap": -0.7835672027636339, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.7887588809158625 }, { "event_time": 4, "estimate": -1.0883241500757597, "raw_gap": -1.0883241500757597, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.0935158282279884 }, { "event_time": 5, "estimate": -1.331682738136481, "raw_gap": -1.331682738136481, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.3368744162887098 }, { "event_time": 6, "estimate": -1.4969977306544933, "raw_gap": -1.4969977306544933, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.502189408806722 }, { "event_time": 7, "estimate": -1.5342019489177177, "raw_gap": -1.5342019489177177, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.5393936270699464 }, { "event_time": 8, "estimate": -1.685273167543085, "raw_gap": -1.685273167543085, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.6904648456953137 }, { "event_time": 9, "estimate": -1.5385779217336446, "raw_gap": -1.5385779217336446, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.5437695998858734 }, { "event_time": 10, "estimate": -1.7544272561897782, "raw_gap": -1.7544272561897782, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.759618934342007 }, { "event_time": 11, "estimate": -2.174153086204152, "raw_gap": -2.174153086204152, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -2.1793447643563804 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.007447778550447685, -0.00978048511668759, 0.0058714676934737975, 0.005191678152228667, 0.06066403993180396, -0.03695054833569189, -0.3618858027927684, -0.7835672027636338, -1.0883241500757597, -1.331682738136481, -1.4969977306544928, -1.5342019489177177, -1.685273167543085, -1.5385779217336446, -1.7544272561897787, -2.1741530862041514 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.007931938499003751, "penalty": 1.0, "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.220446049250313e-16 }, "native_matrix_att": -0.8490747523821186, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.001035958994179964, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25794448866198855, "SE": 0.09559771375971139, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7947613502341538, "SE": 0.08274513069924437, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8092294002958235, "SE": 0.06872286173919064, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7556108038524608, "SE": 0.07116971156050987, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -1.098557672372028, "SE": 0.09200627271395355, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8265336563579554, "SE": 0.08206193578119661, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7730649113458483, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.8015268873391727, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8490747523821184, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25794448866198855, "SE": 0.09559771375971139, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.446934619235006, "upper": -0.0689543580889711, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7947613502341538, "SE": 0.08274513069924437, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9583428046446468, "upper": -0.6311798958236609, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8092294002958235, "SE": 0.06872286173919064, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9450897896570876, "upper": -0.6733690109345594, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7556108038524608, "SE": 0.07116971156050987, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.89630844767345, "upper": -0.6149131600314717, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -1.098557672372028, "SE": 0.09200627271395355, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.2788866532431473, "upper": -0.9182286915009088, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8265336563579554, "SE": 0.08206193578119661, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.9873720949907395, "upper": -0.6656952177251713, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7730649113458483, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.8015268873391727, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8490747523821184, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602087.382405, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25794448866198855, "SE": 0.09559771375971139, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.446934619235006, "upper": -0.0689543580889711, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7947613502341538, "SE": 0.08274513069924437, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9583428046446468, "upper": -0.6311798958236609, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8092294002958235, "SE": 0.06872286173919064, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9450897896570876, "upper": -0.6733690109345594, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7556108038524608, "SE": 0.07116971156050987, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.89630844767345, "upper": -0.6149131600314717, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -1.098557672372028, "SE": 0.09200627271395355, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.2788866532431473, "upper": -0.9182286915009088, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8265336563579554, "SE": 0.08206193578119661, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.9873720949907395, "upper": -0.6656952177251713, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7730649113458483, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.8015268873391727, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8490747523821184, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 4, "specification_id": "S04-P003", "source_specification_id": "MI-T4-C3", "role": "active_comparison", "published_source_location": "Table 4 column 3", "outcome_label": "Material Value per Boat", "outcome_variable": "f_M_per_boat", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P003.json", "input_bytes": 66312, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Material Value per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p003", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Material Value per Boat", "source_specification_id": "MI-T4-C3", "specification_id": "S04-P003", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C3.csv", "output_dir": "analyses/full-archive/results/S04-P003" }, "source": { "file": "MI-T4-C3.csv", "bytes": 66312, "sha256": "e29b95aaaa9ef643dc4008a2e9ec24594b218e7532303e03d9ec202cea3baf5e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 16.516047743906306, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.01403176767730052, "se": 0.08602317230301686, "pvalue": 0.8706605481073143, "lower": -0.18409368575534446, "upper": 0.15603015040074342 }, { "method": "Dynamic TWFE", "estimate": -0.022118609355218487, "se": 0.11349769227503129, "pvalue": 0.8457661830600408, "lower": -0.24649577110104842, "upper": 0.20225855239061147 }, { "method": "BJS / did2s", "estimate": -0.0023118506493630155, "se": 0.10840970065958809, "pvalue": 0.983016448121617, "lower": -0.21663040155671623, "upper": 0.2120067002579902 }, { "method": "Sun\u2013Abraham", "estimate": 0.0006006236053846155, "se": 0.12212938776874688, "pvalue": 0.9960830277406358, "lower": -0.24084080876227404, "upper": 0.2420420559730433 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.41386871522021623, "se": 0.1469782294968913, "pvalue": 0.005562271331429523, "lower": 0.12330282518410007, "upper": 0.7044346052563324 }, { "event_time": -3, "estimate": -0.13028358693654785, "se": 0.2107668930401635, "pvalue": 0.5374798091468185, "lower": -0.5469552945492546, "upper": 0.28638812067615893 }, { "event_time": -2, "estimate": 0.3883525440945852, "se": 0.2303707397995968, "pvalue": 0.09405143303396099, "lower": -0.06707462547520582, "upper": 0.8437797136643762 }, { "event_time": 0, "estimate": 0.005738426990114009, "se": 0.154944294683826, "pvalue": 0.9705091467938469, "lower": -0.30057582815456646, "upper": 0.3120526821347945 }, { "event_time": 1, "estimate": 0.09288382704684475, "se": 0.17373218082916794, "pvalue": 0.593742256079028, "lower": -0.2505727918234374, "upper": 0.43634044591712695 }, { "event_time": 2, "estimate": 0.1296044013890409, "se": 0.1230285053495248, "pvalue": 0.293936613250228, "lower": -0.11361452483604229, "upper": 0.37282332761412407 }, { "event_time": 3, "estimate": 0.08850639742384392, "se": 0.15706017683130125, "pvalue": 0.5739766126630002, "lower": -0.22199081176441943, "upper": 0.39900360661210726 }, { "event_time": 4, "estimate": -0.05175553175549103, "se": 0.17610731739679908, "pvalue": 0.7692769340401462, "lower": -0.3999076328961299, "upper": 0.29639656938514786 }, { "event_time": 5, "estimate": -0.16491943729246014, "se": 0.14750042090211712, "pvalue": 0.2654279219578578, "lower": -0.4565176639606614, "upper": 0.12667878937574115 }, { "event_time": 6, "estimate": -0.19455285341295359, "se": 0.17561326388693968, "pvalue": 0.26981359031546026, "lower": -0.541728244612881, "upper": 0.15262253778697393 }, { "event_time": 7, "estimate": -0.049852196751268306, "se": 0.18215975614051033, "pvalue": 0.7847364556984793, "lower": -0.40996955462737983, "upper": 0.31026516112484326 }, { "event_time": 8, "estimate": -0.06545417307566197, "se": 0.21684709846261765, "pvalue": 0.7632151097295081, "lower": -0.4941460302453831, "upper": 0.36323768409405915 }, { "event_time": 9, "estimate": -0.41165386417796307, "se": 0.21123263120785335, "pvalue": 0.053302647642011106, "lower": -0.8292463042398347, "upper": 0.005938575883908559 }, { "event_time": 10, "estimate": -0.011437928345542787, "se": 0.21005526135671904, "pvalue": 0.9566521305459419, "lower": -0.4267027888749384, "upper": 0.4038269321838528 }, { "event_time": 11, "estimate": -0.26119357731978565, "se": 0.29963909221989615, "pvalue": 0.3848572252268969, "lower": -0.8535595339550811, "upper": 0.3311723793155098 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.09051879067664531, "se": 0.06542870543784457, "pvalue": 0.16870661082652053, "lower": -0.038829277364004794, "upper": 0.21986685871729542 }, { "event_time": -3, "estimate": -0.14727903437114673, "se": 0.07224871536665922, "pvalue": 0.04336888471682533, "lower": -0.2901097947928688, "upper": -0.00444827394942468 }, { "event_time": -2, "estimate": 0.13340623258674403, "se": 0.07807934267351142, "pvalue": 0.0897257384067374, "lower": -0.020951278556384845, "upper": 0.2877637437298729 }, { "event_time": -1, "estimate": -0.03503816634826793, "se": 0.03101230264121373, "pvalue": 0.2604725078700828, "lower": -0.09634736397473856, "upper": 0.026271031278202697 }, { "event_time": 0, "estimate": 0.11957625131038195, "se": 0.12480646743247611, "pvalue": 0.33965560429065605, "lower": -0.12715758414208544, "upper": 0.3663100867628494 }, { "event_time": 1, "estimate": -0.02980789406531818, "se": 0.16606615437884248, "pvalue": 0.8578074386470612, "lower": -0.3581093038532489, "upper": 0.2984935157226125 }, { "event_time": 2, "estimate": 0.22165262450063222, "se": 0.12921445168590906, "pvalue": 0.08847117632730342, "lower": -0.03379549382385072, "upper": 0.47710074282511516 }, { "event_time": 3, "estimate": 0.08161936642511188, "se": 0.15435037674468935, "pvalue": 0.5977806122412496, "lower": -0.22352075364402463, "upper": 0.38675948649424835 }, { "event_time": 4, "estimate": -0.10346662726290522, "se": 0.18026820072482255, "pvalue": 0.566909725964135, "lower": -0.459844509675247, "upper": 0.2529112551494365 }, { "event_time": 5, "estimate": -0.12454878985689416, "se": 0.16173297386269078, "pvalue": 0.44253539025284677, "lower": -0.44428379863650813, "upper": 0.1951862189227198 }, { "event_time": 6, "estimate": -0.2273637825529793, "se": 0.17801691026798, "pvalue": 0.20362963366524633, "lower": -0.5792910179711273, "upper": 0.12456345286516862 }, { "event_time": 7, "estimate": -0.006058320611252345, "se": 0.1930030551004298, "pvalue": 0.9750030920528285, "lower": -0.3876121376419038, "upper": 0.3754954964193991 }, { "event_time": 8, "estimate": -0.09165474649465966, "se": 0.21254581006639595, "pvalue": 0.6669644398058476, "lower": -0.5118432511921929, "upper": 0.3285337582028736 }, { "event_time": 9, "estimate": -0.19803441321903026, "se": 0.22553937991468703, "pvalue": 0.38141138490921334, "lower": -0.6439103152994188, "upper": 0.24784148886135826 }, { "event_time": 10, "estimate": 0.04991512614696291, "se": 0.23851044081805683, "pvalue": 0.834532831144051, "lower": -0.42160367467429005, "upper": 0.5214339269682159 }, { "event_time": 11, "estimate": -0.13511785557841557, "se": 0.2972645840163282, "pvalue": 0.6501411069346721, "lower": -0.7227895721760572, "upper": 0.452553861019226 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.3840271953459698, "se": 0.23349678937599821, "pvalue": 0.10226376063536721, "lower": -0.07757996006644097, "upper": 0.8456343507583806 }, { "event_time": -3, "estimate": -0.16226510519716633, "se": 0.26783231886656333, "pvalue": 0.5455911342069092, "lower": -0.6917512500384052, "upper": 0.3672210396440726 }, { "event_time": -2, "estimate": 0.48255239853147575, "se": 0.2788436912495062, "pvalue": 0.08572021307956806, "lower": -0.06870247510668054, "upper": 1.033807272169632 }, { "event_time": 0, "estimate": 0.032600906177452475, "se": 0.17210730413307143, "pvalue": 0.8500345019624069, "lower": -0.30764344278716854, "upper": 0.3728452551420735 }, { "event_time": 1, "estimate": 0.07730421315222806, "se": 0.1898862037802554, "pvalue": 0.6845459473667874, "lower": -0.2980878023581793, "upper": 0.4526962286626354 }, { "event_time": 2, "estimate": 0.17519815704657674, "se": 0.13297733806111742, "pvalue": 0.18980661117243172, "lower": -0.08768892984120844, "upper": 0.4380852439343619 }, { "event_time": 3, "estimate": 0.09754647626434228, "se": 0.16469612603499553, "pvalue": 0.5546106653858809, "lower": -0.22804648135031597, "upper": 0.4231394338790005 }, { "event_time": 4, "estimate": -0.06084938974766635, "se": 0.18434887870123862, "pvalue": 0.741831416040004, "lower": -0.4252944929465613, "upper": 0.3035957134512286 }, { "event_time": 5, "estimate": -0.1033936251853625, "se": 0.15716177747222143, "pvalue": 0.5116877342916001, "lower": -0.4140916918799264, "upper": 0.2073044415092014 }, { "event_time": 6, "estimate": -0.19303534715038795, "se": 0.1792912432161152, "pvalue": 0.28347178517279603, "lower": -0.5474818515007085, "upper": 0.16141115719993254 }, { "event_time": 7, "estimate": 0.042663212652962315, "se": 0.18498035404081684, "pvalue": 0.817931550544187, "lower": -0.32303027402904083, "upper": 0.40835669933496543 }, { "event_time": 8, "estimate": -0.05797234610471458, "se": 0.2250381005470885, "pvalue": 0.7970825359946139, "lower": -0.5028572532186949, "upper": 0.38691256100926574 }, { "event_time": 9, "estimate": -0.30050126096918733, "se": 0.24041249251570776, "pvalue": 0.2133919913585067, "lower": -0.7757802876845367, "upper": 0.174777765746162 }, { "event_time": 10, "estimate": -0.046147801407524086, "se": 0.24954559749820326, "pvalue": 0.853551764078803, "lower": -0.5394823509517711, "upper": 0.447186748136723 }, { "event_time": 11, "estimate": -0.23546992180637516, "se": 0.30862662060665336, "pvalue": 0.4467615392988693, "lower": -0.8456036063144452, "upper": 0.3746637627016949 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.884059946477803e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1566895085346656, "df_num": 8, "df_den": 1344, "pvalue": 0.32226475891060424, "log10_pvalue": -0.4917871839306252, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 906.6376275536567, "rss_restricted": 912.8798789336214, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.0664816235414753 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.487116247268899 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.10077118637303813 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.20370590817947803 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.4826417299641062 }, { "event_time": 5.0, "cohort": 5, "estimate": -0.20761612122122222 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.27384276526010287 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.5485798102185611 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.12132362583692562 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Material Value per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p003", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Material Value per Boat", "source_specification_id": "MI-T4-C3", "specification_id": "S04-P003", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C3.csv", "output_dir": "analyses/archive-expanded/fits/S04-P003" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P003", "regression_results": "analyses/archive-expanded/baselines/S04-P003.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C3.csv", "bytes": 66312, "sha256": "e29b95aaaa9ef643dc4008a2e9ec24594b218e7532303e03d9ec202cea3baf5e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 16.516047743906306, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.01403176767730052, "se": 0.08602317230301686, "pvalue": 0.8706605481073143, "lower": -0.18409368575534446, "upper": 0.15603015040074342 }, { "method": "Dynamic TWFE", "estimate": -0.022118609355218487, "se": 0.11349769227503129, "pvalue": 0.8457661830600408, "lower": -0.24649577110104842, "upper": 0.20225855239061147 }, { "method": "BJS / did2s", "estimate": -0.0023118506493630155, "se": 0.10840970065958809, "pvalue": 0.983016448121617, "lower": -0.21663040155671623, "upper": 0.2120067002579902 }, { "method": "Sun\u2013Abraham", "estimate": 0.0006006236053846155, "se": 0.12212938776874688, "pvalue": 0.9960830277406358, "lower": -0.24084080876227404, "upper": 0.2420420559730433 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.41386871522021623, "se": 0.1469782294968913, "pvalue": 0.005562271331429523, "lower": 0.12330282518410007, "upper": 0.7044346052563324 }, { "event_time": -3, "estimate": -0.13028358693654785, "se": 0.2107668930401635, "pvalue": 0.5374798091468185, "lower": -0.5469552945492546, "upper": 0.28638812067615893 }, { "event_time": -2, "estimate": 0.3883525440945852, "se": 0.2303707397995968, "pvalue": 0.09405143303396099, "lower": -0.06707462547520582, "upper": 0.8437797136643762 }, { "event_time": 0, "estimate": 0.005738426990114009, "se": 0.154944294683826, "pvalue": 0.9705091467938469, "lower": -0.30057582815456646, "upper": 0.3120526821347945 }, { "event_time": 1, "estimate": 0.09288382704684475, "se": 0.17373218082916794, "pvalue": 0.593742256079028, "lower": -0.2505727918234374, "upper": 0.43634044591712695 }, { "event_time": 2, "estimate": 0.1296044013890409, "se": 0.1230285053495248, "pvalue": 0.293936613250228, "lower": -0.11361452483604229, "upper": 0.37282332761412407 }, { "event_time": 3, "estimate": 0.08850639742384392, "se": 0.15706017683130125, "pvalue": 0.5739766126630002, "lower": -0.22199081176441943, "upper": 0.39900360661210726 }, { "event_time": 4, "estimate": -0.05175553175549103, "se": 0.17610731739679908, "pvalue": 0.7692769340401462, "lower": -0.3999076328961299, "upper": 0.29639656938514786 }, { "event_time": 5, "estimate": -0.16491943729246014, "se": 0.14750042090211712, "pvalue": 0.2654279219578578, "lower": -0.4565176639606614, "upper": 0.12667878937574115 }, { "event_time": 6, "estimate": -0.19455285341295359, "se": 0.17561326388693968, "pvalue": 0.26981359031546026, "lower": -0.541728244612881, "upper": 0.15262253778697393 }, { "event_time": 7, "estimate": -0.049852196751268306, "se": 0.18215975614051033, "pvalue": 0.7847364556984793, "lower": -0.40996955462737983, "upper": 0.31026516112484326 }, { "event_time": 8, "estimate": -0.06545417307566197, "se": 0.21684709846261765, "pvalue": 0.7632151097295081, "lower": -0.4941460302453831, "upper": 0.36323768409405915 }, { "event_time": 9, "estimate": -0.41165386417796307, "se": 0.21123263120785335, "pvalue": 0.053302647642011106, "lower": -0.8292463042398347, "upper": 0.005938575883908559 }, { "event_time": 10, "estimate": -0.011437928345542787, "se": 0.21005526135671904, "pvalue": 0.9566521305459419, "lower": -0.4267027888749384, "upper": 0.4038269321838528 }, { "event_time": 11, "estimate": -0.26119357731978565, "se": 0.29963909221989615, "pvalue": 0.3848572252268969, "lower": -0.8535595339550811, "upper": 0.3311723793155098 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.09051879067664531, "se": 0.06542870543784457, "pvalue": 0.16870661082652053, "lower": -0.038829277364004794, "upper": 0.21986685871729542 }, { "event_time": -3, "estimate": -0.14727903437114673, "se": 0.07224871536665922, "pvalue": 0.04336888471682533, "lower": -0.2901097947928688, "upper": -0.00444827394942468 }, { "event_time": -2, "estimate": 0.13340623258674403, "se": 0.07807934267351142, "pvalue": 0.0897257384067374, "lower": -0.020951278556384845, "upper": 0.2877637437298729 }, { "event_time": -1, "estimate": -0.03503816634826793, "se": 0.03101230264121373, "pvalue": 0.2604725078700828, "lower": -0.09634736397473856, "upper": 0.026271031278202697 }, { "event_time": 0, "estimate": 0.11957625131038195, "se": 0.12480646743247611, "pvalue": 0.33965560429065605, "lower": -0.12715758414208544, "upper": 0.3663100867628494 }, { "event_time": 1, "estimate": -0.02980789406531818, "se": 0.16606615437884248, "pvalue": 0.8578074386470612, "lower": -0.3581093038532489, "upper": 0.2984935157226125 }, { "event_time": 2, "estimate": 0.22165262450063222, "se": 0.12921445168590906, "pvalue": 0.08847117632730342, "lower": -0.03379549382385072, "upper": 0.47710074282511516 }, { "event_time": 3, "estimate": 0.08161936642511188, "se": 0.15435037674468935, "pvalue": 0.5977806122412496, "lower": -0.22352075364402463, "upper": 0.38675948649424835 }, { "event_time": 4, "estimate": -0.10346662726290522, "se": 0.18026820072482255, "pvalue": 0.566909725964135, "lower": -0.459844509675247, "upper": 0.2529112551494365 }, { "event_time": 5, "estimate": -0.12454878985689416, "se": 0.16173297386269078, "pvalue": 0.44253539025284677, "lower": -0.44428379863650813, "upper": 0.1951862189227198 }, { "event_time": 6, "estimate": -0.2273637825529793, "se": 0.17801691026798, "pvalue": 0.20362963366524633, "lower": -0.5792910179711273, "upper": 0.12456345286516862 }, { "event_time": 7, "estimate": -0.006058320611252345, "se": 0.1930030551004298, "pvalue": 0.9750030920528285, "lower": -0.3876121376419038, "upper": 0.3754954964193991 }, { "event_time": 8, "estimate": -0.09165474649465966, "se": 0.21254581006639595, "pvalue": 0.6669644398058476, "lower": -0.5118432511921929, "upper": 0.3285337582028736 }, { "event_time": 9, "estimate": -0.19803441321903026, "se": 0.22553937991468703, "pvalue": 0.38141138490921334, "lower": -0.6439103152994188, "upper": 0.24784148886135826 }, { "event_time": 10, "estimate": 0.04991512614696291, "se": 0.23851044081805683, "pvalue": 0.834532831144051, "lower": -0.42160367467429005, "upper": 0.5214339269682159 }, { "event_time": 11, "estimate": -0.13511785557841557, "se": 0.2972645840163282, "pvalue": 0.6501411069346721, "lower": -0.7227895721760572, "upper": 0.452553861019226 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.3840271953459698, "se": 0.23349678937599821, "pvalue": 0.10226376063536721, "lower": -0.07757996006644097, "upper": 0.8456343507583806 }, { "event_time": -3, "estimate": -0.16226510519716633, "se": 0.26783231886656333, "pvalue": 0.5455911342069092, "lower": -0.6917512500384052, "upper": 0.3672210396440726 }, { "event_time": -2, "estimate": 0.48255239853147575, "se": 0.2788436912495062, "pvalue": 0.08572021307956806, "lower": -0.06870247510668054, "upper": 1.033807272169632 }, { "event_time": 0, "estimate": 0.032600906177452475, "se": 0.17210730413307143, "pvalue": 0.8500345019624069, "lower": -0.30764344278716854, "upper": 0.3728452551420735 }, { "event_time": 1, "estimate": 0.07730421315222806, "se": 0.1898862037802554, "pvalue": 0.6845459473667874, "lower": -0.2980878023581793, "upper": 0.4526962286626354 }, { "event_time": 2, "estimate": 0.17519815704657674, "se": 0.13297733806111742, "pvalue": 0.18980661117243172, "lower": -0.08768892984120844, "upper": 0.4380852439343619 }, { "event_time": 3, "estimate": 0.09754647626434228, "se": 0.16469612603499553, "pvalue": 0.5546106653858809, "lower": -0.22804648135031597, "upper": 0.4231394338790005 }, { "event_time": 4, "estimate": -0.06084938974766635, "se": 0.18434887870123862, "pvalue": 0.741831416040004, "lower": -0.4252944929465613, "upper": 0.3035957134512286 }, { "event_time": 5, "estimate": -0.1033936251853625, "se": 0.15716177747222143, "pvalue": 0.5116877342916001, "lower": -0.4140916918799264, "upper": 0.2073044415092014 }, { "event_time": 6, "estimate": -0.19303534715038795, "se": 0.1792912432161152, "pvalue": 0.28347178517279603, "lower": -0.5474818515007085, "upper": 0.16141115719993254 }, { "event_time": 7, "estimate": 0.042663212652962315, "se": 0.18498035404081684, "pvalue": 0.817931550544187, "lower": -0.32303027402904083, "upper": 0.40835669933496543 }, { "event_time": 8, "estimate": -0.05797234610471458, "se": 0.2250381005470885, "pvalue": 0.7970825359946139, "lower": -0.5028572532186949, "upper": 0.38691256100926574 }, { "event_time": 9, "estimate": -0.30050126096918733, "se": 0.24041249251570776, "pvalue": 0.2133919913585067, "lower": -0.7757802876845367, "upper": 0.174777765746162 }, { "event_time": 10, "estimate": -0.046147801407524086, "se": 0.24954559749820326, "pvalue": 0.853551764078803, "lower": -0.5394823509517711, "upper": 0.447186748136723 }, { "event_time": 11, "estimate": -0.23546992180637516, "se": 0.30862662060665336, "pvalue": 0.4467615392988693, "lower": -0.8456036063144452, "upper": 0.3746637627016949 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.884059946477803e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1566895085346656, "df_num": 8, "df_den": 1344, "pvalue": 0.32226475891060424, "log10_pvalue": -0.4917871839306252, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 906.6376275536567, "rss_restricted": 912.8798789336214, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.0664816235414753 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.487116247268899 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.10077118637303813 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.20370590817947803 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.4826417299641062 }, { "event_time": 5.0, "cohort": 5, "estimate": -0.20761612122122222 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.27384276526010287 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.5485798102185611 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.12132362583692562 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.024703213847047725, "se": 0.12316325620350069, "lower": -0.21669233253049303, "upper": 0.26609876022458845 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.02087872959927229, "se": 0.11916987258367502, "lower": -0.21268992870695796, "upper": 0.25444738790550253 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.004396147186256953, "se": 0.11775630308360877, "lower": -0.22640196581019914, "upper": 0.23519426018271303 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 799.0, "post_cells": 21, "estimate": 0.05192700777520117, "se": 0.11611925613594748, "lower": -0.17566255216283758, "upper": 0.2795165677132399 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.024703213847047725, "se": 0.12316325620350069, "lower": -0.21669233253049303, "upper": 0.26609876022458845, "event_study": [ { "event_time": -4, "estimate": 0.38402719534588575, "se": 0.22990314653075147, "lower": -0.0665746917868218, "upper": 0.8346290824785934, "relative_to_minus_one": 0.38402719534588575, "n": 0.0 }, { "event_time": -3, "estimate": -0.16226510519728155, "se": 0.2637102316555625, "lower": -0.6791276615968985, "upper": 0.35459745120233543, "relative_to_minus_one": -0.16226510519728155, "n": 0.0 }, { "event_time": -2, "estimate": 0.48255239853136095, "se": 0.2745521338381078, "lower": -0.055559895669950954, "upper": 1.0206646927326728, "relative_to_minus_one": 0.48255239853136095, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.20006933578925123, "se": 0.14570636466421213, "lower": -0.08550989127086411, "upper": 0.4856485628493666, "relative_to_minus_one": 0.20006933578925123, "n": 105.0 }, { "event_time": 1, "estimate": 0.03693516244828768, "se": 0.17029948905554487, "lower": -0.2968457026861534, "upper": 0.3707160275827287, "relative_to_minus_one": 0.03693516244828768, "n": 104.0 }, { "event_time": 2, "estimate": 0.287625468327402, "se": 0.13214523017881433, "lower": 0.028625576448170487, "upper": 0.5466253602066335, "relative_to_minus_one": 0.287625468327402, "n": 103.0 }, { "event_time": 3, "estimate": 0.0912232927263417, "se": 0.16222708893017448, "lower": -0.22673595889357678, "upper": 0.4091825443462602, "relative_to_minus_one": 0.0912232927263417, "n": 100.0 }, { "event_time": 4, "estimate": -0.0861599698426901, "se": 0.18426585614471638, "lower": -0.4473144114667728, "upper": 0.27499447178139264, "relative_to_minus_one": -0.0861599698426901, "n": 88.0 }, { "event_time": 5, "estimate": -0.13923715227313127, "se": 0.15661352868572714, "lower": -0.4461940279888871, "upper": 0.16771972344262454, "relative_to_minus_one": -0.13923715227313127, "n": 67.0 }, { "event_time": 6, "estimate": -0.19349866024514784, "se": 0.17881845903537225, "lower": -0.5439763997254284, "upper": 0.15697907923513277, "relative_to_minus_one": -0.19349866024514784, "n": 55.0 }, { "event_time": 7, "estimate": 0.019487072263400462, "se": 0.18418222759397276, "lower": -0.3415034604131455, "upper": 0.3804776049399464, "relative_to_minus_one": 0.019487072263400462, "n": 51.0 }, { "event_time": 8, "estimate": -0.08303488333106318, "se": 0.22645552277965408, "lower": -0.526879552079375, "upper": 0.3608097854172486, "relative_to_minus_one": -0.08303488333106318, "n": 49.0 }, { "event_time": 9, "estimate": -0.13230064381957063, "se": 0.24415564353355293, "lower": -0.6108369117675341, "upper": 0.34623562412839287, "relative_to_minus_one": -0.13230064381957063, "n": 28.0 }, { "event_time": 10, "estimate": 0.23677927877596808, "se": 0.25230187664091647, "lower": -0.2577233126720957, "upper": 0.7312818702240319, "relative_to_minus_one": 0.23677927877596808, "n": 25.0 }, { "event_time": 11, "estimate": 0.05855026534552451, "se": 0.3007424813968812, "lower": -0.5308941668135698, "upper": 0.6479946975046189, "relative_to_minus_one": 0.05855026534552451, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.31070378244496305, "se": 0.18136298490774244, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": 0.2418055246382331, "se": 0.2044136726205358, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": 0.3470559657353024, "se": 0.19634490859319964, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": 0.19325818723792335, "se": 0.23465101351949924, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -0.2920240134670472, "se": 0.24546306986373154, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": 0.031502563166990794, "se": 0.22089951241908812, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -0.19352547777133722, "se": 0.24897024868961382, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": 0.40731224043872305, "se": 0.25873236409358147, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": 0.1344825477497674, "se": 0.32188113846397, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -0.13230064381957063, "se": 0.24415564353355293, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": 0.23677927877596808, "se": 0.2523018766409165, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": 0.05855026534552451, "se": 0.3007424813968812, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": 0.38402719534588575, "se": 0.22990314653075142, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.16226510519728155, "se": 0.2637102316555626, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 0.48255239853136095, "se": 0.2745521338381078, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.06869093038559337, "se": 0.21619427552181758, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.20634839265227256, "se": 0.2680126612393717, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": 0.21705175265552018, "se": 0.18227503791592634, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -0.029943144506161527, "se": 0.21384250088091494, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": 0.158303581961234, "se": 0.2656788701208749, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -0.3419905643582763, "se": 0.2400608207847784, "event_time": 5, "mass": 27.0 }, { "group": 5, "year": 11, "att": -0.19346681443279795, "se": 0.2670074665487196, "event_time": 6, "mass": 23.0 }, { "group": 5, "year": 12, "att": -0.44105531494479516, "se": 0.25531108479352177, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -0.3413368327395495, "se": 0.31642474916546776, "event_time": 8, "mass": 20.0 } ], "treated_cell_att": 0.05192700777520117, "treated_cell_se": 0.11611925613594748, "checks": { "input_rows": 1522, "retained_rows": 1522, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07622062508016825, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.06461961319310948, "event_study": [ { "event_time": -4, "estimate": 0.15872692349773185, "raw_gap": 0.18444660546844227, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.24183845519748717 }, { "event_time": -3, "estimate": -0.3006203641434171, "raw_gap": -0.27490068217270663, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.21750883244366176 }, { "event_time": -2, "estimate": 0.22082118835604725, "raw_gap": 0.24654087032675773, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.3039327200558026 }, { "event_time": -1, "estimate": -0.08311153169975533, "raw_gap": -0.0713539627988658, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.0659451380339902, "raw_gap": -0.05418756913310068, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.017166393665765126 }, { "event_time": 1, "estimate": -0.03518558084612082, "raw_gap": -0.02356226303244111, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.047925950853634505 }, { "event_time": 2, "estimate": 0.0779622572917718, "raw_gap": 0.08944871720101431, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.16107378899152713 }, { "event_time": 3, "estimate": 0.0014399689658907478, "raw_gap": 0.013013825852703675, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.08455150066564607 }, { "event_time": 4, "estimate": -0.17649925297223082, "raw_gap": -0.1648084884400964, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.0933877212724755 }, { "event_time": 5, "estimate": -0.19705356525498172, "raw_gap": -0.18668891729664305, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.11394203355522639 }, { "event_time": 6, "estimate": -0.2847571096422329, "raw_gap": -0.2740016062726702, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.20164557794247756 }, { "event_time": 7, "estimate": -0.023294915102221907, "raw_gap": -0.012704457820171917, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.059816616597533415 }, { "event_time": 8, "estimate": -0.14811644722322692, "raw_gap": -0.137618617847434, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.0650049155234716 }, { "event_time": 9, "estimate": -0.13230064381956988, "raw_gap": -0.13230064381958215, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.049189112119814554 }, { "event_time": 10, "estimate": 0.23677927877596922, "raw_gap": 0.23677927877595692, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.31989081047572454 }, { "event_time": 11, "estimate": 0.05855026534552323, "raw_gap": 0.05855026534551092, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.14166179704527856 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.18444660546844227, -0.27490068217270663, 0.24654087032675773, -0.0713539627988658, -0.05418756913310068, -0.023562263032441074, 0.08944871720101431, 0.013013825852703675, -0.1648084884400964, -0.18668891729664305, -0.2740016062726702, -0.012704457820171882, -0.137618617847434, -0.13230064381958215, 0.23677927877595692, 0.05855026534551092 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.2278677100415767e-14 }, { "cohort": 4, "pre_gap": 0.025719681970710437 } ], "diagnostics": { "converged": true, "pre_rmse": 0.19735066415529495, "zeta_omega": [ 0.0, 5.322246111977808 ], "zeta_lambda": [ 0.0, 1.2613341024445897e-06 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.6390946767603699, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 14, "time_iterations": 13, "unit_objective": 0.8241778218362265, "time_objective": 0.27202071417373236, "unit_projected_gradient": 9.331795218503469e-09, "time_projected_gradient": 3.4569135193285305e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 4.3021142204224816e-16 }, "native_matrix_att": -0.06461961319310991, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006920001469552517, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.01193259162396715, "event_study": [ { "event_time": -4, "estimate": 0.030669258774441006, "raw_gap": 0.030669258774441006, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.04144846338342084 }, { "event_time": -3, "estimate": -0.041580176437968, "raw_gap": -0.041580176437968, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.030800971828988163 }, { "event_time": -2, "estimate": 0.03449101795276973, "raw_gap": 0.03449101795276973, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.04527022256174956 }, { "event_time": -1, "estimate": -0.010779204608979836, "raw_gap": -0.010779204608979836, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.107403890034909, "raw_gap": 0.107403890034909, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.11818309464388883 }, { "event_time": 1, "estimate": -0.05519002220235531, "raw_gap": -0.05519002220235531, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.04441081759337548 }, { "event_time": 2, "estimate": 0.2184568954922729, "raw_gap": 0.2184568954922729, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.22923610010125273 }, { "event_time": 3, "estimate": 0.07401690951751849, "raw_gap": 0.07401690951751849, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.08479611412649833 }, { "event_time": 4, "estimate": -0.11838361138807851, "raw_gap": -0.11838361138807851, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.10760440677909867 }, { "event_time": 5, "estimate": -0.1285708977357462, "raw_gap": -0.1285708977357462, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.11779169312676636 }, { "event_time": 6, "estimate": -0.2325332861477657, "raw_gap": -0.2325332861477657, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.22175408153878587 }, { "event_time": 7, "estimate": -6.669742636136352e-05, "raw_gap": -6.669742636136352e-05, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.010712507182618472 }, { "event_time": 8, "estimate": -0.09874416648135548, "raw_gap": -0.09874416648135548, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.08796496187237564 }, { "event_time": 9, "estimate": -0.21916847906676232, "raw_gap": -0.21916847906676232, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.2083892744577825 }, { "event_time": 10, "estimate": 0.05831785175097068, "raw_gap": 0.05831785175097068, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.06909705635995052 }, { "event_time": 11, "estimate": -0.15135677102613596, "raw_gap": -0.15135677102613596, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.14057756641715613 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.030669258774441006, -0.041580176437968, 0.03449101795276973, -0.010779204608979836, 0.10740389003490901, -0.05519002220235528, 0.2184568954922729, 0.07401690951751849, -0.11838361138807851, -0.1285708977357462, -0.2325332861477657, -6.669742636139835e-05, -0.09874416648135548, -0.21916847906676232, 0.05831785175097068, -0.15135677102613596 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 42, "termination_reason": "Relative objective tolerance reached", "objective": 0.3046543972537445, "lambda_l": 0.0061596429320226855, "singular_values": [ 6.974202744736082, 6.3155314720693125, 5.172067307796367, 3.923757720618749, 3.436930709427709, 2.9193019087789525, 2.127188755239181, 1.8128144816207863, 1.5223941167112525, 0.9405113698237848, 0.7375610981006182, 0.21722242970576922, 0.0 ], "history_objective": [ 0.3062339024078219, 0.30532796110458593, 0.3049548385449375, 0.3047931156373328, 0.3047206632985673, 0.30468710467948107, 0.3046710501790772, 0.3046631263692848, 0.30465909686856524, 0.30465698901766924, 0.30465585711710247, 0.3046552346769432, 0.3046548851025485, 0.30465468514784244, 0.3046545689742973, 0.30465450058479737, 0.30465445988221507, 0.3046544354376989, 0.3046544206474653, 0.3046544116435883, 0.30465440613454353, 0.3046544027497289, 0.3046544006628464, 0.3046543993724675, 0.304654398572648, 0.30465439807587213, 0.30465439776677955, 0.3046543975741735, 0.30465439745399886, 0.30465439737893135, 0.30465439733199506, 0.3046543973026222, 0.3046543972842264, 0.30465439727269794, 0.30465439726546834, 0.3046543972609322, 0.30465439725808496, 0.3046543972562966, 0.30465439725517335, 0.30465439725446697, 0.3046543972540234, 0.3046543972537445 ], "history_rmse": [ 0.2857523645537671, 0.28639624360010024, 0.28667174684349406, 0.28678408623061774, 0.2868314430235004, 0.28685213564073, 0.286861485835456, 0.2868658456045609, 0.2868679405829975, 0.28686897716161014, 0.28686950481786855, 0.2868697808026, 0.28686992886365525, 0.2868700101555419, 0.2868700557162215, 0.2868700817117705, 0.2868700967718368, 0.2868701056089737, 0.2868701108499404, 0.286870113985525, 0.28687011587507233, 0.2868701170205183, 0.28687011771829773, 0.2868701181451004, 0.2868701184070462, 0.28687011856827127, 0.28687011866774637, 0.28687011872924967, 0.2868701187673447, 0.2868701187909759, 0.2868701188056565, 0.2868701188147876, 0.28687011882047253, 0.286870118824017, 0.2868701188262273, 0.28687011882760705, 0.2868701188284691, 0.2868701188290078, 0.2868701188293454, 0.28687011882955554, 0.2868701188296882, 0.2868701188297718 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 5.204170427930421e-18, "native_scalar_vs_unweighted_matrix_average": 3.8163916471489756e-17 }, "native_matrix_att": -0.011932591623967188, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0021986672654747963, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.09971958372515587, "event_study": [ { "event_time": -4, "estimate": 0.0075817911458718745, "raw_gap": 0.0075817911458718745, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.01266741901086015 }, { "event_time": -3, "estimate": -0.008724634463592026, "raw_gap": -0.008724634463592026, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.00363900659860375 }, { "event_time": -2, "estimate": 0.012267654631386868, "raw_gap": 0.012267654631386868, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.017353282496375144 }, { "event_time": -1, "estimate": -0.005085627864988276, "raw_gap": -0.005085627864988276, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.05478243509394323, "raw_gap": 0.05478243509394323, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.05986806295893151 }, { "event_time": 1, "estimate": 0.1501295182239601, "raw_gap": 0.1501295182239601, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.15521514608894837 }, { "event_time": 2, "estimate": 0.10238195900429159, "raw_gap": 0.10238195900429159, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.10746758686927986 }, { "event_time": 3, "estimate": 0.1680611144092476, "raw_gap": 0.1680611144092476, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.17314674227423588 }, { "event_time": 4, "estimate": 0.07800631359249345, "raw_gap": 0.07800631359249345, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": 0.08309194145748172 }, { "event_time": 5, "estimate": -0.07791946545318824, "raw_gap": -0.07791946545318824, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.07283383758819997 }, { "event_time": 6, "estimate": -0.03342023622466916, "raw_gap": -0.03342023622466916, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.02833460835968088 }, { "event_time": 7, "estimate": 0.17936962510713741, "raw_gap": 0.17936962510713741, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.1844552529721257 }, { "event_time": 8, "estimate": -0.017389502319011946, "raw_gap": -0.017389502319011946, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.01230387445402367 }, { "event_time": 9, "estimate": 0.1899739719571685, "raw_gap": 0.1899739719571685, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": 0.1950595998221568 }, { "event_time": 10, "estimate": 0.4811280440558804, "raw_gap": 0.4811280440558804, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.4862136719208687 }, { "event_time": 11, "estimate": 0.22957469151781998, "raw_gap": 0.22957469151781998, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.23466031938280826 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.0075817911458718745, -0.008724634463592026, 0.012267654631386868, -0.005085627864988276, 0.05478243509394322, 0.15012951822396003, 0.10238195900429159, 0.16806111440924754, 0.07800631359249345, -0.07791946545318824, -0.03342023622466916, 0.17936962510713741, -0.017389502319011946, 0.1899739719571685, 0.4811280440558804, 0.22957469151781998 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.009031717139310533, "penalty": 1.0, "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.09971958372515576, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0010402495972812176, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.01403176767730052, "SE": 0.08602317230301686, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.022118609355218487, "SE": 0.11349769227503129, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0023118506493630155, "SE": 0.10840970065958809, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.0006006236053846155, "SE": 0.12212938776874688, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.024703213847047725, "SE": 0.12316325620350069, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05192700777520117, "SE": 0.11611925613594748, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.06461961319310948, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.01193259162396715, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.09971958372515587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.01403176767730052, "SE": 0.08602317230301686, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.18409368575534446, "upper": 0.15603015040074342, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.022118609355218487, "SE": 0.11349769227503129, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24649577110104842, "upper": 0.20225855239061147, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0023118506493630155, "SE": 0.10840970065958809, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21663040155671623, "upper": 0.2120067002579902, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.0006006236053846155, "SE": 0.12212938776874688, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24084080876227404, "upper": 0.2420420559730433, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.024703213847047725, "SE": 0.12316325620350069, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21669233253049303, "upper": 0.26609876022458845, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05192700777520117, "SE": 0.11611925613594748, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.17566255216283758, "upper": 0.2795165677132399, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.06461961319310948, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.01193259162396715, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.09971958372515587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602088.608072, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.01403176767730052, "SE": 0.08602317230301686, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.18409368575534446, "upper": 0.15603015040074342, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.022118609355218487, "SE": 0.11349769227503129, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24649577110104842, "upper": 0.20225855239061147, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0023118506493630155, "SE": 0.10840970065958809, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21663040155671623, "upper": 0.2120067002579902, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.0006006236053846155, "SE": 0.12212938776874688, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24084080876227404, "upper": 0.2420420559730433, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.024703213847047725, "SE": 0.12316325620350069, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21669233253049303, "upper": 0.26609876022458845, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05192700777520117, "SE": 0.11611925613594748, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.17566255216283758, "upper": 0.2795165677132399, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.06461961319310948, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.01193259162396715, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.09971958372515587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 4, "specification_id": "S04-P004", "source_specification_id": "MI-T4-C4", "role": "active_comparison", "published_source_location": "Table 4 column 4", "outcome_label": "Variable Costs per Boat", "outcome_variable": "f_VC_per_boat", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P004.json", "input_bytes": 66267, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Variable Costs per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p004", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Variable Costs per Boat", "source_specification_id": "MI-T4-C4", "specification_id": "S04-P004", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C4.csv", "output_dir": "analyses/full-archive/results/S04-P004" }, "source": { "file": "MI-T4-C4.csv", "bytes": 66267, "sha256": "be2b26aacf36c27a6cc8ab8431842ea98509ff7e5c32e3b2db5c2179d264f948" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 151.34274103086395, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.25882906428816876, "se": 0.0977046633921527, "pvalue": 0.00899150123876923, "lower": -0.4519844899345258, "upper": -0.06567363864181175 }, { "method": "Dynamic TWFE", "estimate": -0.7944309249418507, "se": 0.08447985598817229, "pvalue": 1.3267942932047973e-16, "lower": -0.9614418124001555, "upper": -0.627420037483546 }, { "method": "BJS / did2s", "estimate": -0.8064647943190357, "se": 0.06938389728290502, "pvalue": 2.5321139580601453e-22, "lower": -0.9436320056617753, "upper": -0.6692975829762962 }, { "method": "Sun\u2013Abraham", "estimate": -0.7527971699077467, "se": 0.0713805693519671, "pvalue": 1.565565070443034e-19, "lower": -0.8939116651362915, "upper": -0.6116826746792019 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.08373039345109909, "se": 0.09652121041535694, "pvalue": 0.3871520295674918, "lower": -0.27454621364231063, "upper": 0.10708542674011245 }, { "event_time": -3, "estimate": -0.12515415460076926, "se": 0.09864446624402164, "pvalue": 0.20662445359784196, "lower": -0.32016750609809425, "upper": 0.06985919689655573 }, { "event_time": -2, "estimate": 0.022639856436726103, "se": 0.10251154081380491, "pvalue": 0.8255273279597541, "lower": -0.18001843654650018, "upper": 0.2252981494199524 }, { "event_time": 0, "estimate": -0.004668408173115154, "se": 0.06404141079719593, "pvalue": 0.9419916180228112, "lower": -0.1312738897546534, "upper": 0.1219370734084231 }, { "event_time": 1, "estimate": -0.01566808007560652, "se": 0.0667537360310774, "pvalue": 0.8147707182206751, "lower": -0.14763564281942232, "upper": 0.11629948266820928 }, { "event_time": 2, "estimate": -0.3467955556593904, "se": 0.09207386902972224, "pvalue": 0.00024242711206235966, "lower": -0.5288192866246344, "upper": -0.1647718246941464 }, { "event_time": 3, "estimate": -0.7553308891023858, "se": 0.10483369449501577, "pvalue": 3.2043251603702205e-11, "lower": -0.9625799208194458, "upper": -0.5480818573853258 }, { "event_time": 4, "estimate": -1.103743248653025, "se": 0.11518539017109054, "pvalue": 4.666158319323201e-17, "lower": -1.3314568735128762, "upper": -0.8760296237931737 }, { "event_time": 5, "estimate": -1.3484742855844454, "se": 0.14718607228612443, "pvalue": 5.436847840801651e-16, "lower": -1.6394510665752822, "upper": -1.0574975045936086 }, { "event_time": 6, "estimate": -1.3156092055595148, "se": 0.1404795231973572, "pvalue": 1.6628467024511724e-16, "lower": -1.5933275984766961, "upper": -1.0378908126423334 }, { "event_time": 7, "estimate": -1.4563315204812295, "se": 0.1497735194627251, "pvalue": 2.0359105696759182e-17, "lower": -1.7524235072706658, "upper": -1.1602395336917932 }, { "event_time": 8, "estimate": -1.498178465101869, "se": 0.16834722597972376, "pvalue": 2.482788925864923e-15, "lower": -1.8309893971654114, "upper": -1.1653675330383266 }, { "event_time": 9, "estimate": -1.338876216534483, "se": 0.13226749307877952, "pvalue": 1.9346659940686602e-18, "lower": -1.6003599885246353, "upper": -1.0773924445443306 }, { "event_time": 10, "estimate": -1.4696223569617493, "se": 0.14931846826400008, "pvalue": 1.0126559144360502e-17, "lower": -1.7648147387074853, "upper": -1.1744299752160132 }, { "event_time": 11, "estimate": -1.7253395515759244, "se": 0.20474330064114507, "pvalue": 3.7138275518184555e-14, "lower": -2.130103029700314, "upper": -1.320576073451535 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.03334089980369375, "se": 0.02324003862660647, "pvalue": 0.15360629637757692, "lower": -0.07928486396170842, "upper": 0.01260306435432091 }, { "event_time": -3, "estimate": -0.009177803433933412, "se": 0.02122432391721279, "pvalue": 0.6660974504809631, "lower": -0.05113683771084447, "upper": 0.032781230842977654 }, { "event_time": -2, "estimate": 0.023389996380676077, "se": 0.023729976863431344, "pvalue": 0.32598199738240136, "lower": -0.023522542105203624, "upper": 0.07030253486655577 }, { "event_time": -1, "estimate": 0.008744551707457, "se": 0.011931797374923633, "pvalue": 0.46484947743477323, "lower": -0.014843794239033049, "upper": 0.03233289765394705 }, { "event_time": 0, "estimate": 0.09515053030161635, "se": 0.04553081857020202, "pvalue": 0.03843135018006861, "lower": 0.005139221366890795, "upper": 0.1851618392363419 }, { "event_time": 1, "estimate": -0.03317941490765403, "se": 0.05265712579602238, "pvalue": 0.5296469830299706, "lower": -0.13727894499478566, "upper": 0.0709201151794776 }, { "event_time": 2, "estimate": -0.32403868386571544, "se": 0.07449397492121046, "pvalue": 2.5960454892483235e-05, "lower": -0.47130816860098673, "upper": -0.17676919913044414 }, { "event_time": 3, "estimate": -0.7691074665927071, "se": 0.08826182480635902, "pvalue": 7.212520621348524e-15, "lower": -0.9435950472967181, "upper": -0.5946198858886962 }, { "event_time": 4, "estimate": -1.0893613198042162, "se": 0.09568515655382222, "pvalue": 1.0527440661304338e-21, "lower": -1.2785243187903657, "upper": -0.9001983208180669 }, { "event_time": 5, "estimate": -1.3211303197097226, "se": 0.12175760417106075, "pvalue": 2.5576209391830658e-20, "lower": -1.561836761376158, "upper": -1.0804238780432873 }, { "event_time": 6, "estimate": -1.4608618887854383, "se": 0.13313794081659286, "pvalue": 1.2351045372459585e-20, "lower": -1.7240664763176843, "upper": -1.1976573012531924 }, { "event_time": 7, "estimate": -1.504890281921019, "se": 0.14406137697223412, "pvalue": 2.8379799143243733e-19, "lower": -1.789689754353438, "upper": -1.2200908094886 }, { "event_time": 8, "estimate": -1.5809573502701344, "se": 0.1688529560672366, "pvalue": 1.6844143372462705e-16, "lower": -1.9147680760684305, "upper": -1.2471466244718383 }, { "event_time": 9, "estimate": -1.3808662394357432, "se": 0.1587002126730026, "pvalue": 7.763276187836357e-15, "lower": -1.6946056871219546, "upper": -1.0671267917495317 }, { "event_time": 10, "estimate": -1.5716880219761813, "se": 0.18462212464761565, "pvalue": 2.2748774778656974e-14, "lower": -1.9366733136906107, "upper": -1.206702730261752 }, { "event_time": 11, "estimate": -1.902610001217359, "se": 0.23651221172867545, "pvalue": 3.20837418551092e-13, "lower": -2.370178440030309, "upper": -1.435041562404409 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.12053828603109018, "se": 0.09428338835972595, "pvalue": 0.2031849045671182, "lower": -0.30693008533456456, "upper": 0.06585351327238423 }, { "event_time": -3, "estimate": -0.06502847090701823, "se": 0.0940408949431095, "pvalue": 0.49039376896090203, "lower": -0.2509408773393971, "upper": 0.1208839355253606 }, { "event_time": -2, "estimate": 0.009789448847658769, "se": 0.09480081289563706, "pvalue": 0.9179006940774019, "lower": -0.17762526331385026, "upper": 0.19720416100916782 }, { "event_time": 0, "estimate": 0.09207848527297757, "se": 0.060828212384812654, "pvalue": 0.1323285262921668, "lower": -0.028174723187890605, "upper": 0.21233169373384575 }, { "event_time": 1, "estimate": -0.012473270196051451, "se": 0.0673370527305835, "pvalue": 0.8533098443801252, "lower": -0.1455940100909671, "upper": 0.12064746969886418 }, { "event_time": 2, "estimate": -0.30546982301462733, "se": 0.07719711000867113, "pvalue": 0.00011979700204264164, "lower": -0.45808322062233175, "upper": -0.15285642540692293 }, { "event_time": 3, "estimate": -0.7574632900760295, "se": 0.09153643205678987, "pvalue": 8.777432697745567e-14, "lower": -0.9384245449663273, "upper": -0.5765020351857317 }, { "event_time": 4, "estimate": -1.0711311927239746, "se": 0.10079767588685491, "pvalue": 9.70957494455328e-20, "lower": -1.2704012921658476, "upper": -0.8718610932821016 }, { "event_time": 5, "estimate": -1.247110563386698, "se": 0.12169576875650384, "pvalue": 9.211960737039702e-19, "lower": -1.4876947606749829, "upper": -1.006526366098413 }, { "event_time": 6, "estimate": -1.3590456074843502, "se": 0.12581647454265715, "pvalue": 3.418786915228381e-20, "lower": -1.607776157796679, "upper": -1.1103150571720215 }, { "event_time": 7, "estimate": -1.3816422192307498, "se": 0.13660199817515808, "pvalue": 2.029962288772792e-18, "lower": -1.6516950108335786, "upper": -1.111589427627921 }, { "event_time": 8, "estimate": -1.435728290029361, "se": 0.1560952823463529, "pvalue": 4.4086575317911835e-16, "lower": -1.7443179689271204, "upper": -1.1271386111316017 }, { "event_time": 9, "estimate": -1.2364905620523132, "se": 0.1458679320584732, "pvalue": 2.795884276638705e-14, "lower": -1.5248614701206706, "upper": -0.9481196539839558 }, { "event_time": 10, "estimate": -1.4009192015373506, "se": 0.15625755304925892, "pvalue": 1.6950078666906606e-15, "lower": -1.7098296784973677, "upper": -1.0920087245773336 }, { "event_time": 11, "estimate": -1.7252964790111347, "se": 0.21162611873389034, "pvalue": 1.749616602484608e-13, "lower": -2.1436668169536137, "upper": -1.3069261410686557 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.440892098500626e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.805464483627606e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.213637801545804, "df_num": 8, "df_den": 1341, "pvalue": 0.02415707991283878, "log10_pvalue": -1.616955564023829, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 298.58315007131614, "rss_restricted": 302.5262071803541, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.1380497955224741 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.08035443833875457 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.11940621891316024 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.4790058788898874 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.1610003932667805 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.012669878815959466 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.25053863622463385 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.0979875966528466 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.40433774857771043 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Variable Costs per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p004", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Variable Costs per Boat", "source_specification_id": "MI-T4-C4", "specification_id": "S04-P004", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C4.csv", "output_dir": "analyses/archive-expanded/fits/S04-P004" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P004", "regression_results": "analyses/archive-expanded/baselines/S04-P004.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C4.csv", "bytes": 66267, "sha256": "be2b26aacf36c27a6cc8ab8431842ea98509ff7e5c32e3b2db5c2179d264f948" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 151.34274103086395, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.25882906428816876, "se": 0.0977046633921527, "pvalue": 0.00899150123876923, "lower": -0.4519844899345258, "upper": -0.06567363864181175 }, { "method": "Dynamic TWFE", "estimate": -0.7944309249418507, "se": 0.08447985598817229, "pvalue": 1.3267942932047973e-16, "lower": -0.9614418124001555, "upper": -0.627420037483546 }, { "method": "BJS / did2s", "estimate": -0.8064647943190357, "se": 0.06938389728290502, "pvalue": 2.5321139580601453e-22, "lower": -0.9436320056617753, "upper": -0.6692975829762962 }, { "method": "Sun\u2013Abraham", "estimate": -0.7527971699077467, "se": 0.0713805693519671, "pvalue": 1.565565070443034e-19, "lower": -0.8939116651362915, "upper": -0.6116826746792019 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.08373039345109909, "se": 0.09652121041535694, "pvalue": 0.3871520295674918, "lower": -0.27454621364231063, "upper": 0.10708542674011245 }, { "event_time": -3, "estimate": -0.12515415460076926, "se": 0.09864446624402164, "pvalue": 0.20662445359784196, "lower": -0.32016750609809425, "upper": 0.06985919689655573 }, { "event_time": -2, "estimate": 0.022639856436726103, "se": 0.10251154081380491, "pvalue": 0.8255273279597541, "lower": -0.18001843654650018, "upper": 0.2252981494199524 }, { "event_time": 0, "estimate": -0.004668408173115154, "se": 0.06404141079719593, "pvalue": 0.9419916180228112, "lower": -0.1312738897546534, "upper": 0.1219370734084231 }, { "event_time": 1, "estimate": -0.01566808007560652, "se": 0.0667537360310774, "pvalue": 0.8147707182206751, "lower": -0.14763564281942232, "upper": 0.11629948266820928 }, { "event_time": 2, "estimate": -0.3467955556593904, "se": 0.09207386902972224, "pvalue": 0.00024242711206235966, "lower": -0.5288192866246344, "upper": -0.1647718246941464 }, { "event_time": 3, "estimate": -0.7553308891023858, "se": 0.10483369449501577, "pvalue": 3.2043251603702205e-11, "lower": -0.9625799208194458, "upper": -0.5480818573853258 }, { "event_time": 4, "estimate": -1.103743248653025, "se": 0.11518539017109054, "pvalue": 4.666158319323201e-17, "lower": -1.3314568735128762, "upper": -0.8760296237931737 }, { "event_time": 5, "estimate": -1.3484742855844454, "se": 0.14718607228612443, "pvalue": 5.436847840801651e-16, "lower": -1.6394510665752822, "upper": -1.0574975045936086 }, { "event_time": 6, "estimate": -1.3156092055595148, "se": 0.1404795231973572, "pvalue": 1.6628467024511724e-16, "lower": -1.5933275984766961, "upper": -1.0378908126423334 }, { "event_time": 7, "estimate": -1.4563315204812295, "se": 0.1497735194627251, "pvalue": 2.0359105696759182e-17, "lower": -1.7524235072706658, "upper": -1.1602395336917932 }, { "event_time": 8, "estimate": -1.498178465101869, "se": 0.16834722597972376, "pvalue": 2.482788925864923e-15, "lower": -1.8309893971654114, "upper": -1.1653675330383266 }, { "event_time": 9, "estimate": -1.338876216534483, "se": 0.13226749307877952, "pvalue": 1.9346659940686602e-18, "lower": -1.6003599885246353, "upper": -1.0773924445443306 }, { "event_time": 10, "estimate": -1.4696223569617493, "se": 0.14931846826400008, "pvalue": 1.0126559144360502e-17, "lower": -1.7648147387074853, "upper": -1.1744299752160132 }, { "event_time": 11, "estimate": -1.7253395515759244, "se": 0.20474330064114507, "pvalue": 3.7138275518184555e-14, "lower": -2.130103029700314, "upper": -1.320576073451535 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.03334089980369375, "se": 0.02324003862660647, "pvalue": 0.15360629637757692, "lower": -0.07928486396170842, "upper": 0.01260306435432091 }, { "event_time": -3, "estimate": -0.009177803433933412, "se": 0.02122432391721279, "pvalue": 0.6660974504809631, "lower": -0.05113683771084447, "upper": 0.032781230842977654 }, { "event_time": -2, "estimate": 0.023389996380676077, "se": 0.023729976863431344, "pvalue": 0.32598199738240136, "lower": -0.023522542105203624, "upper": 0.07030253486655577 }, { "event_time": -1, "estimate": 0.008744551707457, "se": 0.011931797374923633, "pvalue": 0.46484947743477323, "lower": -0.014843794239033049, "upper": 0.03233289765394705 }, { "event_time": 0, "estimate": 0.09515053030161635, "se": 0.04553081857020202, "pvalue": 0.03843135018006861, "lower": 0.005139221366890795, "upper": 0.1851618392363419 }, { "event_time": 1, "estimate": -0.03317941490765403, "se": 0.05265712579602238, "pvalue": 0.5296469830299706, "lower": -0.13727894499478566, "upper": 0.0709201151794776 }, { "event_time": 2, "estimate": -0.32403868386571544, "se": 0.07449397492121046, "pvalue": 2.5960454892483235e-05, "lower": -0.47130816860098673, "upper": -0.17676919913044414 }, { "event_time": 3, "estimate": -0.7691074665927071, "se": 0.08826182480635902, "pvalue": 7.212520621348524e-15, "lower": -0.9435950472967181, "upper": -0.5946198858886962 }, { "event_time": 4, "estimate": -1.0893613198042162, "se": 0.09568515655382222, "pvalue": 1.0527440661304338e-21, "lower": -1.2785243187903657, "upper": -0.9001983208180669 }, { "event_time": 5, "estimate": -1.3211303197097226, "se": 0.12175760417106075, "pvalue": 2.5576209391830658e-20, "lower": -1.561836761376158, "upper": -1.0804238780432873 }, { "event_time": 6, "estimate": -1.4608618887854383, "se": 0.13313794081659286, "pvalue": 1.2351045372459585e-20, "lower": -1.7240664763176843, "upper": -1.1976573012531924 }, { "event_time": 7, "estimate": -1.504890281921019, "se": 0.14406137697223412, "pvalue": 2.8379799143243733e-19, "lower": -1.789689754353438, "upper": -1.2200908094886 }, { "event_time": 8, "estimate": -1.5809573502701344, "se": 0.1688529560672366, "pvalue": 1.6844143372462705e-16, "lower": -1.9147680760684305, "upper": -1.2471466244718383 }, { "event_time": 9, "estimate": -1.3808662394357432, "se": 0.1587002126730026, "pvalue": 7.763276187836357e-15, "lower": -1.6946056871219546, "upper": -1.0671267917495317 }, { "event_time": 10, "estimate": -1.5716880219761813, "se": 0.18462212464761565, "pvalue": 2.2748774778656974e-14, "lower": -1.9366733136906107, "upper": -1.206702730261752 }, { "event_time": 11, "estimate": -1.902610001217359, "se": 0.23651221172867545, "pvalue": 3.20837418551092e-13, "lower": -2.370178440030309, "upper": -1.435041562404409 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.12053828603109018, "se": 0.09428338835972595, "pvalue": 0.2031849045671182, "lower": -0.30693008533456456, "upper": 0.06585351327238423 }, { "event_time": -3, "estimate": -0.06502847090701823, "se": 0.0940408949431095, "pvalue": 0.49039376896090203, "lower": -0.2509408773393971, "upper": 0.1208839355253606 }, { "event_time": -2, "estimate": 0.009789448847658769, "se": 0.09480081289563706, "pvalue": 0.9179006940774019, "lower": -0.17762526331385026, "upper": 0.19720416100916782 }, { "event_time": 0, "estimate": 0.09207848527297757, "se": 0.060828212384812654, "pvalue": 0.1323285262921668, "lower": -0.028174723187890605, "upper": 0.21233169373384575 }, { "event_time": 1, "estimate": -0.012473270196051451, "se": 0.0673370527305835, "pvalue": 0.8533098443801252, "lower": -0.1455940100909671, "upper": 0.12064746969886418 }, { "event_time": 2, "estimate": -0.30546982301462733, "se": 0.07719711000867113, "pvalue": 0.00011979700204264164, "lower": -0.45808322062233175, "upper": -0.15285642540692293 }, { "event_time": 3, "estimate": -0.7574632900760295, "se": 0.09153643205678987, "pvalue": 8.777432697745567e-14, "lower": -0.9384245449663273, "upper": -0.5765020351857317 }, { "event_time": 4, "estimate": -1.0711311927239746, "se": 0.10079767588685491, "pvalue": 9.70957494455328e-20, "lower": -1.2704012921658476, "upper": -0.8718610932821016 }, { "event_time": 5, "estimate": -1.247110563386698, "se": 0.12169576875650384, "pvalue": 9.211960737039702e-19, "lower": -1.4876947606749829, "upper": -1.006526366098413 }, { "event_time": 6, "estimate": -1.3590456074843502, "se": 0.12581647454265715, "pvalue": 3.418786915228381e-20, "lower": -1.607776157796679, "upper": -1.1103150571720215 }, { "event_time": 7, "estimate": -1.3816422192307498, "se": 0.13660199817515808, "pvalue": 2.029962288772792e-18, "lower": -1.6516950108335786, "upper": -1.111589427627921 }, { "event_time": 8, "estimate": -1.435728290029361, "se": 0.1560952823463529, "pvalue": 4.4086575317911835e-16, "lower": -1.7443179689271204, "upper": -1.1271386111316017 }, { "event_time": 9, "estimate": -1.2364905620523132, "se": 0.1458679320584732, "pvalue": 2.795884276638705e-14, "lower": -1.5248614701206706, "upper": -0.9481196539839558 }, { "event_time": 10, "estimate": -1.4009192015373506, "se": 0.15625755304925892, "pvalue": 1.6950078666906606e-15, "lower": -1.7098296784973677, "upper": -1.0920087245773336 }, { "event_time": 11, "estimate": -1.7252964790111347, "se": 0.21162611873389034, "pvalue": 1.749616602484608e-13, "lower": -2.1436668169536137, "upper": -1.3069261410686557 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.440892098500626e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.805464483627606e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.213637801545804, "df_num": 8, "df_den": 1341, "pvalue": 0.02415707991283878, "log10_pvalue": -1.616955564023829, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 298.58315007131614, "rss_restricted": 302.5262071803541, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.1380497955224741 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.08035443833875457 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.11940621891316024 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.4790058788898874 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.1610003932667805 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.012669878815959466 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.25053863622463385 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.0979875966528466 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.40433774857771043 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -1.0919296185611385, "se": 0.09262973342376221, "lower": -1.2734805599692585, "upper": -0.9103786771530185 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -1.0148211235966322, "se": 0.08883291493068055, "lower": -1.1889304375024765, "upper": -0.840711809690788 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -1.0033844497564994, "se": 0.09254096707086952, "lower": -1.1847614123099108, "upper": -0.822007487203088 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 796.0, "post_cells": 21, "estimate": -0.8177719360811683, "se": 0.08268492576820062, "lower": -0.9798314126512093, "upper": -0.6557124595111272 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -1.0919296185611385, "se": 0.09262973342376221, "lower": -1.2734805599692585, "upper": -0.9103786771530185, "event_study": [ { "event_time": -4, "estimate": -0.1205382860319755, "se": 0.09283009065049111, "lower": -0.3024819203885265, "upper": 0.061405348324575476, "relative_to_minus_one": -0.1205382860319755, "n": 0.0 }, { "event_time": -3, "estimate": -0.06502847090813985, "se": 0.09259133277868985, "lower": -0.2465041484349349, "upper": 0.11644720661865521, "relative_to_minus_one": -0.06502847090813985, "n": 0.0 }, { "event_time": -2, "estimate": 0.009789448846537308, "se": 0.09333953725394428, "lower": -0.17315268250482813, "upper": 0.19273158019790276, "relative_to_minus_one": 0.009789448846537308, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.07506169488798614, "se": 0.05534700783641054, "lower": -0.03341644712343465, "upper": 0.18353983689940695, "relative_to_minus_one": 0.07506169488798614, "n": 105.0 }, { "event_time": 1, "estimate": -0.049668632726772105, "se": 0.06037097911292112, "lower": -0.16799357749951738, "upper": 0.06865631204597315, "relative_to_minus_one": -0.049668632726772105, "n": 104.0 }, { "event_time": 2, "estimate": -0.3455189286823811, "se": 0.08085224457552452, "lower": -0.5039864161196331, "upper": -0.1870514412451291, "relative_to_minus_one": -0.3455189286823811, "n": 103.0 }, { "event_time": 3, "estimate": -0.7713398596557248, "se": 0.0938716763321249, "lower": -0.9553249644350906, "upper": -0.587354754876359, "relative_to_minus_one": -0.7713398596557248, "n": 100.0 }, { "event_time": 4, "estimate": -1.0667273324920994, "se": 0.1042409700068871, "lower": -1.271035879419118, "upper": -0.8624187855650807, "relative_to_minus_one": -1.0667273324920994, "n": 88.0 }, { "event_time": 5, "estimate": -1.2770579619648572, "se": 0.1346919568196683, "lower": -1.5410493463386312, "upper": -1.0130665775910832, "relative_to_minus_one": -1.2770579619648572, "n": 66.0 }, { "event_time": 6, "estimate": -1.4566692137722548, "se": 0.14833800051236332, "lower": -1.747406352315171, "upper": -1.1659320752293385, "relative_to_minus_one": -1.4566692137722548, "n": 54.0 }, { "event_time": 7, "estimate": -1.5117458307678107, "se": 0.16086783475419694, "lower": -1.8270409931569775, "upper": -1.1964506683786438, "relative_to_minus_one": -1.5117458307678107, "n": 51.0 }, { "event_time": 8, "estimate": -1.630927993951557, "se": 0.18905895548454982, "lower": -2.001476737656036, "upper": -1.260379250247078, "relative_to_minus_one": -1.630927993951557, "n": 48.0 }, { "event_time": 9, "estimate": -1.423403806777355, "se": 0.17241906481584424, "lower": -1.7613389640644868, "upper": -1.085468649490223, "relative_to_minus_one": -1.423403806777355, "n": 28.0 }, { "event_time": 10, "estimate": -1.6730811964412375, "se": 0.18400156634649395, "lower": -2.033717639579323, "upper": -1.312444753303152, "relative_to_minus_one": -1.6730811964412375, "n": 25.0 }, { "event_time": 11, "estimate": -1.972076360389598, "se": 0.2350950517664871, "lower": -2.4328541947954925, "upper": -1.5112985259837037, "relative_to_minus_one": -1.972076360389598, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.12384024409654375, "se": 0.06864066243924942, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": -0.049756083698313705, "se": 0.07559178851941357, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": -0.42686555141072974, "se": 0.10982598487094893, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": -0.533790131427251, "se": 0.11530495090250036, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -1.1163770378988256, "se": 0.13134316492411902, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": -1.2906430644160063, "se": 0.1446501587271575, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -1.5934974768604306, "se": 0.1389445878920568, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": -1.5156832702900067, "se": 0.15351992357405897, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": -1.4649518023077965, "se": 0.1671966210589964, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -1.423403806777355, "se": 0.17241906481584426, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": -1.6730811964412375, "se": 0.18400156634649395, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": -1.972076360389598, "se": 0.2350950517664871, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": -0.1205382860319755, "se": 0.09283009065049114, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.06502847090813985, "se": 0.09259133277868985, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 0.009789448846537308, "se": 0.0933395372539443, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.017137167702823974, "se": 0.09690589766465676, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.04956478469806644, "se": 0.10692017638809513, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": -0.2489198141924671, "se": 0.12536033066691005, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -1.0534301619270374, "se": 0.14606892153152437, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": -1.0077683073216122, "se": 0.16796065941161037, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -1.2609256528041175, "se": 0.23188769692489686, "event_time": 5, "mass": 26.0 }, { "group": 5, "year": 11, "att": -1.294185651355046, "se": 0.27588002798363065, "event_time": 6, "mass": 22.0 }, { "group": 5, "year": 12, "att": -1.5070701213352025, "se": 0.2989590733642937, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -1.8280247215285226, "se": 0.363635722479937, "event_time": 8, "mass": 19.0 } ], "treated_cell_att": -0.8177719360811683, "treated_cell_se": 0.08268492576820062, "checks": { "input_rows": 1519, "retained_rows": 1519, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07838054187595844, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.7762760985004009, "event_study": [ { "event_time": -4, "estimate": -0.03461454888021035, "raw_gap": -0.05490437854966216, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.05768399991313081 }, { "event_time": -3, "estimate": 0.0066772722180525506, "raw_gap": -0.013612557451399257, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.016392178814867906 }, { "event_time": -2, "estimate": 0.058632171205447614, "raw_gap": 0.038342341535995805, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.03556272017252716 }, { "event_time": -1, "estimate": 0.023069451032920456, "raw_gap": 0.013794100326880422, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1261225456575811, "raw_gap": 0.11684719495154106, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.10305309462466064 }, { "event_time": 1, "estimate": 0.024220186152749346, "raw_gap": 0.015050743898280573, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.0011507351198288898 }, { "event_time": 2, "estimate": -0.27611631797798075, "raw_gap": -0.28517779530609044, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.2991857690109012 }, { "event_time": 3, "estimate": -0.7321928943800466, "raw_gap": -0.741323317731305, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.7552623454129671 }, { "event_time": 4, "estimate": -1.0321098729802285, "raw_gap": -1.0413325228299841, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.0551793240131488 }, { "event_time": 5, "estimate": -1.2540244445109276, "raw_gap": -1.2620174077140507, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.277093895543848 }, { "event_time": 6, "estimate": -1.4450287022191661, "raw_gap": -1.4532949291215405, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.4680981532520865 }, { "event_time": 7, "estimate": -1.4831751910194853, "raw_gap": -1.4915298267657353, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.5062446420524056 }, { "event_time": 8, "estimate": -1.5779444770532711, "raw_gap": -1.5859758679641012, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.6010139280861915 }, { "event_time": 9, "estimate": -1.4234038067773525, "raw_gap": -1.4234038067773616, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.4464732578102728 }, { "event_time": 10, "estimate": -1.673081196441238, "raw_gap": -1.6730811964412466, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.6961506474741583 }, { "event_time": 11, "estimate": -1.9720763603895997, "raw_gap": -1.9720763603896085, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.99514581142252 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.05490437854966216, -0.013612557451399257, 0.038342341535995805, 0.013794100326880422, 0.11684719495154106, 0.015050743898280573, -0.28517779530609055, -0.7413233177313049, -1.0413325228299841, -1.2620174077140505, -1.4532949291215407, -1.4915298267657355, -1.585975867964101, -1.423403806777362, -1.6730811964412473, -1.9720763603896085 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -9.068769127464437e-15 }, { "cohort": 4, "pre_gap": -0.020289829669451864 } ], "diagnostics": { "converged": true, "pre_rmse": 0.03340788472766909, "zeta_omega": [ 0.0, 1.53218811584173 ], "zeta_lambda": [ 0.0, 3.639818076137642e-07 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.0676030347572363, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 12, "time_iterations": 19, "unit_objective": 0.06541831840014004, "time_objective": 0.038566955364757065, "unit_projected_gradient": 2.645892407948658e-09, "time_projected_gradient": 2.5854983431994327e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 6.661338147750939e-16 }, "native_matrix_att": -0.7762760985004016, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0007168329320847988, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.7979546651046939, "event_study": [ { "event_time": -4, "estimate": -0.009980156911320223, "raw_gap": -0.009980156911320223, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.012380005112404748 }, { "event_time": -3, "estimate": -0.002480910760651933, "raw_gap": -0.002480910760651933, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.004880758961736458 }, { "event_time": -2, "estimate": 0.007211316047922208, "raw_gap": 0.007211316047922208, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.004811467846837683 }, { "event_time": -1, "estimate": 0.0023998482010845245, "raw_gap": 0.0023998482010845245, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.10211028121421542, "raw_gap": 0.10211028121421542, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0997104330131309 }, { "event_time": 1, "estimate": -0.027566750201848178, "raw_gap": -0.027566750201848178, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.0299665984029327 }, { "event_time": 2, "estimate": -0.3158480161882232, "raw_gap": -0.3158480161882232, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.31824786438930774 }, { "event_time": 3, "estimate": -0.7522134796322991, "raw_gap": -0.7522134796322991, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.7546133278333836 }, { "event_time": 4, "estimate": -1.0759421612690792, "raw_gap": -1.0759421612690792, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.0783420094701637 }, { "event_time": 5, "estimate": -1.3174894699773425, "raw_gap": -1.3174894699773425, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.319889318178427 }, { "event_time": 6, "estimate": -1.4524651693561574, "raw_gap": -1.4524651693561574, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.454865017557242 }, { "event_time": 7, "estimate": -1.4965573626073756, "raw_gap": -1.4965573626073756, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.4989572108084601 }, { "event_time": 8, "estimate": -1.5780661255543305, "raw_gap": -1.5780661255543305, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.580465973755415 }, { "event_time": 9, "estimate": -1.3772592426263521, "raw_gap": -1.3772592426263521, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.3796590908274367 }, { "event_time": 10, "estimate": -1.567222863737931, "raw_gap": -1.567222863737931, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.5696227119390156 }, { "event_time": 11, "estimate": -1.8911288765514003, "raw_gap": -1.8911288765514003, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.8935287247524848 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.009980156911320223, -0.002480910760651933, 0.007211316047922208, 0.0023998482010845245, 0.10211028121421542, -0.027566750201848178, -0.3158480161882232, -0.7522134796322991, -1.075942161269079, -1.3174894699773425, -1.4524651693561574, -1.496557362607376, -1.5780661255543302, -1.377259242626352, -1.567222863737931, -1.8911288765513998 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 44, "termination_reason": "Relative objective tolerance reached", "objective": 0.03872157933158528, "lambda_l": 0.002132487580180329, "singular_values": [ 2.464026100178555, 2.264829313037282, 1.688816725799471, 1.4247720854226802, 1.3896347341311979, 1.160903678946686, 0.9032269111067046, 0.8163460154096247, 0.7179580750140326, 0.36031625554429936, 0.3348138468190438, 0.006929665490439607, 0.0 ], "history_objective": [ 0.038899180592100555, 0.038811605748699136, 0.03876877039703749, 0.038746963298699984, 0.038735543693765216, 0.03872940435530991, 0.03872602883234663, 0.03872413884334533, 0.03872306525704884, 0.03872244842437147, 0.038722090773267354, 0.0387218818555166, 0.03872175906537435, 0.0387216865205259, 0.03872164346965762, 0.03872161782276494, 0.038721602492136145, 0.038721593300566334, 0.03872158777489789, 0.038721584445014515, 0.038721582433957895, 0.03872158121696574, 0.03872158047914813, 0.03872158003107605, 0.03872157975853424, 0.038721579592514176, 0.03872157949124144, 0.038721579429383556, 0.03872157939155311, 0.038721579368389596, 0.03872157935419039, 0.0387215793454768, 0.038721579340123866, 0.03872157933683208, 0.038721579334805876, 0.03872157933355741, 0.038721579332787456, 0.03872157933231222, 0.03872157933201865, 0.038721579331837064, 0.03872157933172471, 0.03872157933165512, 0.03872157933161201, 0.03872157933158528 ], "history_rmse": [ 0.09901444572860374, 0.09917339100139555, 0.0992464229973325, 0.0992807128889969, 0.09929733559422876, 0.09930567522047386, 0.09931000765192603, 0.09931233106411667, 0.0993136109579596, 0.09931433138240335, 0.09931474380189731, 0.09931498301375355, 0.09931512318311475, 0.09931520597692074, 0.09931525519278529, 0.09931528459913365, 0.0993153022433286, 0.09931531286708523, 0.09931531928258266, 0.09931532316650726, 0.09931532552291901, 0.09931532695528149, 0.09931532782741123, 0.09931532835922438, 0.09931532868395586, 0.09931532888248587, 0.09931532900399864, 0.09931532907845138, 0.09931532912411457, 0.09931532915214723, 0.09931532916937183, 0.09931532917996458, 0.09931532918648392, 0.09931532919049958, 0.09931532919297513, 0.09931532919450213, 0.09931532919544465, 0.09931532919602702, 0.09931532919638734, 0.09931532919660982, 0.09931532919674765, 0.09931532919683297, 0.09931532919688606, 0.09931532919691899 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": -0.797954665104694, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0023848749697208405, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.8360059014650376, "event_study": [ { "event_time": -4, "estimate": -0.000970275774195876, "raw_gap": -0.000970275774195876, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.001929390582984739 }, { "event_time": -3, "estimate": -0.018411000208537847, "raw_gap": -0.018411000208537847, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.01937011501732671 }, { "event_time": -2, "estimate": 0.017283212421009386, "raw_gap": 0.017283212421009386, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.016324097612220523 }, { "event_time": -1, "estimate": 0.000959114808788863, "raw_gap": 0.000959114808788863, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.06785438711512129, "raw_gap": 0.06785438711512129, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.06689527230633242 }, { "event_time": 1, "estimate": -0.01662846003851607, "raw_gap": -0.01662846003851607, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.017587574847304933 }, { "event_time": 2, "estimate": -0.3559592963719803, "raw_gap": -0.3559592963719803, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.35691841118076917 }, { "event_time": 3, "estimate": -0.7659176877497899, "raw_gap": -0.7659176877497899, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.7668768025585787 }, { "event_time": 4, "estimate": -1.0814136854346457, "raw_gap": -1.0814136854346457, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.0823728002434345 }, { "event_time": 5, "estimate": -1.3432331698076283, "raw_gap": -1.3432331698076283, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.3441922846164172 }, { "event_time": 6, "estimate": -1.4908688840757816, "raw_gap": -1.4908688840757816, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.4918279988845704 }, { "event_time": 7, "estimate": -1.5105496685672302, "raw_gap": -1.5105496685672302, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.511508783376019 }, { "event_time": 8, "estimate": -1.669755452134833, "raw_gap": -1.669755452134833, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.6707145669436219 }, { "event_time": 9, "estimate": -1.5119110028448333, "raw_gap": -1.5119110028448333, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.5128701176536221 }, { "event_time": 10, "estimate": -1.6951540507589298, "raw_gap": -1.6951540507589298, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.6961131655677186 }, { "event_time": 11, "estimate": -2.140712693928554, "raw_gap": -2.140712693928554, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -2.141671808737343 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.000970275774195876, -0.018411000208537847, 0.017283212421009386, 0.000959114808788863, 0.06785438711512129, -0.01662846003851607, -0.35595929637198026, -0.7659176877497899, -1.0814136854346452, -1.3432331698076287, -1.4908688840757816, -1.5105496685672306, -1.669755452134833, -1.5119110028448333, -1.6951540507589298, -2.140712693928554 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.011340349786646565, "penalty": 1.0, "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 1.3322676295501878e-15 }, "native_matrix_att": -0.8360059014650363, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.001058334019035101, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25882906428816876, "SE": 0.0977046633921527, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7944309249418507, "SE": 0.08447985598817229, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8064647943190357, "SE": 0.06938389728290502, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7527971699077467, "SE": 0.0713805693519671, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -1.0919296185611385, "SE": 0.09262973342376221, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8177719360811683, "SE": 0.08268492576820062, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7762760985004009, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.7979546651046939, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8360059014650376, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25882906428816876, "SE": 0.0977046633921527, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.4519844899345258, "upper": -0.06567363864181175, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7944309249418507, "SE": 0.08447985598817229, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9614418124001555, "upper": -0.627420037483546, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8064647943190357, "SE": 0.06938389728290502, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9436320056617753, "upper": -0.6692975829762962, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7527971699077467, "SE": 0.0713805693519671, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8939116651362915, "upper": -0.6116826746792019, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -1.0919296185611385, "SE": 0.09262973342376221, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.2734805599692585, "upper": -0.9103786771530185, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8177719360811683, "SE": 0.08268492576820062, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.9798314126512093, "upper": -0.6557124595111272, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7762760985004009, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.7979546651046939, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8360059014650376, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602089.924063, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25882906428816876, "SE": 0.0977046633921527, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.4519844899345258, "upper": -0.06567363864181175, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7944309249418507, "SE": 0.08447985598817229, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9614418124001555, "upper": -0.627420037483546, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8064647943190357, "SE": 0.06938389728290502, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9436320056617753, "upper": -0.6692975829762962, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7527971699077467, "SE": 0.0713805693519671, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8939116651362915, "upper": -0.6116826746792019, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -1.0919296185611385, "SE": 0.09262973342376221, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.2734805599692585, "upper": -0.9103786771530185, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8177719360811683, "SE": 0.08268492576820062, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.9798314126512093, "upper": -0.6557124595111272, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7762760985004009, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.7979546651046939, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8360059014650376, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 4, "specification_id": "S04-P005", "source_specification_id": "MI-T4-C5", "role": "active_comparison", "published_source_location": "Table 4 column 5", "outcome_label": "Labor Value per Boat-Year", "outcome_variable": "f_LV_per_boatyear", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P005.json", "input_bytes": 67232, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Labor Value per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p005", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Labor Value per Boat-Year", "source_specification_id": "MI-T4-C5", "specification_id": "S04-P005", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C5.csv", "output_dir": "analyses/full-archive/results/S04-P005" }, "source": { "file": "MI-T4-C5.csv", "bytes": 67232, "sha256": "b249da0d863204181872d2afe506d86574c0e251ec80a45d87ce8e14a36076c9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 89.44540327044984, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.07256228911341406, "se": 0.03840453187826888, "pvalue": 0.060888712626119244, "lower": -0.14848541748982177, "upper": 0.003360839262993659 }, { "method": "Dynamic TWFE", "estimate": -0.32797758845880254, "se": 0.04402694789299364, "pvalue": 8.559039949567524e-12, "lower": -0.41501584809692116, "upper": -0.24093932882068392 }, { "method": "BJS / did2s", "estimate": -0.3165914253705793, "se": 0.03929912622822864, "pvalue": 3.008487568899594e-13, "lower": -0.39428310548697676, "upper": -0.23889974525418187 }, { "method": "Sun\u2013Abraham", "estimate": -0.31707319306393916, "se": 0.044626834092693614, "pvalue": 5.4708736149619594e-11, "lower": -0.40529738661984177, "upper": -0.22884899950803655 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.1806416398448763, "se": 0.04915271631544314, "pvalue": 0.000336977087570917, "lower": -0.27781319248078246, "upper": -0.08347008720897016 }, { "event_time": -3, "estimate": -0.15339832612736917, "se": 0.07876169489217669, "pvalue": 0.05344659981620266, "lower": -0.30910480085791686, "upper": 0.002308148603178517 }, { "event_time": -2, "estimate": -0.09669170894688814, "se": 0.06105841054822767, "pvalue": 0.11552662982133055, "lower": -0.21740000340563725, "upper": 0.024016585511860963 }, { "event_time": 0, "estimate": -0.08115712820625509, "se": 0.05607947683393829, "pvalue": 0.15006598777688548, "lower": -0.1920224118254028, "upper": 0.029708155412892623 }, { "event_time": 1, "estimate": -0.06733213035184882, "se": 0.04926958123829569, "pvalue": 0.17392390762593948, "lower": -0.164734716933659, "upper": 0.030070456229961337 }, { "event_time": 2, "estimate": -0.08458648405359971, "se": 0.05383151803542834, "pvalue": 0.1183499191464805, "lower": -0.1910077071388207, "upper": 0.021834739031621267 }, { "event_time": 3, "estimate": -0.33292212195966714, "se": 0.05383883939629043, "pvalue": 6.376897968953121e-09, "lower": -0.43935781887371606, "upper": -0.22648642504561822 }, { "event_time": 4, "estimate": -0.43668199138526853, "se": 0.062241512927255195, "pvalue": 8.783419933267751e-11, "lower": -0.5597291981913952, "upper": -0.31363478457914185 }, { "event_time": 5, "estimate": -0.5084306644129057, "se": 0.06309198665859356, "pvalue": 2.9646625895949877e-13, "lower": -0.6331591995187715, "upper": -0.38370212930703995 }, { "event_time": 6, "estimate": -0.5168411670126916, "se": 0.0642846307743305, "pvalue": 3.291286487297097e-13, "lower": -0.643927477825692, "upper": -0.3897548561996911 }, { "event_time": 7, "estimate": -0.581105433418194, "se": 0.07110604266718833, "pvalue": 1.5651964194342014e-13, "lower": -0.7216772081991293, "upper": -0.4405336586372587 }, { "event_time": 8, "estimate": -0.560392119255889, "se": 0.07361780074327949, "pvalue": 3.5199333506509926e-12, "lower": -0.7059294676692804, "upper": -0.4148547708424977 }, { "event_time": 9, "estimate": -0.6034173362174763, "se": 0.08205945027722247, "pvalue": 1.4410075633881244e-11, "lower": -0.7656432474105341, "upper": -0.44119142502441844 }, { "event_time": 10, "estimate": -0.6563702624714278, "se": 0.08664957023280283, "pvalue": 4.315320799798505e-12, "lower": -0.8276705263412809, "upper": -0.4850699986015747 }, { "event_time": 11, "estimate": -0.5753123927143319, "se": 0.08535400982512112, "pvalue": 3.73651028190782e-10, "lower": -0.7440514224188113, "upper": -0.40657336300985253 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.03614686494887487, "se": 0.018517271137236706, "pvalue": 0.052912323155287405, "lower": -0.07275424134365632, "upper": 0.0004605114459065793 }, { "event_time": -3, "estimate": -0.0216821044278357, "se": 0.02650270994369477, "pvalue": 0.4146753834642288, "lower": -0.07407614624966602, "upper": 0.03071193739399462 }, { "event_time": -2, "estimate": 0.011600732043032908, "se": 0.01613584769026351, "pvalue": 0.4733666924027528, "lower": -0.02029873335165531, "upper": 0.04350019743772112 }, { "event_time": -1, "estimate": 0.021131915801962997, "se": 0.010140744726922639, "pvalue": 0.03897736798843521, "lower": 0.0010843582331078773, "upper": 0.04117947337081812 }, { "event_time": 0, "estimate": -0.0025303629179137146, "se": 0.03864240960461603, "pvalue": 0.9478833867843299, "lower": -0.07892375926198184, "upper": 0.07386303342615441 }, { "event_time": 1, "estimate": -0.03705970898196852, "se": 0.040279604386361835, "pvalue": 0.35911207255052785, "lower": -0.1166897272430976, "upper": 0.04257030927916057 }, { "event_time": 2, "estimate": -0.10475858880010636, "se": 0.053468436402216914, "pvalue": 0.052055001061766144, "lower": -0.21046202437168693, "upper": 0.0009448467714742032 }, { "event_time": 3, "estimate": -0.3076802078236545, "se": 0.048877241526020195, "pvalue": 3.6525737308831843e-09, "lower": -0.4043071656740255, "upper": -0.2110532499732835 }, { "event_time": 4, "estimate": -0.4218196843217305, "se": 0.059933938736438715, "pvalue": 7.809765810024142e-11, "lower": -0.5403049750476724, "upper": -0.3033343935957886 }, { "event_time": 5, "estimate": -0.49779196984403645, "se": 0.06774708454036585, "pvalue": 1.4854570123620208e-11, "lower": -0.6317233145350525, "upper": -0.3638606251530204 }, { "event_time": 6, "estimate": -0.5516216106610666, "se": 0.06680664312892712, "pvalue": 9.716666334136664e-14, "lower": -0.6836937671125938, "upper": -0.4195494542095395 }, { "event_time": 7, "estimate": -0.5862698741388537, "se": 0.06738051287862215, "pvalue": 7.77294589621201e-15, "lower": -0.7194765317689276, "upper": -0.45306321650877973 }, { "event_time": 8, "estimate": -0.5340065359455056, "se": 0.07705473514636708, "pvalue": 1.3817401332568635e-10, "lower": -0.6863384682047312, "upper": -0.38167460368628003 }, { "event_time": 9, "estimate": -0.6318547947219231, "se": 0.09188572645814194, "pvalue": 1.8329089183792925e-10, "lower": -0.8135065807130574, "upper": -0.4502030087307888 }, { "event_time": 10, "estimate": -0.7120521512234753, "se": 0.1034304533589827, "pvalue": 1.7590440006132995e-10, "lower": -0.9165270713525646, "upper": -0.507577231094386 }, { "event_time": 11, "estimate": -0.6475598658631764, "se": 0.09191083252224233, "pvalue": 7.507044277695807e-11, "lower": -0.8292612848229864, "upper": -0.4658584469033663 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.18923669897228573, "se": 0.07160309270909072, "pvalue": 0.009150748919613294, "lower": -0.33079110763248487, "upper": -0.047682290312086595 }, { "event_time": -3, "estimate": -0.1560052658333497, "se": 0.09672597358697248, "pvalue": 0.10901131939435117, "lower": -0.3472258887862406, "upper": 0.03521535711954121 }, { "event_time": -2, "estimate": -0.07954467620137308, "se": 0.07112267301518421, "pvalue": 0.26529155605218996, "lower": -0.2201493280409284, "upper": 0.06105997563818226 }, { "event_time": 0, "estimate": -0.0408897637051197, "se": 0.06153473740772651, "pvalue": 0.5074563438128775, "lower": -0.16253972373129433, "upper": 0.08076019632105491 }, { "event_time": 1, "estimate": -0.05076916664795253, "se": 0.05052114251326675, "pvalue": 0.31666195669925473, "lower": -0.1506460041242082, "upper": 0.04910767082830314 }, { "event_time": 2, "estimate": -0.0932086585964632, "se": 0.05340314750552866, "pvalue": 0.0830975959069713, "lower": -0.19878302249232255, "upper": 0.012365705299396165 }, { "event_time": 3, "estimate": -0.32425630120887977, "se": 0.05155672711650004, "pvalue": 3.757810263682113e-09, "lower": -0.42618041849641214, "upper": -0.2223321839213474 }, { "event_time": 4, "estimate": -0.43680679363370156, "se": 0.06480054673415979, "pvalue": 3.7271919428425045e-10, "lower": -0.5649130349531776, "upper": -0.30870055231422555 }, { "event_time": 5, "estimate": -0.4934738295904916, "se": 0.06600288158968622, "pvalue": 7.386502874457663e-12, "lower": -0.6239570045457403, "upper": -0.3629906546352429 }, { "event_time": 6, "estimate": -0.5508114181159749, "se": 0.06383819758937022, "pvalue": 1.1782581440353235e-14, "lower": -0.6770151611080562, "upper": -0.42460767512389364 }, { "event_time": 7, "estimate": -0.5793034651939554, "se": 0.07018005122641581, "pvalue": 9.852267234093266e-14, "lower": -0.7180446183374217, "upper": -0.440562312050489 }, { "event_time": 8, "estimate": -0.5189187844444269, "se": 0.07583308378588205, "pvalue": 2.1865216034346694e-10, "lower": -0.6688355956609766, "upper": -0.36900197322787703 }, { "event_time": 9, "estimate": -0.567543128235836, "se": 0.09129318269655814, "pvalue": 5.407700366781637e-09, "lower": -0.7480234958063015, "upper": -0.3870627606653705 }, { "event_time": 10, "estimate": -0.6401655288939528, "se": 0.09425878693392419, "pvalue": 2.8601798110908403e-10, "lower": -0.8265086928640945, "upper": -0.45382236492381123 }, { "event_time": 11, "estimate": -0.5704462433320833, "se": 0.08727327318875555, "pvalue": 1.0718508413430098e-09, "lower": -0.7429795252151136, "upper": -0.39791296144905297 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.1925806524038786e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.2039394641692542, "df_num": 8, "df_den": 1341, "pvalue": 0.024815342319498553, "log10_pvalue": -1.6052797294755694, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 96.05716445191496, "rss_restricted": 97.32012746788376, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.06648298166991076 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.0572860923159973 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.008624657904577905 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.2793226020547674 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.047742961140471246 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.19002464751709028 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.1673706337034474 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.020774812688328512 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.09875017618970572 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Labor Value per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p005", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Labor Value per Boat-Year", "source_specification_id": "MI-T4-C5", "specification_id": "S04-P005", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C5.csv", "output_dir": "analyses/archive-expanded/fits/S04-P005" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P005", "regression_results": "analyses/archive-expanded/baselines/S04-P005.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C5.csv", "bytes": 67232, "sha256": "b249da0d863204181872d2afe506d86574c0e251ec80a45d87ce8e14a36076c9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 89.44540327044984, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.07256228911341406, "se": 0.03840453187826888, "pvalue": 0.060888712626119244, "lower": -0.14848541748982177, "upper": 0.003360839262993659 }, { "method": "Dynamic TWFE", "estimate": -0.32797758845880254, "se": 0.04402694789299364, "pvalue": 8.559039949567524e-12, "lower": -0.41501584809692116, "upper": -0.24093932882068392 }, { "method": "BJS / did2s", "estimate": -0.3165914253705793, "se": 0.03929912622822864, "pvalue": 3.008487568899594e-13, "lower": -0.39428310548697676, "upper": -0.23889974525418187 }, { "method": "Sun\u2013Abraham", "estimate": -0.31707319306393916, "se": 0.044626834092693614, "pvalue": 5.4708736149619594e-11, "lower": -0.40529738661984177, "upper": -0.22884899950803655 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.1806416398448763, "se": 0.04915271631544314, "pvalue": 0.000336977087570917, "lower": -0.27781319248078246, "upper": -0.08347008720897016 }, { "event_time": -3, "estimate": -0.15339832612736917, "se": 0.07876169489217669, "pvalue": 0.05344659981620266, "lower": -0.30910480085791686, "upper": 0.002308148603178517 }, { "event_time": -2, "estimate": -0.09669170894688814, "se": 0.06105841054822767, "pvalue": 0.11552662982133055, "lower": -0.21740000340563725, "upper": 0.024016585511860963 }, { "event_time": 0, "estimate": -0.08115712820625509, "se": 0.05607947683393829, "pvalue": 0.15006598777688548, "lower": -0.1920224118254028, "upper": 0.029708155412892623 }, { "event_time": 1, "estimate": -0.06733213035184882, "se": 0.04926958123829569, "pvalue": 0.17392390762593948, "lower": -0.164734716933659, "upper": 0.030070456229961337 }, { "event_time": 2, "estimate": -0.08458648405359971, "se": 0.05383151803542834, "pvalue": 0.1183499191464805, "lower": -0.1910077071388207, "upper": 0.021834739031621267 }, { "event_time": 3, "estimate": -0.33292212195966714, "se": 0.05383883939629043, "pvalue": 6.376897968953121e-09, "lower": -0.43935781887371606, "upper": -0.22648642504561822 }, { "event_time": 4, "estimate": -0.43668199138526853, "se": 0.062241512927255195, "pvalue": 8.783419933267751e-11, "lower": -0.5597291981913952, "upper": -0.31363478457914185 }, { "event_time": 5, "estimate": -0.5084306644129057, "se": 0.06309198665859356, "pvalue": 2.9646625895949877e-13, "lower": -0.6331591995187715, "upper": -0.38370212930703995 }, { "event_time": 6, "estimate": -0.5168411670126916, "se": 0.0642846307743305, "pvalue": 3.291286487297097e-13, "lower": -0.643927477825692, "upper": -0.3897548561996911 }, { "event_time": 7, "estimate": -0.581105433418194, "se": 0.07110604266718833, "pvalue": 1.5651964194342014e-13, "lower": -0.7216772081991293, "upper": -0.4405336586372587 }, { "event_time": 8, "estimate": -0.560392119255889, "se": 0.07361780074327949, "pvalue": 3.5199333506509926e-12, "lower": -0.7059294676692804, "upper": -0.4148547708424977 }, { "event_time": 9, "estimate": -0.6034173362174763, "se": 0.08205945027722247, "pvalue": 1.4410075633881244e-11, "lower": -0.7656432474105341, "upper": -0.44119142502441844 }, { "event_time": 10, "estimate": -0.6563702624714278, "se": 0.08664957023280283, "pvalue": 4.315320799798505e-12, "lower": -0.8276705263412809, "upper": -0.4850699986015747 }, { "event_time": 11, "estimate": -0.5753123927143319, "se": 0.08535400982512112, "pvalue": 3.73651028190782e-10, "lower": -0.7440514224188113, "upper": -0.40657336300985253 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.03614686494887487, "se": 0.018517271137236706, "pvalue": 0.052912323155287405, "lower": -0.07275424134365632, "upper": 0.0004605114459065793 }, { "event_time": -3, "estimate": -0.0216821044278357, "se": 0.02650270994369477, "pvalue": 0.4146753834642288, "lower": -0.07407614624966602, "upper": 0.03071193739399462 }, { "event_time": -2, "estimate": 0.011600732043032908, "se": 0.01613584769026351, "pvalue": 0.4733666924027528, "lower": -0.02029873335165531, "upper": 0.04350019743772112 }, { "event_time": -1, "estimate": 0.021131915801962997, "se": 0.010140744726922639, "pvalue": 0.03897736798843521, "lower": 0.0010843582331078773, "upper": 0.04117947337081812 }, { "event_time": 0, "estimate": -0.0025303629179137146, "se": 0.03864240960461603, "pvalue": 0.9478833867843299, "lower": -0.07892375926198184, "upper": 0.07386303342615441 }, { "event_time": 1, "estimate": -0.03705970898196852, "se": 0.040279604386361835, "pvalue": 0.35911207255052785, "lower": -0.1166897272430976, "upper": 0.04257030927916057 }, { "event_time": 2, "estimate": -0.10475858880010636, "se": 0.053468436402216914, "pvalue": 0.052055001061766144, "lower": -0.21046202437168693, "upper": 0.0009448467714742032 }, { "event_time": 3, "estimate": -0.3076802078236545, "se": 0.048877241526020195, "pvalue": 3.6525737308831843e-09, "lower": -0.4043071656740255, "upper": -0.2110532499732835 }, { "event_time": 4, "estimate": -0.4218196843217305, "se": 0.059933938736438715, "pvalue": 7.809765810024142e-11, "lower": -0.5403049750476724, "upper": -0.3033343935957886 }, { "event_time": 5, "estimate": -0.49779196984403645, "se": 0.06774708454036585, "pvalue": 1.4854570123620208e-11, "lower": -0.6317233145350525, "upper": -0.3638606251530204 }, { "event_time": 6, "estimate": -0.5516216106610666, "se": 0.06680664312892712, "pvalue": 9.716666334136664e-14, "lower": -0.6836937671125938, "upper": -0.4195494542095395 }, { "event_time": 7, "estimate": -0.5862698741388537, "se": 0.06738051287862215, "pvalue": 7.77294589621201e-15, "lower": -0.7194765317689276, "upper": -0.45306321650877973 }, { "event_time": 8, "estimate": -0.5340065359455056, "se": 0.07705473514636708, "pvalue": 1.3817401332568635e-10, "lower": -0.6863384682047312, "upper": -0.38167460368628003 }, { "event_time": 9, "estimate": -0.6318547947219231, "se": 0.09188572645814194, "pvalue": 1.8329089183792925e-10, "lower": -0.8135065807130574, "upper": -0.4502030087307888 }, { "event_time": 10, "estimate": -0.7120521512234753, "se": 0.1034304533589827, "pvalue": 1.7590440006132995e-10, "lower": -0.9165270713525646, "upper": -0.507577231094386 }, { "event_time": 11, "estimate": -0.6475598658631764, "se": 0.09191083252224233, "pvalue": 7.507044277695807e-11, "lower": -0.8292612848229864, "upper": -0.4658584469033663 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.18923669897228573, "se": 0.07160309270909072, "pvalue": 0.009150748919613294, "lower": -0.33079110763248487, "upper": -0.047682290312086595 }, { "event_time": -3, "estimate": -0.1560052658333497, "se": 0.09672597358697248, "pvalue": 0.10901131939435117, "lower": -0.3472258887862406, "upper": 0.03521535711954121 }, { "event_time": -2, "estimate": -0.07954467620137308, "se": 0.07112267301518421, "pvalue": 0.26529155605218996, "lower": -0.2201493280409284, "upper": 0.06105997563818226 }, { "event_time": 0, "estimate": -0.0408897637051197, "se": 0.06153473740772651, "pvalue": 0.5074563438128775, "lower": -0.16253972373129433, "upper": 0.08076019632105491 }, { "event_time": 1, "estimate": -0.05076916664795253, "se": 0.05052114251326675, "pvalue": 0.31666195669925473, "lower": -0.1506460041242082, "upper": 0.04910767082830314 }, { "event_time": 2, "estimate": -0.0932086585964632, "se": 0.05340314750552866, "pvalue": 0.0830975959069713, "lower": -0.19878302249232255, "upper": 0.012365705299396165 }, { "event_time": 3, "estimate": -0.32425630120887977, "se": 0.05155672711650004, "pvalue": 3.757810263682113e-09, "lower": -0.42618041849641214, "upper": -0.2223321839213474 }, { "event_time": 4, "estimate": -0.43680679363370156, "se": 0.06480054673415979, "pvalue": 3.7271919428425045e-10, "lower": -0.5649130349531776, "upper": -0.30870055231422555 }, { "event_time": 5, "estimate": -0.4934738295904916, "se": 0.06600288158968622, "pvalue": 7.386502874457663e-12, "lower": -0.6239570045457403, "upper": -0.3629906546352429 }, { "event_time": 6, "estimate": -0.5508114181159749, "se": 0.06383819758937022, "pvalue": 1.1782581440353235e-14, "lower": -0.6770151611080562, "upper": -0.42460767512389364 }, { "event_time": 7, "estimate": -0.5793034651939554, "se": 0.07018005122641581, "pvalue": 9.852267234093266e-14, "lower": -0.7180446183374217, "upper": -0.440562312050489 }, { "event_time": 8, "estimate": -0.5189187844444269, "se": 0.07583308378588205, "pvalue": 2.1865216034346694e-10, "lower": -0.6688355956609766, "upper": -0.36900197322787703 }, { "event_time": 9, "estimate": -0.567543128235836, "se": 0.09129318269655814, "pvalue": 5.407700366781637e-09, "lower": -0.7480234958063015, "upper": -0.3870627606653705 }, { "event_time": 10, "estimate": -0.6401655288939528, "se": 0.09425878693392419, "pvalue": 2.8601798110908403e-10, "lower": -0.8265086928640945, "upper": -0.45382236492381123 }, { "event_time": 11, "estimate": -0.5704462433320833, "se": 0.08727327318875555, "pvalue": 1.0718508413430098e-09, "lower": -0.7429795252151136, "upper": -0.39791296144905297 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.1925806524038786e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.2039394641692542, "df_num": 8, "df_den": 1341, "pvalue": 0.024815342319498553, "log10_pvalue": -1.6052797294755694, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 96.05716445191496, "rss_restricted": 97.32012746788376, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.06648298166991076 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.0572860923159973 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.008624657904577905 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.2793226020547674 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.047742961140471246 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.19002464751709028 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.1673706337034474 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.020774812688328512 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.09875017618970572 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.6612592283487874, "se": 0.07276490832791743, "lower": -0.8038758280098641, "upper": -0.5186426286877106 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.6121139347517239, "se": 0.06725190909171086, "lower": -0.743925254463039, "upper": -0.48030261504040883 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.6044198935624574, "se": 0.06749697946605979, "lower": -0.7367115423811741, "upper": -0.47212824474374065 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 796.0, "post_cells": 21, "estimate": -0.49093269944239293, "se": 0.05643899153981394, "lower": -0.6015510901841891, "upper": -0.3803143087005968 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.6612592283487874, "se": 0.07276490832791743, "lower": -0.8038758280098641, "upper": -0.5186426286877106, "event_study": [ { "event_time": -4, "estimate": -0.1892366989726077, "se": 0.07049939362291084, "lower": -0.3274129714054257, "upper": -0.05106042653978968, "relative_to_minus_one": -0.1892366989726077, "n": 0.0 }, { "event_time": -3, "estimate": -0.15600526583375748, "se": 0.09523502677449937, "lower": -0.342662488378484, "upper": 0.03065195671096904, "relative_to_minus_one": -0.15600526583375748, "n": 0.0 }, { "event_time": -2, "estimate": -0.0795446762017809, "se": 0.07002637931619489, "lower": -0.21679385762926345, "upper": 0.05770450522570164, "relative_to_minus_one": -0.0795446762017809, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.051077013124786276, "se": 0.045241687581276065, "lower": -0.1397490913839004, "upper": 0.037595065134327844, "relative_to_minus_one": -0.051077013124786276, "n": 105.0 }, { "event_time": 1, "estimate": -0.10384954171614644, "se": 0.050788969944404336, "lower": -0.2033940936190662, "upper": -0.004304989813226662, "relative_to_minus_one": -0.10384954171614644, "n": 104.0 }, { "event_time": 2, "estimate": -0.18989465026795066, "se": 0.06112379689365212, "lower": -0.30969509077785007, "upper": -0.07009420975805128, "relative_to_minus_one": -0.18989465026795066, "n": 103.0 }, { "event_time": 3, "estimate": -0.35603166027670835, "se": 0.05604596325375832, "lower": -0.46587972973292996, "upper": -0.24618359082048674, "relative_to_minus_one": -0.35603166027670835, "n": 100.0 }, { "event_time": 4, "estimate": -0.5265713424664253, "se": 0.08243025756865383, "lower": -0.688131678537347, "upper": -0.36501100639550366, "relative_to_minus_one": -0.5265713424664253, "n": 88.0 }, { "event_time": 5, "estimate": -0.7033743754694761, "se": 0.10264873577088153, "lower": -0.9045622006389723, "upper": -0.5021865502999799, "relative_to_minus_one": -0.7033743754694761, "n": 66.0 }, { "event_time": 6, "estimate": -0.9168306751430293, "se": 0.10783159953222686, "lower": -1.1281767266215401, "upper": -0.7054846236645185, "relative_to_minus_one": -0.9168306751430293, "n": 54.0 }, { "event_time": 7, "estimate": -0.9917172441309643, "se": 0.1199827305415004, "lower": -1.226879074759079, "upper": -0.7565554135028496, "relative_to_minus_one": -0.9917172441309643, "n": 51.0 }, { "event_time": 8, "estimate": -0.9693584764118739, "se": 0.12954577001102915, "lower": -1.223263519983, "upper": -0.7154534328407478, "relative_to_minus_one": -0.9693584764118739, "n": 48.0 }, { "event_time": 9, "estimate": -0.955523945017128, "se": 0.14539310171104058, "lower": -1.2404891879713364, "upper": -0.6705587020629196, "relative_to_minus_one": -0.955523945017128, "n": 28.0 }, { "event_time": 10, "estimate": -1.11006244116037, "se": 0.16418422931471943, "lower": -1.4318576174466853, "upper": -0.7882672648740545, "relative_to_minus_one": -1.11006244116037, "n": 25.0 }, { "event_time": 11, "estimate": -1.060819375000589, "se": 0.17111585698013898, "lower": -1.3962002918653682, "upper": -0.7254384581358098, "relative_to_minus_one": -1.060819375000589, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.09004796966990074, "se": 0.06640930785628925, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": -0.08682399004988818, "se": 0.05098067174824576, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": -0.19621994669689, "se": 0.06944168131650702, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": -0.22871964252429033, "se": 0.07132466447518906, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -0.5001770156854735, "se": 0.10914937392711449, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": -0.745653803174968, "se": 0.11383621867015407, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -0.9706029261276355, "se": 0.1248786599159336, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": -1.026319218312159, "se": 0.14195260749983848, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": -0.8846333593106421, "se": 0.15537457625656256, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -0.955523945017128, "se": 0.14539310171104056, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": -1.11006244116037, "se": 0.1641842293147194, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": -1.060819375000589, "se": 0.17111585698013898, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": -0.1892366989726077, "se": 0.07049939362291083, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.15600526583375748, "se": 0.09523502677449937, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.0795446762017809, "se": 0.07002637931619489, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.004799002227462846, "se": 0.0649127205078794, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.12406738431982811, "se": 0.08774376060007501, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": -0.18238336075858516, "se": 0.09812912307785505, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -0.5072146813577048, "se": 0.08493898269953304, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": -0.5579146055188058, "se": 0.10875332087402384, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -0.6531675550692043, "se": 0.18271151330668375, "event_time": 5, "mass": 26.0 }, { "group": 5, "year": 11, "att": -0.852976127098809, "se": 0.1780190957567009, "event_time": 6, "mass": 22.0 }, { "group": 5, "year": 12, "att": -0.9506273997907956, "se": 0.20338205942112295, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -1.0699695529695867, "se": 0.2090563607101819, "event_time": 8, "mass": 19.0 } ], "treated_cell_att": -0.49093269944239293, "treated_cell_se": 0.05643899153981394, "checks": { "input_rows": 1519, "retained_rows": 1519, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.08004295825958252, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.4412411376110202, "event_study": [ { "event_time": -4, "estimate": -0.08768100864267463, "raw_gap": -0.07839844422669771, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.12448997197329349 }, { "event_time": -3, "estimate": -0.0466895805772228, "raw_gap": -0.03740701616124587, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.08349854390784167 }, { "event_time": -2, "estimate": 0.016720724270257878, "raw_gap": 0.026003288686234815, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.020088239060360988 }, { "event_time": -1, "estimate": 0.036808963330618866, "raw_gap": 0.0410524213493489, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0013764865025094658, "raw_gap": 0.005619944521239524, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.0354324768281094 }, { "event_time": 1, "estimate": -0.030151906334651164, "raw_gap": -0.025956901262048488, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.06696086966527003 }, { "event_time": 2, "estimate": -0.0905776337553558, "raw_gap": -0.08643202246278586, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.12738659708597466 }, { "event_time": 3, "estimate": -0.3112555677468285, "raw_gap": -0.3070784137596412, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.3480645310774474 }, { "event_time": 4, "estimate": -0.4866578716009105, "raw_gap": -0.4824385241391051, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.5234668349315293 }, { "event_time": 5, "estimate": -0.6706641443405795, "raw_gap": -0.6670073765403488, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.7074731076711984 }, { "event_time": 6, "estimate": -0.8864034774253953, "raw_gap": -0.8826216919225925, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.9232124407560142 }, { "event_time": 7, "estimate": -0.9532076853167802, "raw_gap": -0.9493854529102038, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.9900166486473991 }, { "event_time": 8, "estimate": -0.9218046429553924, "raw_gap": -0.9181302945407374, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.9586136062860113 }, { "event_time": 9, "estimate": -0.9555239450171272, "raw_gap": -0.9555239450171313, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.9923329083477461 }, { "event_time": 10, "estimate": -1.1100624411603703, "raw_gap": -1.1100624411603746, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.1468714044909891 }, { "event_time": 11, "estimate": -1.0608193750005888, "raw_gap": -1.0608193750005928, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.0976283383312075 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.07839844422669771, -0.03740701616124587, 0.02600328868623482, 0.041052421349348917, 0.005619944521239524, -0.025956901262048474, -0.08643202246278586, -0.3070784137596412, -0.48243852413910504, -0.6670073765403489, -0.8826216919225927, -0.9493854529102038, -0.9181302945407372, -0.9555239450171316, -1.1100624411603743, -1.0608193750005928 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.113668470190054e-15 }, { "cohort": 4, "pre_gap": 0.009282564415976958 } ], "diagnostics": { "converged": true, "pre_rmse": 0.057072238400288154, "zeta_omega": [ 0.0, 1.8079003075850246 ], "zeta_lambda": [ 0.0, 4.2947913192680786e-07 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.05870036338654374, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 11, "time_iterations": 32, "unit_objective": 0.09298871594310673, "time_objective": 0.02800031549868272, "unit_projected_gradient": 7.036788263192761e-09, "time_projected_gradient": 7.452482769787494e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.44124113761102024, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0007432498969137669, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.3191240534849763, "event_study": [ { "event_time": -4, "estimate": -0.015055051110174952, "raw_gap": -0.015055051110174952, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.021432056382584195 }, { "event_time": -3, "estimate": -0.0055660171970289135, "raw_gap": -0.0055660171970289135, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.011943022469438156 }, { "event_time": -2, "estimate": 0.006671469638589236, "raw_gap": 0.006671469638589236, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0002944643661799938 }, { "event_time": -1, "estimate": 0.0063770052724092426, "raw_gap": 0.0063770052724092426, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.007882073601463436, "raw_gap": -0.007882073601463436, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.014259078873872679 }, { "event_time": 1, "estimate": -0.04131592606568717, "raw_gap": -0.04131592606568717, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.047692931338096406 }, { "event_time": 2, "estimate": -0.10242470478428417, "raw_gap": -0.10242470478428417, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.10880171005669341 }, { "event_time": 3, "estimate": -0.30978233419373136, "raw_gap": -0.30978233419373136, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.3161593394661406 }, { "event_time": 4, "estimate": -0.4303807162441346, "raw_gap": -0.4303807162441346, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.43675772151654385 }, { "event_time": 5, "estimate": -0.4945619071817444, "raw_gap": -0.4945619071817444, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.5009389124541537 }, { "event_time": 6, "estimate": -0.557311845393669, "raw_gap": -0.557311845393669, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.5636888506660782 }, { "event_time": 7, "estimate": -0.5858659413777546, "raw_gap": -0.5858659413777546, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.5922429466501639 }, { "event_time": 8, "estimate": -0.5334566562786417, "raw_gap": -0.5334566562786417, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.539833661551051 }, { "event_time": 9, "estimate": -0.6440918554752343, "raw_gap": -0.6440918554752343, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.6504688607476435 }, { "event_time": 10, "estimate": -0.7066949537851842, "raw_gap": -0.7066949537851842, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.7130719590575935 }, { "event_time": 11, "estimate": -0.6489099024411699, "raw_gap": -0.6489099024411699, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.6552869077135791 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.015055051110174952, -0.0055660171970289135, 0.006671469638589236, 0.0063770052724092426, -0.007882073601463455, -0.04131592606568717, -0.10242470478428418, -0.30978233419373136, -0.43038071624413443, -0.4945619071817443, -0.5573118453936688, -0.5858659413777547, -0.5334566562786418, -0.6440918554752344, -0.7066949537851842, -0.6489099024411699 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 39, "termination_reason": "Relative objective tolerance reached", "objective": 0.0309378921915417, "lambda_l": 0.002073911592057294, "singular_values": [ 2.335654304208964, 1.578957835605192, 1.4132526730517974, 1.1681134558718917, 1.0491071775429837, 0.8875072317813694, 0.7584959418064817, 0.5800151964178831, 0.3351534801540922, 0.21766657368600795, 0.1179634903650637, 0.0, 0.0 ], "history_objective": [ 0.031034463442003106, 0.03097574642302134, 0.030955398219141436, 0.030946530759173176, 0.030942327991876406, 0.03094023392801499, 0.03093915412140836, 0.030938583080680995, 0.03093827520837089, 0.030938106688257472, 0.030938013318523697, 0.030937961070626026, 0.030937931591785914, 0.03093791484361815, 0.03093790527179205, 0.030937899773411395, 0.030937896600967973, 0.03093789476346536, 0.030937893695563337, 0.030937893073077677, 0.03093789270927031, 0.030937892496148235, 0.03093789237103962, 0.03093789229746129, 0.030937892254117163, 0.030937892228545885, 0.030937892213439882, 0.030937892204505525, 0.0309378921992157, 0.030937892196080695, 0.030937892194221148, 0.030937892193117267, 0.03093789219246152, 0.03093789219207172, 0.030937892191839893, 0.030937892191701896, 0.030937892191619777, 0.03093789219157083, 0.0309378921915417 ], "history_rmse": [ 0.09629621007920418, 0.0963044265461339, 0.09632376461343241, 0.09633442120263432, 0.0963398371755628, 0.09634251855681102, 0.09634383172178997, 0.09634446868491901, 0.09634477195701209, 0.0963449105462218, 0.09634496824575711, 0.09634498684887007, 0.09634498726144874, 0.09634497990163712, 0.09634496988324347, 0.09634495962978448, 0.0963449502055934, 0.09634494199798246, 0.09634493506754054, 0.09634492932730297, 0.09634492463323456, 0.09634492082867212, 0.09634491776496473, 0.09634491530993215, 0.09634491335023829, 0.09634491179085906, 0.09634491055329239, 0.09634490957335193, 0.09634490879894905, 0.09634490818805612, 0.09634490770691706, 0.09634490732852066, 0.09634490703132106, 0.09634490679817823, 0.09634490661549083, 0.09634490647248693, 0.0963449063606541, 0.0963449062732745, 0.0963449062050577 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-16 }, "native_matrix_att": -0.31912405348497574, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.002211875282227993, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.4765194429899556, "event_study": [ { "event_time": -4, "estimate": -0.018888282701978384, "raw_gap": -0.018888282701978384, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.022131764485491392 }, { "event_time": -3, "estimate": 0.002332278181135674, "raw_gap": 0.002332278181135674, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.0009112036023773335 }, { "event_time": -2, "estimate": 0.00946088811903468, "raw_gap": 0.00946088811903468, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.006217406335521673 }, { "event_time": -1, "estimate": 0.0032434817835130074, "raw_gap": 0.0032434817835130074, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.00359285650457553, "raw_gap": -0.00359285650457553, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.006836338288088537 }, { "event_time": 1, "estimate": -0.08131029124590222, "raw_gap": -0.08131029124590222, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.08455377302941523 }, { "event_time": 2, "estimate": -0.14406428107634728, "raw_gap": -0.14406428107634728, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.14730776285986028 }, { "event_time": 3, "estimate": -0.35331836852394394, "raw_gap": -0.35331836852394394, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.35656185030745696 }, { "event_time": 4, "estimate": -0.5293290576275055, "raw_gap": -0.5293290576275055, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.5325725394110185 }, { "event_time": 5, "estimate": -0.6863238470571188, "raw_gap": -0.6863238470571188, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.6895673288406318 }, { "event_time": 6, "estimate": -0.9058609849504008, "raw_gap": -0.9058609849504008, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.9091044667339138 }, { "event_time": 7, "estimate": -0.9465709195175765, "raw_gap": -0.9465709195175765, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.9498144013010895 }, { "event_time": 8, "estimate": -0.9766314275437097, "raw_gap": -0.9766314275437097, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.9798749093272227 }, { "event_time": 9, "estimate": -1.020940923641362, "raw_gap": -1.020940923641362, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.024184405424875 }, { "event_time": 10, "estimate": -1.1031775203424832, "raw_gap": -1.1031775203424832, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.1064210021259961 }, { "event_time": 11, "estimate": -1.1746443809110665, "raw_gap": -1.1746443809110665, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.1778878626945795 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.018888282701978384, 0.002332278181135674, 0.009460888119034686, 0.0032434817835129987, -0.003592856504575536, -0.08131029124590222, -0.14406428107634736, -0.3533183685239439, -0.5293290576275053, -0.6863238470571189, -0.9058609849504009, -0.9465709195175763, -0.9766314275437097, -1.020940923641362, -1.1031775203424834, -1.1746443809110665 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.010020537168064947, "penalty": 1.0, "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 6.661338147750939e-16 }, "native_matrix_att": -0.47651944298995624, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.001053000334650278, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.07256228911341406, "SE": 0.03840453187826888, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.32797758845880254, "SE": 0.04402694789299364, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.3165914253705793, "SE": 0.03929912622822864, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.31707319306393916, "SE": 0.044626834092693614, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.6612592283487874, "SE": 0.07276490832791743, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.49093269944239293, "SE": 0.05643899153981394, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.4412411376110202, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.3191240534849763, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4765194429899556, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.07256228911341406, "SE": 0.03840453187826888, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14848541748982177, "upper": 0.003360839262993659, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.32797758845880254, "SE": 0.04402694789299364, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.41501584809692116, "upper": -0.24093932882068392, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.3165914253705793, "SE": 0.03929912622822864, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.39428310548697676, "upper": -0.23889974525418187, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.31707319306393916, "SE": 0.044626834092693614, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.40529738661984177, "upper": -0.22884899950803655, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.6612592283487874, "SE": 0.07276490832791743, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8038758280098641, "upper": -0.5186426286877106, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.49093269944239293, "SE": 0.05643899153981394, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6015510901841891, "upper": -0.3803143087005968, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.4412411376110202, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.3191240534849763, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4765194429899556, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602091.199543, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.07256228911341406, "SE": 0.03840453187826888, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14848541748982177, "upper": 0.003360839262993659, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.32797758845880254, "SE": 0.04402694789299364, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.41501584809692116, "upper": -0.24093932882068392, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.3165914253705793, "SE": 0.03929912622822864, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.39428310548697676, "upper": -0.23889974525418187, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.31707319306393916, "SE": 0.044626834092693614, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.40529738661984177, "upper": -0.22884899950803655, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.6612592283487874, "SE": 0.07276490832791743, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8038758280098641, "upper": -0.5186426286877106, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.49093269944239293, "SE": 0.05643899153981394, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6015510901841891, "upper": -0.3803143087005968, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.4412411376110202, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.3191240534849763, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4765194429899556, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 4, "specification_id": "S04-P006", "source_specification_id": "MI-T4-C6", "role": "active_comparison", "published_source_location": "Table 4 column 6", "outcome_label": "Material Value per Boat-Year", "outcome_variable": "f_M_per_boatyear", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P006.json", "input_bytes": 67361, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Material Value per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p006", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Material Value per Boat-Year", "source_specification_id": "MI-T4-C6", "specification_id": "S04-P006", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C6.csv", "output_dir": "analyses/full-archive/results/S04-P006" }, "source": { "file": "MI-T4-C6.csv", "bytes": 67361, "sha256": "184449d7233803509bbbc183f9c868cda163e2770428f773d10d48854db48435" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 13.40835787248469, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.004475706289962468, "se": 0.03682200982655465, "pvalue": 0.9034286625278272, "lower": -0.07727029699087823, "upper": 0.0683188844109533 }, { "method": "Dynamic TWFE", "estimate": -0.06661054986062145, "se": 0.05765370252264327, "pvalue": 0.24989879748988647, "lower": -0.180587969813987, "upper": 0.04736687009274408 }, { "method": "BJS / did2s", "estimate": -0.05096659772476818, "se": 0.05089501758051577, "pvalue": 0.3183458208687784, "lower": -0.15158256059428368, "upper": 0.049649365144747326 }, { "method": "Sun\u2013Abraham", "estimate": -0.06979885590258547, "se": 0.06113233739104594, "pvalue": 0.25548637902351085, "lower": -0.19065329866475733, "upper": 0.051055586859586374 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.01257653826871629, "se": 0.06099145152369501, "pvalue": 0.8369308378103311, "lower": -0.10799938278598595, "upper": 0.13315245932341854 }, { "event_time": -3, "estimate": -0.15543009481517542, "se": 0.09930707601903795, "pvalue": 0.11979022607423266, "lower": -0.351753380441407, "upper": 0.04089319081105619 }, { "event_time": -2, "estimate": 0.04491900695592497, "se": 0.09375188028048793, "pvalue": 0.6325908997807067, "lower": -0.1404220372892403, "upper": 0.23026005120109022 }, { "event_time": 0, "estimate": -0.11007264899284426, "se": 0.07441723786361765, "pvalue": 0.14133665914479127, "lower": -0.2571904298226152, "upper": 0.03704513183692666 }, { "event_time": 1, "estimate": -0.04658320178682005, "se": 0.0835384696828792, "pvalue": 0.5779841914391137, "lower": -0.2117330330152218, "upper": 0.11856662944158172 }, { "event_time": 2, "estimate": 0.08746702437110458, "se": 0.05470265941450657, "pvalue": 0.11206933255722205, "lower": -0.02067638553746841, "upper": 0.19561043427967756 }, { "event_time": 3, "estimate": -0.020516802704689807, "se": 0.07045139845551149, "pvalue": 0.7713116095044398, "lower": -0.15979439072970902, "upper": 0.11876078532032941 }, { "event_time": 4, "estimate": -0.053304079392455544, "se": 0.08807602038043338, "pvalue": 0.5460153824588814, "lower": -0.2274243374761265, "upper": 0.12081617869121541 }, { "event_time": 5, "estimate": -0.09905687336676154, "se": 0.06328769604129623, "pvalue": 0.11978142788608036, "lower": -0.2241723125139134, "upper": 0.026058565780390328 }, { "event_time": 6, "estimate": -0.13679370360447937, "se": 0.08353330025483684, "pvalue": 0.10373606479543288, "lower": -0.301933315227806, "upper": 0.028345908018847232 }, { "event_time": 7, "estimate": -0.12376960666304929, "se": 0.08366647425173594, "pvalue": 0.14128514298685932, "lower": -0.289172494154313, "upper": 0.041633280828214436 }, { "event_time": 8, "estimate": -0.10263423110122488, "se": 0.0916407932633365, "pvalue": 0.26463393515285716, "lower": -0.2838018009469365, "upper": 0.07853333874448676 }, { "event_time": 9, "estimate": -0.29187724851181085, "se": 0.11021156464763533, "pvalue": 0.00901077212241781, "lower": -0.5097579610753707, "upper": -0.07399653594825095 }, { "event_time": 10, "estimate": -0.1933218990195062, "se": 0.11693029936628799, "pvalue": 0.10049282836288571, "lower": -0.4244850898121507, "upper": 0.03784129177313836 }, { "event_time": 11, "estimate": -0.024117106265167887, "se": 0.1157212720018291, "pvalue": 0.8352120548220544, "lower": -0.2528901327903932, "upper": 0.2046559202600574 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.013416784273485714, "se": 0.0284737957373188, "pvalue": 0.6382278546016628, "lower": -0.04287395912055958, "upper": 0.06970752766753101 }, { "event_time": -3, "estimate": -0.07660109734885051, "se": 0.03562672111857033, "pvalue": 0.03325286256514357, "lower": -0.14703268416494314, "upper": -0.006169510532757896 }, { "event_time": -2, "estimate": 0.04846346002109389, "se": 0.03009346989475184, "pvalue": 0.10954022916399551, "lower": -0.011029268216107939, "upper": 0.10795618825829573 }, { "event_time": -1, "estimate": 0.006729532823707201, "se": 0.014107488032563427, "pvalue": 0.6340874504844397, "lower": -0.02116000449339832, "upper": 0.034619070140812724 }, { "event_time": 0, "estimate": -0.025734165384154753, "se": 0.05152347525343679, "pvalue": 0.6182304027744892, "lower": -0.12759254601654163, "upper": 0.07612421524823212 }, { "event_time": 1, "estimate": -0.05830577331587875, "se": 0.0717840745640872, "pvalue": 0.41802411219641905, "lower": -0.20021797070409186, "upper": 0.08360642407233437 }, { "event_time": 2, "estimate": 0.09189389828902964, "se": 0.05969225729217906, "pvalue": 0.1259329967868134, "lower": -0.02611360477953674, "upper": 0.209901401357596 }, { "event_time": 3, "estimate": 0.012975345877796075, "se": 0.06656294399642373, "pvalue": 0.8457256327650035, "lower": -0.1186150340849323, "upper": 0.14456572584052446 }, { "event_time": 4, "estimate": -0.06290823864720022, "se": 0.09084465485025381, "pvalue": 0.48977392117711854, "lower": -0.24250189739477737, "upper": 0.11668542010037694 }, { "event_time": 5, "estimate": -0.09626529257479909, "se": 0.07049225824353911, "pvalue": 0.17423434276171276, "lower": -0.23562365760138904, "upper": 0.04309307245179085 }, { "event_time": 6, "estimate": -0.1456602958161328, "se": 0.08350567905704795, "pvalue": 0.08328312684419291, "lower": -0.31074530222379676, "upper": 0.01942471059153117 }, { "event_time": 7, "estimate": -0.1094681110747905, "se": 0.07848730750168782, "pvalue": 0.16529255529091127, "lower": -0.26463214073299657, "upper": 0.045695918583415554 }, { "event_time": 8, "estimate": -0.07542757122512536, "se": 0.08895837823209449, "pvalue": 0.3979321878757144, "lower": -0.25129219032998884, "upper": 0.10043704787973812 }, { "event_time": 9, "estimate": -0.2599900998445044, "se": 0.1231750446685378, "pvalue": 0.03656012569681773, "lower": -0.5034987242636675, "upper": -0.01648147542534134 }, { "event_time": 10, "estimate": -0.2205524461840414, "se": 0.12942176990347926, "pvalue": 0.09055817976485687, "lower": -0.4764104184210064, "upper": 0.035305526052923586 }, { "event_time": 11, "estimate": -0.027068976041946802, "se": 0.12147067025285388, "pvalue": 0.8239796352330394, "lower": -0.2672081690103217, "upper": 0.21307021692642808 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.0029958340759183165, "se": 0.10265179033674493, "pvalue": 0.9767587658343072, "lower": -0.2059313907573107, "upper": 0.19993972260547405 }, { "event_time": -3, "estimate": -0.2097936700738569, "se": 0.13448332754553413, "pvalue": 0.12100215540473634, "lower": -0.4756579949949375, "upper": 0.05607065484722368 }, { "event_time": -2, "estimate": 0.07751679884614353, "se": 0.11301946813146227, "pvalue": 0.4939205327566375, "lower": -0.14591494653163967, "upper": 0.30094854422392675 }, { "event_time": 0, "estimate": -0.10458873550907828, "se": 0.08330204265005874, "pvalue": 0.21136083057071559, "lower": -0.2692711666915329, "upper": 0.06009369567337634 }, { "event_time": 1, "estimate": -0.04984979406626873, "se": 0.09015263249131769, "pvalue": 0.5811740464629875, "lower": -0.22807537202162614, "upper": 0.12837578388908866 }, { "event_time": 2, "estimate": 0.07498904118052745, "se": 0.059770950907881565, "pvalue": 0.21169721667553595, "lower": -0.043174033774875706, "upper": 0.19315211613593058 }, { "event_time": 3, "estimate": -0.009381171492864243, "se": 0.07029952026696142, "pvalue": 0.8940311440757606, "lower": -0.1483585067445021, "upper": 0.1295961637587736 }, { "event_time": 4, "estimate": -0.07317637749541483, "se": 0.09755762747520796, "pvalue": 0.4544541338014415, "lower": -0.2660411232076036, "upper": 0.11968836821677392 }, { "event_time": 5, "estimate": -0.11297491864700634, "se": 0.07298317086328926, "pvalue": 0.12387388486514402, "lower": -0.25725764726701683, "upper": 0.031307809973004114 }, { "event_time": 6, "estimate": -0.15917366325859117, "se": 0.08556296325501249, "pvalue": 0.06492477952290887, "lower": -0.3283257795782809, "upper": 0.009978453061098541 }, { "event_time": 7, "estimate": -0.11842157192372779, "se": 0.08369548788890448, "pvalue": 0.1592995982620314, "lower": -0.2838818173879098, "upper": 0.04703867354045421 }, { "event_time": 8, "estimate": -0.09087561752956161, "se": 0.09727320327721564, "pvalue": 0.351782025311809, "lower": -0.2831780760886098, "upper": 0.1014268410294866 }, { "event_time": 9, "estimate": -0.2633459545778213, "se": 0.12548354019919955, "pvalue": 0.03763088427480862, "lower": -0.5114183165029209, "upper": -0.015273592652721601 }, { "event_time": 10, "estimate": -0.21342658932739736, "se": 0.12472806183155516, "pvalue": 0.08925512526097622, "lower": -0.4600054222785188, "upper": 0.033152243623724126 }, { "event_time": 11, "estimate": -0.01765395877239662, "se": 0.12077491411804386, "pvalue": 0.8839940677830436, "lower": -0.25641768952945515, "upper": 0.2211097719846619 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.8177103092389006e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8656672213968194, "df_num": 8, "df_den": 1344, "pvalue": 0.5449672404714518, "log10_pvalue": -0.26362960361343246, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 165.18383484477914, "rss_restricted": 166.0349909836467, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.15193362388956622 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.18300704912009155 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.0735392141723216 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.1786363696999647 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.07921044514484521 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.09912985321665925 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.13184752615620457 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.13669357825624662 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.021948256046204172 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Material Value per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p006", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Material Value per Boat-Year", "source_specification_id": "MI-T4-C6", "specification_id": "S04-P006", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C6.csv", "output_dir": "analyses/archive-expanded/fits/S04-P006" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P006", "regression_results": "analyses/archive-expanded/baselines/S04-P006.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C6.csv", "bytes": 67361, "sha256": "184449d7233803509bbbc183f9c868cda163e2770428f773d10d48854db48435" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 13.40835787248469, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.004475706289962468, "se": 0.03682200982655465, "pvalue": 0.9034286625278272, "lower": -0.07727029699087823, "upper": 0.0683188844109533 }, { "method": "Dynamic TWFE", "estimate": -0.06661054986062145, "se": 0.05765370252264327, "pvalue": 0.24989879748988647, "lower": -0.180587969813987, "upper": 0.04736687009274408 }, { "method": "BJS / did2s", "estimate": -0.05096659772476818, "se": 0.05089501758051577, "pvalue": 0.3183458208687784, "lower": -0.15158256059428368, "upper": 0.049649365144747326 }, { "method": "Sun\u2013Abraham", "estimate": -0.06979885590258547, "se": 0.06113233739104594, "pvalue": 0.25548637902351085, "lower": -0.19065329866475733, "upper": 0.051055586859586374 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.01257653826871629, "se": 0.06099145152369501, "pvalue": 0.8369308378103311, "lower": -0.10799938278598595, "upper": 0.13315245932341854 }, { "event_time": -3, "estimate": -0.15543009481517542, "se": 0.09930707601903795, "pvalue": 0.11979022607423266, "lower": -0.351753380441407, "upper": 0.04089319081105619 }, { "event_time": -2, "estimate": 0.04491900695592497, "se": 0.09375188028048793, "pvalue": 0.6325908997807067, "lower": -0.1404220372892403, "upper": 0.23026005120109022 }, { "event_time": 0, "estimate": -0.11007264899284426, "se": 0.07441723786361765, "pvalue": 0.14133665914479127, "lower": -0.2571904298226152, "upper": 0.03704513183692666 }, { "event_time": 1, "estimate": -0.04658320178682005, "se": 0.0835384696828792, "pvalue": 0.5779841914391137, "lower": -0.2117330330152218, "upper": 0.11856662944158172 }, { "event_time": 2, "estimate": 0.08746702437110458, "se": 0.05470265941450657, "pvalue": 0.11206933255722205, "lower": -0.02067638553746841, "upper": 0.19561043427967756 }, { "event_time": 3, "estimate": -0.020516802704689807, "se": 0.07045139845551149, "pvalue": 0.7713116095044398, "lower": -0.15979439072970902, "upper": 0.11876078532032941 }, { "event_time": 4, "estimate": -0.053304079392455544, "se": 0.08807602038043338, "pvalue": 0.5460153824588814, "lower": -0.2274243374761265, "upper": 0.12081617869121541 }, { "event_time": 5, "estimate": -0.09905687336676154, "se": 0.06328769604129623, "pvalue": 0.11978142788608036, "lower": -0.2241723125139134, "upper": 0.026058565780390328 }, { "event_time": 6, "estimate": -0.13679370360447937, "se": 0.08353330025483684, "pvalue": 0.10373606479543288, "lower": -0.301933315227806, "upper": 0.028345908018847232 }, { "event_time": 7, "estimate": -0.12376960666304929, "se": 0.08366647425173594, "pvalue": 0.14128514298685932, "lower": -0.289172494154313, "upper": 0.041633280828214436 }, { "event_time": 8, "estimate": -0.10263423110122488, "se": 0.0916407932633365, "pvalue": 0.26463393515285716, "lower": -0.2838018009469365, "upper": 0.07853333874448676 }, { "event_time": 9, "estimate": -0.29187724851181085, "se": 0.11021156464763533, "pvalue": 0.00901077212241781, "lower": -0.5097579610753707, "upper": -0.07399653594825095 }, { "event_time": 10, "estimate": -0.1933218990195062, "se": 0.11693029936628799, "pvalue": 0.10049282836288571, "lower": -0.4244850898121507, "upper": 0.03784129177313836 }, { "event_time": 11, "estimate": -0.024117106265167887, "se": 0.1157212720018291, "pvalue": 0.8352120548220544, "lower": -0.2528901327903932, "upper": 0.2046559202600574 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.013416784273485714, "se": 0.0284737957373188, "pvalue": 0.6382278546016628, "lower": -0.04287395912055958, "upper": 0.06970752766753101 }, { "event_time": -3, "estimate": -0.07660109734885051, "se": 0.03562672111857033, "pvalue": 0.03325286256514357, "lower": -0.14703268416494314, "upper": -0.006169510532757896 }, { "event_time": -2, "estimate": 0.04846346002109389, "se": 0.03009346989475184, "pvalue": 0.10954022916399551, "lower": -0.011029268216107939, "upper": 0.10795618825829573 }, { "event_time": -1, "estimate": 0.006729532823707201, "se": 0.014107488032563427, "pvalue": 0.6340874504844397, "lower": -0.02116000449339832, "upper": 0.034619070140812724 }, { "event_time": 0, "estimate": -0.025734165384154753, "se": 0.05152347525343679, "pvalue": 0.6182304027744892, "lower": -0.12759254601654163, "upper": 0.07612421524823212 }, { "event_time": 1, "estimate": -0.05830577331587875, "se": 0.0717840745640872, "pvalue": 0.41802411219641905, "lower": -0.20021797070409186, "upper": 0.08360642407233437 }, { "event_time": 2, "estimate": 0.09189389828902964, "se": 0.05969225729217906, "pvalue": 0.1259329967868134, "lower": -0.02611360477953674, "upper": 0.209901401357596 }, { "event_time": 3, "estimate": 0.012975345877796075, "se": 0.06656294399642373, "pvalue": 0.8457256327650035, "lower": -0.1186150340849323, "upper": 0.14456572584052446 }, { "event_time": 4, "estimate": -0.06290823864720022, "se": 0.09084465485025381, "pvalue": 0.48977392117711854, "lower": -0.24250189739477737, "upper": 0.11668542010037694 }, { "event_time": 5, "estimate": -0.09626529257479909, "se": 0.07049225824353911, "pvalue": 0.17423434276171276, "lower": -0.23562365760138904, "upper": 0.04309307245179085 }, { "event_time": 6, "estimate": -0.1456602958161328, "se": 0.08350567905704795, "pvalue": 0.08328312684419291, "lower": -0.31074530222379676, "upper": 0.01942471059153117 }, { "event_time": 7, "estimate": -0.1094681110747905, "se": 0.07848730750168782, "pvalue": 0.16529255529091127, "lower": -0.26463214073299657, "upper": 0.045695918583415554 }, { "event_time": 8, "estimate": -0.07542757122512536, "se": 0.08895837823209449, "pvalue": 0.3979321878757144, "lower": -0.25129219032998884, "upper": 0.10043704787973812 }, { "event_time": 9, "estimate": -0.2599900998445044, "se": 0.1231750446685378, "pvalue": 0.03656012569681773, "lower": -0.5034987242636675, "upper": -0.01648147542534134 }, { "event_time": 10, "estimate": -0.2205524461840414, "se": 0.12942176990347926, "pvalue": 0.09055817976485687, "lower": -0.4764104184210064, "upper": 0.035305526052923586 }, { "event_time": 11, "estimate": -0.027068976041946802, "se": 0.12147067025285388, "pvalue": 0.8239796352330394, "lower": -0.2672081690103217, "upper": 0.21307021692642808 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.0029958340759183165, "se": 0.10265179033674493, "pvalue": 0.9767587658343072, "lower": -0.2059313907573107, "upper": 0.19993972260547405 }, { "event_time": -3, "estimate": -0.2097936700738569, "se": 0.13448332754553413, "pvalue": 0.12100215540473634, "lower": -0.4756579949949375, "upper": 0.05607065484722368 }, { "event_time": -2, "estimate": 0.07751679884614353, "se": 0.11301946813146227, "pvalue": 0.4939205327566375, "lower": -0.14591494653163967, "upper": 0.30094854422392675 }, { "event_time": 0, "estimate": -0.10458873550907828, "se": 0.08330204265005874, "pvalue": 0.21136083057071559, "lower": -0.2692711666915329, "upper": 0.06009369567337634 }, { "event_time": 1, "estimate": -0.04984979406626873, "se": 0.09015263249131769, "pvalue": 0.5811740464629875, "lower": -0.22807537202162614, "upper": 0.12837578388908866 }, { "event_time": 2, "estimate": 0.07498904118052745, "se": 0.059770950907881565, "pvalue": 0.21169721667553595, "lower": -0.043174033774875706, "upper": 0.19315211613593058 }, { "event_time": 3, "estimate": -0.009381171492864243, "se": 0.07029952026696142, "pvalue": 0.8940311440757606, "lower": -0.1483585067445021, "upper": 0.1295961637587736 }, { "event_time": 4, "estimate": -0.07317637749541483, "se": 0.09755762747520796, "pvalue": 0.4544541338014415, "lower": -0.2660411232076036, "upper": 0.11968836821677392 }, { "event_time": 5, "estimate": -0.11297491864700634, "se": 0.07298317086328926, "pvalue": 0.12387388486514402, "lower": -0.25725764726701683, "upper": 0.031307809973004114 }, { "event_time": 6, "estimate": -0.15917366325859117, "se": 0.08556296325501249, "pvalue": 0.06492477952290887, "lower": -0.3283257795782809, "upper": 0.009978453061098541 }, { "event_time": 7, "estimate": -0.11842157192372779, "se": 0.08369548788890448, "pvalue": 0.1592995982620314, "lower": -0.2838818173879098, "upper": 0.04703867354045421 }, { "event_time": 8, "estimate": -0.09087561752956161, "se": 0.09727320327721564, "pvalue": 0.351782025311809, "lower": -0.2831780760886098, "upper": 0.1014268410294866 }, { "event_time": 9, "estimate": -0.2633459545778213, "se": 0.12548354019919955, "pvalue": 0.03763088427480862, "lower": -0.5114183165029209, "upper": -0.015273592652721601 }, { "event_time": 10, "estimate": -0.21342658932739736, "se": 0.12472806183155516, "pvalue": 0.08925512526097622, "lower": -0.4600054222785188, "upper": 0.033152243623724126 }, { "event_time": 11, "estimate": -0.01765395877239662, "se": 0.12077491411804386, "pvalue": 0.8839940677830436, "lower": -0.25641768952945515, "upper": 0.2211097719846619 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.8177103092389006e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8656672213968194, "df_num": 8, "df_den": 1344, "pvalue": 0.5449672404714518, "log10_pvalue": -0.26362960361343246, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 165.18383484477914, "rss_restricted": 166.0349909836467, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.15193362388956622 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.18300704912009155 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.0735392141723216 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.1786363696999647 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.07921044514484521 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.09912985321665925 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.13184752615620457 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.13669357825624662 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.021948256046204172 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.3071603337220323, "se": 0.08627453654843485, "lower": -0.47625531813984917, "upper": -0.13806534930421538 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.28575157492878983, "se": 0.07953159885500755, "lower": -0.44163064431749166, "upper": -0.12987250554008803 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.28883483416753547, "se": 0.07877781563341903, "lower": -0.4432365155897732, "upper": -0.13443315274529774 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 799.0, "post_cells": 21, "estimate": -0.21471545206824438, "se": 0.0698016590688443, "lower": -0.3515241899043229, "upper": -0.07790671423216591 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.3071603337220323, "se": 0.08627453654843485, "lower": -0.47625531813984917, "upper": -0.13806534930421538, "event_study": [ { "event_time": -4, "estimate": -0.002995834075965026, "se": 0.10107192428454478, "lower": -0.20109316552183207, "upper": 0.19510149736990204, "relative_to_minus_one": -0.002995834075965026, "n": 0.0 }, { "event_time": -3, "estimate": -0.20979367007391983, "se": 0.1324135560720188, "lower": -0.46931947103995164, "upper": 0.04973213089211201, "relative_to_minus_one": -0.20979367007391983, "n": 0.0 }, { "event_time": -2, "estimate": 0.0775167988460806, "se": 0.11128003738972732, "lower": -0.14058806663605555, "upper": 0.29562166432821674, "relative_to_minus_one": 0.0775167988460806, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.04119390309563573, "se": 0.06311745068080993, "lower": -0.1649018332260063, "upper": 0.08251402703473484, "relative_to_minus_one": -0.04119390309563573, "n": 105.0 }, { "event_time": 1, "estimate": -0.09954263958751494, "se": 0.07992407160733128, "lower": -0.25619094143568455, "upper": 0.057105662260654666, "relative_to_minus_one": -0.09954263958751494, "n": 104.0 }, { "event_time": 2, "estimate": 0.033548998847366056, "se": 0.06747027914255017, "lower": -0.09869031829889627, "upper": 0.1657883159936284, "relative_to_minus_one": 0.033548998847366056, "n": 103.0 }, { "event_time": 3, "estimate": -0.040046460057753364, "se": 0.07373849537223941, "lower": -0.18457125526151605, "upper": 0.10447833514600932, "relative_to_minus_one": -0.040046460057753364, "n": 100.0 }, { "event_time": 4, "estimate": -0.17999815087923862, "se": 0.11326683675119828, "lower": -0.40199707155436504, "upper": 0.04200076979588779, "relative_to_minus_one": -0.17999815087923862, "n": 88.0 }, { "event_time": 5, "estimate": -0.35136940559033236, "se": 0.10489347713438857, "lower": -0.5569568429869096, "upper": -0.14578196819375508, "relative_to_minus_one": -0.35136940559033236, "n": 67.0 }, { "event_time": 6, "estimate": -0.5323123389373026, "se": 0.12084066253981786, "lower": -0.769155685383304, "upper": -0.2954689924913011, "relative_to_minus_one": -0.5323123389373026, "n": 55.0 }, { "event_time": 7, "estimate": -0.5302375919315284, "se": 0.1295111777621976, "lower": -0.7840748359408005, "upper": -0.2764003479222564, "relative_to_minus_one": -0.5302375919315284, "n": 51.0 }, { "event_time": 8, "estimate": -0.525537870323462, "se": 0.13609582245988644, "lower": -0.7922807807911968, "upper": -0.2587949598557272, "relative_to_minus_one": -0.525537870323462, "n": 49.0 }, { "event_time": 9, "estimate": -0.5562382717359833, "se": 0.17216731172295865, "lower": -0.8936800020280629, "upper": -0.2187965414439037, "relative_to_minus_one": -0.5562382717359833, "n": 28.0 }, { "event_time": 10, "estimate": -0.5168698589088547, "se": 0.17397949150955427, "lower": -0.8578633963161733, "upper": -0.17587632150153626, "relative_to_minus_one": -0.5168698589088547, "n": 25.0 }, { "event_time": 11, "estimate": -0.3461265124641465, "se": 0.21220658869767114, "lower": -0.7620437835936864, "upper": 0.06979075866539342, "relative_to_minus_one": -0.3461265124641465, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.0572641519841673, "se": 0.08306887346834532, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": -0.012610642744171782, "se": 0.08664384188912456, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": 0.1061400318991232, "se": 0.08112096478607819, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": 0.034510887063618524, "se": 0.10474301552096402, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -0.22117632447167598, "se": 0.14225443824830544, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": -0.3177669728127081, "se": 0.13184693783537949, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -0.5134668909558384, "se": 0.15143523925579508, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": -0.4227564870379617, "se": 0.17532359172120887, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": -0.40092493442325594, "se": 0.177386827365456, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -0.5562382717359833, "se": 0.17216731172295865, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": -0.5168698589088547, "se": 0.17397949150955425, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": -0.3461265124641465, "se": 0.21220658869767114, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": -0.002995834075965026, "se": 0.1010719242845448, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.20979367007391983, "se": 0.13241355607201874, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 0.0775167988460806, "se": 0.1112800373897273, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.022110482540504486, "se": 0.09229641255301248, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.20277438583898494, "se": 0.13339109525130755, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": -0.05265285290159557, "se": 0.10625973137893872, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -0.12858330976438248, "se": 0.10456526813746114, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": -0.13109906973821925, "se": 0.149037306886654, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -0.39127229451376117, "se": 0.1841567109612678, "event_time": 5, "mass": 27.0 }, { "group": 5, "year": 11, "att": -0.5546913084152911, "se": 0.18954515807340513, "event_time": 6, "mass": 23.0 }, { "group": 5, "year": 12, "att": -0.6578714039926388, "se": 0.19416251273401416, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -0.6735157317049567, "se": 0.199349862119013, "event_time": 8, "mass": 20.0 } ], "treated_cell_att": -0.21471545206824438, "treated_cell_se": 0.0698016590688443, "checks": { "input_rows": 1522, "retained_rows": 1522, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07628479180857539, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.22688422176351283, "event_study": [ { "event_time": -4, "estimate": -0.01891118363924969, "raw_gap": 0.023627885267522086, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.006811329237600196 }, { "event_time": -3, "estimate": -0.17681580692467383, "raw_gap": -0.13427673801790208, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.16471595252302434 }, { "event_time": -2, "estimate": 0.05203914644044679, "raw_gap": 0.09457821534721857, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.06413900084209628 }, { "event_time": -1, "estimate": -0.012099854401649493, "raw_gap": 0.007346577098586982, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.11587094569974268, "raw_gap": -0.09642451419950622, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.10377109129809318 }, { "event_time": 1, "estimate": -0.08148280493818097, "raw_gap": -0.062258418028391965, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.06938295053653147 }, { "event_time": 2, "estimate": 0.027947769092961556, "raw_gap": 0.04694579986685753, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.04004762349461105 }, { "event_time": 3, "estimate": -0.0506514484544511, "raw_gap": -0.031508867446405894, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.03855159405280161 }, { "event_time": 4, "estimate": -0.18719522941664876, "raw_gap": -0.16785928900448183, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.17509537501499928 }, { "event_time": 5, "estimate": -0.3491233643929287, "raw_gap": -0.33198075453497816, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.33702350999127917 }, { "event_time": 6, "estimate": -0.5395710567929362, "raw_gap": -0.5217819916137427, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.5274712023912866 }, { "event_time": 7, "estimate": -0.5243054839311266, "raw_gap": -0.5067893967342227, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.5122056295294771 }, { "event_time": 8, "estimate": -0.5177432604198812, "raw_gap": -0.5003803751518133, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.5056434060182317 }, { "event_time": 9, "estimate": -0.5562382717359842, "raw_gap": -0.5562382717359878, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.5441384173343347 }, { "event_time": 10, "estimate": -0.5168698589088548, "raw_gap": -0.5168698589088586, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.5047700045072053 }, { "event_time": 11, "estimate": -0.34612651246414705, "raw_gap": -0.3461265124641508, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.33402665806249754 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.023627885267522075, -0.13427673801790208, 0.09457821534721855, 0.007346577098586997, -0.09642451419950626, -0.062258418028391965, 0.04694579986685753, -0.0315088674464059, -0.16785928900448183, -0.3319807545349781, -0.5217819916137427, -0.5067893967342227, -0.5003803751518131, -0.5562382717359879, -0.5168698589088587, -0.3461265124641509 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.817608996956678e-15 }, { "cohort": 4, "pre_gap": 0.04253906890677179 } ], "diagnostics": { "converged": true, "pre_rmse": 0.07455444123558609, "zeta_omega": [ 0.0, 2.6279280484741707 ], "zeta_lambda": [ 0.0, 6.228000728585909e-07 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.14319324131960648, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 11, "time_iterations": 20, "unit_objective": 0.19550656263935912, "time_objective": 0.0693782791301025, "unit_projected_gradient": 4.0238106562007214e-09, "time_projected_gradient": 4.921799245938274e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.22688422176351283, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000756249763071537, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.06684392185759289, "event_study": [ { "event_time": -4, "estimate": 0.004616119315416917, "raw_gap": 0.004616119315416917, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0035601319522122255 }, { "event_time": -3, "estimate": -0.023077964930603222, "raw_gap": -0.023077964930603222, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.024133952293807912 }, { "event_time": -2, "estimate": 0.016152229445149078, "raw_gap": 0.016152229445149078, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.015096242081944386 }, { "event_time": -1, "estimate": 0.0010559873632046911, "raw_gap": 0.0010559873632046911, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.04416767940543082, "raw_gap": -0.04416767940543082, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.04522366676863551 }, { "event_time": 1, "estimate": -0.069745644930601, "raw_gap": -0.069745644930601, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.07080163229380569 }, { "event_time": 2, "estimate": 0.07576011652597943, "raw_gap": 0.07576011652597943, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.07470412916277473 }, { "event_time": 3, "estimate": -0.019396487915270225, "raw_gap": -0.019396487915270225, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.020452475278474914 }, { "event_time": 4, "estimate": -0.08212055682294579, "raw_gap": -0.08212055682294579, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.08317654418615049 }, { "event_time": 5, "estimate": -0.10630912956213641, "raw_gap": -0.10630912956213641, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.1073651169253411 }, { "event_time": 6, "estimate": -0.16510148024280005, "raw_gap": -0.16510148024280005, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.16615746760600475 }, { "event_time": 7, "estimate": -0.11621720342537187, "raw_gap": -0.11621720342537187, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.11727319078857656 }, { "event_time": 8, "estimate": -0.07637148264394174, "raw_gap": -0.07637148264394174, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.07742747000714643 }, { "event_time": 9, "estimate": -0.2755908615084323, "raw_gap": -0.2755908615084323, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.276646848871637 }, { "event_time": 10, "estimate": -0.22517407546689527, "raw_gap": -0.22517407546689527, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.22623006283009997 }, { "event_time": 11, "estimate": -0.03898771820503644, "raw_gap": -0.03898771820503644, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.04004370556824113 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.004616119315416917, -0.023077964930603222, 0.016152229445149078, 0.0010559873632046911, -0.044167679405430836, -0.06974564493060097, 0.07576011652597942, -0.019396487915270225, -0.08212055682294579, -0.10630912956213641, -0.1651014802428, -0.11621720342537187, -0.07637148264394172, -0.2755908615084323, -0.22517407546689527, -0.03898771820503643 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 41, "termination_reason": "Relative objective tolerance reached", "objective": 0.06322135208192534, "lambda_l": 0.0028655355577424297, "singular_values": [ 3.244284492072925, 2.5884884782943454, 2.3634053503313472, 1.8805576453980792, 1.3996055605756659, 1.2610686371739577, 1.0687271599279053, 0.8593948715242328, 0.5297695939173774, 0.4101299859959917, 0.16699158384379187, 0.07489537420669046, 0.0 ], "history_objective": [ 0.06357673146758244, 0.06334849258123768, 0.0632703322720857, 0.06324228429163302, 0.06323118736368041, 0.063226324894362, 0.06322400285695653, 0.06322281862056901, 0.06322218491579167, 0.06322183387652747, 0.06322163452670707, 0.0632215192677112, 0.06322145174969045, 0.06322141181495038, 0.06322138802488823, 0.06322137377603734, 0.06322136520683556, 0.06322136003715512, 0.06322135691076058, 0.06322135501644613, 0.06322135386692634, 0.06322135316852329, 0.06322135274378557, 0.06322135248527215, 0.06322135232782597, 0.06322135223188147, 0.06322135217338776, 0.0632213521377123, 0.06322135211594648, 0.0632213521026631, 0.06322135209455455, 0.06322135208960364, 0.06322135208658021, 0.0632213520847335, 0.06322135208360534, 0.06322135208291611, 0.06322135208249499, 0.0632213520822376, 0.0632213520820802, 0.06322135208198412, 0.06322135208192534 ], "history_rmse": [ 0.13277715748486765, 0.13322177180013964, 0.13337640456825936, 0.13342682044129428, 0.1334440089082368, 0.13345038804351048, 0.13345297767579595, 0.13345411680978805, 0.13345465243978158, 0.13345491813374963, 0.13345505563674154, 0.1334551292305723, 0.13345516968740936, 0.13345519240839687, 0.13345520538896496, 0.13345521290707674, 0.1334552173094014, 0.13345521990990974, 0.13345522145684563, 0.13345522238221175, 0.13345522293823933, 0.13345522327353987, 0.133455223476318, 0.13345522359923523, 0.1334552236738826, 0.13345522371928495, 0.13345522374693375, 0.1334552237637877, 0.1334552237740703, 0.13345522378034733, 0.13345522378418212, 0.13345522378652538, 0.13345522378795804, 0.13345522378883415, 0.1334552237893699, 0.1334552237896978, 0.1334552237898986, 0.1334552237900214, 0.13345522379009606, 0.1334552237901423, 0.13345522379017039 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.06684392185759289, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.002301500178873539, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.16329526072171513, "event_study": [ { "event_time": -4, "estimate": 0.002421222403664223, "raw_gap": 0.002421222403664223, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.008815941053691769 }, { "event_time": -3, "estimate": -0.006924646677760715, "raw_gap": -0.006924646677760715, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.0005299280277331689 }, { "event_time": -2, "estimate": 0.01849187132080268, "raw_gap": 0.01849187132080268, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.024886589970830226 }, { "event_time": -1, "estimate": -0.006394718650027546, "raw_gap": -0.006394718650027546, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.029322310329707682, "raw_gap": -0.029322310329707682, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.022927591679680136 }, { "event_time": 1, "estimate": -0.028938955116724084, "raw_gap": -0.028938955116724084, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.022544236466696538 }, { "event_time": 2, "estimate": 0.026148942350789073, "raw_gap": 0.026148942350789073, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.03254366100081662 }, { "event_time": 3, "estimate": -0.010785404180031967, "raw_gap": -0.010785404180031967, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.004390685530004421 }, { "event_time": 4, "estimate": -0.11609676730701336, "raw_gap": -0.11609676730701336, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.10970204865698582 }, { "event_time": 5, "estimate": -0.26546729563425464, "raw_gap": -0.26546729563425464, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": -0.2590725769842271 }, { "event_time": 6, "estimate": -0.42884086985878883, "raw_gap": -0.42884086985878883, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": -0.4224461512087613 }, { "event_time": 7, "estimate": -0.4187265553322376, "raw_gap": -0.4187265553322376, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.4123318366822101 }, { "event_time": 8, "estimate": -0.46134468627161684, "raw_gap": -0.46134468627161684, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.4549499676215893 }, { "event_time": 9, "estimate": -0.456226400508616, "raw_gap": -0.456226400508616, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.44983168185858846 }, { "event_time": 10, "estimate": -0.3906369343359193, "raw_gap": -0.3906369343359193, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.38424221568589173 }, { "event_time": 11, "estimate": -0.32953922289090154, "raw_gap": -0.32953922289090154, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.323144504240874 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.002421222403664223, -0.006924646677760725, 0.01849187132080267, -0.00639471865002754, -0.02932231032970768, -0.028938955116724088, 0.026148942350789066, -0.010785404180031972, -0.11609676730701336, -0.26546729563425453, -0.42884086985878905, -0.41872655533223774, -0.46134468627161684, -0.45622640050861596, -0.39063693433591923, -0.3295392228909015 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.010876019540917228, "penalty": 1.0, "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": -0.16329526072171524, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0011055832728743553, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.004475706289962468, "SE": 0.03682200982655465, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.06661054986062145, "SE": 0.05765370252264327, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.05096659772476818, "SE": 0.05089501758051577, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06979885590258547, "SE": 0.06113233739104594, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.3071603337220323, "SE": 0.08627453654843485, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.21471545206824438, "SE": 0.0698016590688443, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.22688422176351283, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.06684392185759289, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.16329526072171513, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.004475706289962468, "SE": 0.03682200982655465, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.07727029699087823, "upper": 0.0683188844109533, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.06661054986062145, "SE": 0.05765370252264327, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.180587969813987, "upper": 0.04736687009274408, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.05096659772476818, "SE": 0.05089501758051577, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15158256059428368, "upper": 0.049649365144747326, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06979885590258547, "SE": 0.06113233739104594, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19065329866475733, "upper": 0.051055586859586374, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.3071603337220323, "SE": 0.08627453654843485, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.47625531813984917, "upper": -0.13806534930421538, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.21471545206824438, "SE": 0.0698016590688443, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3515241899043229, "upper": -0.07790671423216591, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.22688422176351283, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.06684392185759289, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.16329526072171513, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602092.476813, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.004475706289962468, "SE": 0.03682200982655465, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.07727029699087823, "upper": 0.0683188844109533, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.06661054986062145, "SE": 0.05765370252264327, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.180587969813987, "upper": 0.04736687009274408, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.05096659772476818, "SE": 0.05089501758051577, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15158256059428368, "upper": 0.049649365144747326, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06979885590258547, "SE": 0.06113233739104594, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19065329866475733, "upper": 0.051055586859586374, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.3071603337220323, "SE": 0.08627453654843485, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.47625531813984917, "upper": -0.13806534930421538, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.21471545206824438, "SE": 0.0698016590688443, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3515241899043229, "upper": -0.07790671423216591, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.22688422176351283, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.06684392185759289, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.16329526072171513, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 4, "specification_id": "S04-P007", "source_specification_id": "MI-T4-C7", "role": "active_comparison", "published_source_location": "Table 4 column 7", "outcome_label": "Variable Costs per Boat-Year", "outcome_variable": "f_VC_per_boatyear", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P007.json", "input_bytes": 67287, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Variable Costs per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p007", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Variable Costs per Boat-Year", "source_specification_id": "MI-T4-C7", "specification_id": "S04-P007", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C7.csv", "output_dir": "analyses/full-archive/results/S04-P007" }, "source": { "file": "MI-T4-C7.csv", "bytes": 67287, "sha256": "c3a7e166989f5711810bfb9659ac99187c11f6d034ea2b91d77028e63b0f3748" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 101.28058737250844, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.06455964969455705, "se": 0.03626307744889288, "pvalue": 0.07717827977445127, "lower": -0.13624926937805604, "upper": 0.007129969988941956 }, { "method": "Dynamic TWFE", "estimate": -0.29833725034521297, "se": 0.04378293241769222, "pvalue": 2.5437211407157717e-10, "lower": -0.38489310810649413, "upper": -0.2117813925839318 }, { "method": "BJS / did2s", "estimate": -0.286310933237354, "se": 0.0389055743810657, "pvalue": 1.3971994869256938e-11, "lower": -0.36322458831468485, "upper": -0.20939727816002315 }, { "method": "Sun\u2013Abraham", "estimate": -0.2891986864187225, "se": 0.04448264584236172, "pvalue": 1.2818459438526082e-09, "lower": -0.3771378296822529, "upper": -0.20125954315519207 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.15791571223854073, "se": 0.047637395871148396, "pvalue": 0.0011653436017062789, "lower": -0.25209158017274935, "upper": -0.06373984430433212 }, { "event_time": -3, "estimate": -0.15606876764628894, "se": 0.07944376490386494, "pvalue": 0.05143616011581403, "lower": -0.3131236480603963, "upper": 0.0009861127678184034 }, { "event_time": -2, "estimate": -0.07947934388511889, "se": 0.060883011721305384, "pvalue": 0.19386792780682896, "lower": -0.1998408868798558, "upper": 0.04088219910961803 }, { "event_time": 0, "estimate": -0.08619762074901953, "se": 0.05684856164873785, "pvalue": 0.1316904834758134, "lower": -0.19858333235597492, "upper": 0.026188090857935872 }, { "event_time": 1, "estimate": -0.06560695345168643, "se": 0.05102926291351115, "pvalue": 0.20066466762418875, "lower": -0.1664883101472027, "upper": 0.03527440324382983 }, { "event_time": 2, "estimate": -0.06314546575477357, "se": 0.05226563568338476, "pvalue": 0.2290065569159098, "lower": -0.16647104671074292, "upper": 0.040180115201195785 }, { "event_time": 3, "estimate": -0.29662076645410806, "se": 0.05249164720531059, "pvalue": 8.524083996325242e-08, "lower": -0.40039315670456677, "upper": -0.19284837620364936 }, { "event_time": 4, "estimate": -0.39266489981136177, "se": 0.062312493751689325, "pvalue": 3.5335183962623876e-09, "lower": -0.5158524308444015, "upper": -0.269477368778322 }, { "event_time": 5, "estimate": -0.46232653613685887, "se": 0.06013068181901336, "pvalue": 2.311815315117087e-12, "lower": -0.5812007744579135, "upper": -0.34345229781580416 }, { "event_time": 6, "estimate": -0.4742021009339547, "se": 0.0638153464604957, "pvalue": 9.470836095659588e-12, "lower": -0.6003606688098131, "upper": -0.3480435330580963 }, { "event_time": 7, "estimate": -0.5295239160640839, "se": 0.06896918321767087, "pvalue": 2.456192576817927e-12, "lower": -0.6658712661124825, "upper": -0.3931765660156853 }, { "event_time": 8, "estimate": -0.5072435288741198, "se": 0.07071353256590077, "pvalue": 3.7999762515858345e-11, "lower": -0.6470393380762127, "upper": -0.36744771967202694 }, { "event_time": 9, "estimate": -0.5715377494793741, "se": 0.0821859575423736, "pvalue": 1.21754765665204e-10, "lower": -0.7340137568684502, "upper": -0.40906174209029794 }, { "event_time": 10, "estimate": -0.6050967537033611, "se": 0.08734154397822234, "pvalue": 1.3984912058855193e-10, "lower": -0.7777650022598424, "upper": -0.43242850514687997 }, { "event_time": 11, "estimate": -0.5115690569548339, "se": 0.08336912003567987, "pvalue": 8.07588157102975e-09, "lower": -0.6763840955330982, "upper": -0.3467540183765696 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.030146687970593757, "se": 0.018598172706062267, "pvalue": 0.10726279534995796, "lower": -0.06691400122426636, "upper": 0.00662062528307885 }, { "event_time": -3, "estimate": -0.02928888146082741, "se": 0.026837949851851794, "pvalue": 0.2769919574470164, "lower": -0.08234566961334021, "upper": 0.023767906691685384 }, { "event_time": -2, "estimate": 0.016661765475635054, "se": 0.016018015085435273, "pvalue": 0.30003240060191533, "lower": -0.01500475293218042, "upper": 0.04832828388345053 }, { "event_time": -1, "estimate": 0.019553738948797226, "se": 0.010321829165756906, "pvalue": 0.06021886748771671, "lower": -0.000851810149291022, "upper": 0.03995928804688548 }, { "event_time": 0, "estimate": -0.005641215457633123, "se": 0.038209351348334475, "pvalue": 0.8828380696353096, "lower": -0.08117848529844518, "upper": 0.06989605438317895 }, { "event_time": 1, "estimate": -0.0404477233270753, "se": 0.041407706004901186, "pvalue": 0.33033303522541474, "lower": -0.12230792120027409, "upper": 0.041412474546123484 }, { "event_time": 2, "estimate": -0.08035095486335969, "se": 0.05280244684651963, "pvalue": 0.13031677119482762, "lower": -0.18473777471118075, "upper": 0.024035864984461364 }, { "event_time": 3, "estimate": -0.2700082960888372, "se": 0.047973403049196214, "pvalue": 9.483923556963251e-08, "lower": -0.36484842719373567, "upper": -0.17516816498393872 }, { "event_time": 4, "estimate": -0.3808560726569633, "se": 0.06055210948636364, "pvalue": 3.75001270134468e-09, "lower": -0.5005634446037844, "upper": -0.2611487007101422 }, { "event_time": 5, "estimate": -0.4529361064727158, "se": 0.06547811059758304, "pvalue": 1.4785930550793013e-10, "lower": -0.5823818451293539, "upper": -0.32349036781607776 }, { "event_time": 6, "estimate": -0.506385659204949, "se": 0.06598931049948965, "pvalue": 2.509956089258175e-12, "lower": -0.636842005044653, "upper": -0.37592931336524504 }, { "event_time": 7, "estimate": -0.5322532953705843, "se": 0.06470971501330301, "pvalue": 1.1621845966662481e-13, "lower": -0.6601799686009316, "upper": -0.40432662214023696 }, { "event_time": 8, "estimate": -0.4807928082453897, "se": 0.07373584047713254, "pvalue": 1.1625158398181531e-09, "lower": -0.6265635131255451, "upper": -0.3350221033652343 }, { "event_time": 9, "estimate": -0.5924388511718758, "se": 0.09313940994075039, "pvalue": 2.6206628791328342e-09, "lower": -0.7765690835165594, "upper": -0.40830861882719216 }, { "event_time": 10, "estimate": -0.6580435082705101, "se": 0.10409917734680564, "pvalue": 3.198563098133993e-09, "lower": -0.8638404499083316, "upper": -0.4522465666326885 }, { "event_time": 11, "estimate": -0.5754726096134861, "se": 0.0903258745980612, "pvalue": 2.4876261370878596e-09, "lower": -0.7540406753448221, "upper": -0.39690454388215013 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.1675200488478275, "se": 0.07219335805693244, "pvalue": 0.02175202540768117, "lower": -0.3102413716608246, "upper": -0.02479872603483041 }, { "event_time": -3, "estimate": -0.16554941278817492, "se": 0.09952527459053208, "pvalue": 0.09845538879050549, "lower": -0.3623040620411683, "upper": 0.03120523646481843 }, { "event_time": -2, "estimate": -0.05998711456694727, "se": 0.07144431780631627, "pvalue": 0.4025347256562317, "lower": -0.20122763612224676, "upper": 0.0812534069883522 }, { "event_time": 0, "estimate": -0.049957859554192414, "se": 0.06252013568525415, "pvalue": 0.425594782788424, "lower": -0.17355588446405737, "upper": 0.07364016535567255 }, { "event_time": 1, "estimate": -0.05143601441471267, "se": 0.05215356307866059, "pvalue": 0.3257039192230935, "lower": -0.15454003550938955, "upper": 0.051668006679964226 }, { "event_time": 2, "estimate": -0.07238904953760036, "se": 0.05252433902728455, "pvalue": 0.17032457727476155, "lower": -0.17622606928034018, "upper": 0.03144797020513947 }, { "event_time": 3, "estimate": -0.28760713794340376, "se": 0.0501693276878629, "pvalue": 5.7710490471454266e-08, "lower": -0.38678846161315017, "upper": -0.18842581427365732 }, { "event_time": 4, "estimate": -0.39545126496239436, "se": 0.06553076562754213, "pvalue": 1.3343103040987438e-08, "lower": -0.5250010990057936, "upper": -0.26590143091899515 }, { "event_time": 5, "estimate": -0.4512358273743351, "se": 0.06380029722896656, "pvalue": 6.499752815457946e-11, "lower": -0.5773646439505038, "upper": -0.32510701079816645 }, { "event_time": 6, "estimate": -0.5073238202825225, "se": 0.06328833823894357, "pvalue": 3.760103732695604e-13, "lower": -0.6324405290104254, "upper": -0.3822071115546197 }, { "event_time": 7, "estimate": -0.5272845573848426, "se": 0.06809070955665776, "pvalue": 1.7056994351604264e-12, "lower": -0.6618952251908485, "upper": -0.39267388957883664 }, { "event_time": 8, "estimate": -0.46925903613084424, "se": 0.07338361177137719, "pvalue": 2.2080352031244252e-09, "lower": -0.614333408991391, "upper": -0.3241846632702975 }, { "event_time": 9, "estimate": -0.5360865919090508, "se": 0.09215044783380287, "pvalue": 3.841113119832862e-08, "lower": -0.7182617139234437, "upper": -0.3539114698946579 }, { "event_time": 10, "estimate": -0.5936138423003444, "se": 0.09426400123507965, "pvalue": 3.6088041097604593e-09, "lower": -0.7799673145866315, "upper": -0.40726037001405735 }, { "event_time": 11, "estimate": -0.5061236970727921, "se": 0.08527226210468407, "pvalue": 2.1690253058465813e-08, "lower": -0.6747011171346154, "upper": -0.33754627701096884 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 5.5421740208559035e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.1144605030066095, "df_num": 8, "df_den": 1341, "pvalue": 0.031737607081148915, "log10_pvalue": -1.4984258208272048, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 92.8215062815436, "rss_restricted": 93.9923782210628, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.07882826606940462 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.074819970846204 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.01735266319865872 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.2703316764968533 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.0316774162123516 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.1800497638323705 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.16620782009141652 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.00025481060616876976 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.08754883921638652 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Variable Costs per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p007", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Variable Costs per Boat-Year", "source_specification_id": "MI-T4-C7", "specification_id": "S04-P007", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C7.csv", "output_dir": "analyses/archive-expanded/fits/S04-P007" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P007", "regression_results": "analyses/archive-expanded/baselines/S04-P007.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C7.csv", "bytes": 67287, "sha256": "c3a7e166989f5711810bfb9659ac99187c11f6d034ea2b91d77028e63b0f3748" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 101.28058737250844, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.06455964969455705, "se": 0.03626307744889288, "pvalue": 0.07717827977445127, "lower": -0.13624926937805604, "upper": 0.007129969988941956 }, { "method": "Dynamic TWFE", "estimate": -0.29833725034521297, "se": 0.04378293241769222, "pvalue": 2.5437211407157717e-10, "lower": -0.38489310810649413, "upper": -0.2117813925839318 }, { "method": "BJS / did2s", "estimate": -0.286310933237354, "se": 0.0389055743810657, "pvalue": 1.3971994869256938e-11, "lower": -0.36322458831468485, "upper": -0.20939727816002315 }, { "method": "Sun\u2013Abraham", "estimate": -0.2891986864187225, "se": 0.04448264584236172, "pvalue": 1.2818459438526082e-09, "lower": -0.3771378296822529, "upper": -0.20125954315519207 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.15791571223854073, "se": 0.047637395871148396, "pvalue": 0.0011653436017062789, "lower": -0.25209158017274935, "upper": -0.06373984430433212 }, { "event_time": -3, "estimate": -0.15606876764628894, "se": 0.07944376490386494, "pvalue": 0.05143616011581403, "lower": -0.3131236480603963, "upper": 0.0009861127678184034 }, { "event_time": -2, "estimate": -0.07947934388511889, "se": 0.060883011721305384, "pvalue": 0.19386792780682896, "lower": -0.1998408868798558, "upper": 0.04088219910961803 }, { "event_time": 0, "estimate": -0.08619762074901953, "se": 0.05684856164873785, "pvalue": 0.1316904834758134, "lower": -0.19858333235597492, "upper": 0.026188090857935872 }, { "event_time": 1, "estimate": -0.06560695345168643, "se": 0.05102926291351115, "pvalue": 0.20066466762418875, "lower": -0.1664883101472027, "upper": 0.03527440324382983 }, { "event_time": 2, "estimate": -0.06314546575477357, "se": 0.05226563568338476, "pvalue": 0.2290065569159098, "lower": -0.16647104671074292, "upper": 0.040180115201195785 }, { "event_time": 3, "estimate": -0.29662076645410806, "se": 0.05249164720531059, "pvalue": 8.524083996325242e-08, "lower": -0.40039315670456677, "upper": -0.19284837620364936 }, { "event_time": 4, "estimate": -0.39266489981136177, "se": 0.062312493751689325, "pvalue": 3.5335183962623876e-09, "lower": -0.5158524308444015, "upper": -0.269477368778322 }, { "event_time": 5, "estimate": -0.46232653613685887, "se": 0.06013068181901336, "pvalue": 2.311815315117087e-12, "lower": -0.5812007744579135, "upper": -0.34345229781580416 }, { "event_time": 6, "estimate": -0.4742021009339547, "se": 0.0638153464604957, "pvalue": 9.470836095659588e-12, "lower": -0.6003606688098131, "upper": -0.3480435330580963 }, { "event_time": 7, "estimate": -0.5295239160640839, "se": 0.06896918321767087, "pvalue": 2.456192576817927e-12, "lower": -0.6658712661124825, "upper": -0.3931765660156853 }, { "event_time": 8, "estimate": -0.5072435288741198, "se": 0.07071353256590077, "pvalue": 3.7999762515858345e-11, "lower": -0.6470393380762127, "upper": -0.36744771967202694 }, { "event_time": 9, "estimate": -0.5715377494793741, "se": 0.0821859575423736, "pvalue": 1.21754765665204e-10, "lower": -0.7340137568684502, "upper": -0.40906174209029794 }, { "event_time": 10, "estimate": -0.6050967537033611, "se": 0.08734154397822234, "pvalue": 1.3984912058855193e-10, "lower": -0.7777650022598424, "upper": -0.43242850514687997 }, { "event_time": 11, "estimate": -0.5115690569548339, "se": 0.08336912003567987, "pvalue": 8.07588157102975e-09, "lower": -0.6763840955330982, "upper": -0.3467540183765696 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.030146687970593757, "se": 0.018598172706062267, "pvalue": 0.10726279534995796, "lower": -0.06691400122426636, "upper": 0.00662062528307885 }, { "event_time": -3, "estimate": -0.02928888146082741, "se": 0.026837949851851794, "pvalue": 0.2769919574470164, "lower": -0.08234566961334021, "upper": 0.023767906691685384 }, { "event_time": -2, "estimate": 0.016661765475635054, "se": 0.016018015085435273, "pvalue": 0.30003240060191533, "lower": -0.01500475293218042, "upper": 0.04832828388345053 }, { "event_time": -1, "estimate": 0.019553738948797226, "se": 0.010321829165756906, "pvalue": 0.06021886748771671, "lower": -0.000851810149291022, "upper": 0.03995928804688548 }, { "event_time": 0, "estimate": -0.005641215457633123, "se": 0.038209351348334475, "pvalue": 0.8828380696353096, "lower": -0.08117848529844518, "upper": 0.06989605438317895 }, { "event_time": 1, "estimate": -0.0404477233270753, "se": 0.041407706004901186, "pvalue": 0.33033303522541474, "lower": -0.12230792120027409, "upper": 0.041412474546123484 }, { "event_time": 2, "estimate": -0.08035095486335969, "se": 0.05280244684651963, "pvalue": 0.13031677119482762, "lower": -0.18473777471118075, "upper": 0.024035864984461364 }, { "event_time": 3, "estimate": -0.2700082960888372, "se": 0.047973403049196214, "pvalue": 9.483923556963251e-08, "lower": -0.36484842719373567, "upper": -0.17516816498393872 }, { "event_time": 4, "estimate": -0.3808560726569633, "se": 0.06055210948636364, "pvalue": 3.75001270134468e-09, "lower": -0.5005634446037844, "upper": -0.2611487007101422 }, { "event_time": 5, "estimate": -0.4529361064727158, "se": 0.06547811059758304, "pvalue": 1.4785930550793013e-10, "lower": -0.5823818451293539, "upper": -0.32349036781607776 }, { "event_time": 6, "estimate": -0.506385659204949, "se": 0.06598931049948965, "pvalue": 2.509956089258175e-12, "lower": -0.636842005044653, "upper": -0.37592931336524504 }, { "event_time": 7, "estimate": -0.5322532953705843, "se": 0.06470971501330301, "pvalue": 1.1621845966662481e-13, "lower": -0.6601799686009316, "upper": -0.40432662214023696 }, { "event_time": 8, "estimate": -0.4807928082453897, "se": 0.07373584047713254, "pvalue": 1.1625158398181531e-09, "lower": -0.6265635131255451, "upper": -0.3350221033652343 }, { "event_time": 9, "estimate": -0.5924388511718758, "se": 0.09313940994075039, "pvalue": 2.6206628791328342e-09, "lower": -0.7765690835165594, "upper": -0.40830861882719216 }, { "event_time": 10, "estimate": -0.6580435082705101, "se": 0.10409917734680564, "pvalue": 3.198563098133993e-09, "lower": -0.8638404499083316, "upper": -0.4522465666326885 }, { "event_time": 11, "estimate": -0.5754726096134861, "se": 0.0903258745980612, "pvalue": 2.4876261370878596e-09, "lower": -0.7540406753448221, "upper": -0.39690454388215013 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.1675200488478275, "se": 0.07219335805693244, "pvalue": 0.02175202540768117, "lower": -0.3102413716608246, "upper": -0.02479872603483041 }, { "event_time": -3, "estimate": -0.16554941278817492, "se": 0.09952527459053208, "pvalue": 0.09845538879050549, "lower": -0.3623040620411683, "upper": 0.03120523646481843 }, { "event_time": -2, "estimate": -0.05998711456694727, "se": 0.07144431780631627, "pvalue": 0.4025347256562317, "lower": -0.20122763612224676, "upper": 0.0812534069883522 }, { "event_time": 0, "estimate": -0.049957859554192414, "se": 0.06252013568525415, "pvalue": 0.425594782788424, "lower": -0.17355588446405737, "upper": 0.07364016535567255 }, { "event_time": 1, "estimate": -0.05143601441471267, "se": 0.05215356307866059, "pvalue": 0.3257039192230935, "lower": -0.15454003550938955, "upper": 0.051668006679964226 }, { "event_time": 2, "estimate": -0.07238904953760036, "se": 0.05252433902728455, "pvalue": 0.17032457727476155, "lower": -0.17622606928034018, "upper": 0.03144797020513947 }, { "event_time": 3, "estimate": -0.28760713794340376, "se": 0.0501693276878629, "pvalue": 5.7710490471454266e-08, "lower": -0.38678846161315017, "upper": -0.18842581427365732 }, { "event_time": 4, "estimate": -0.39545126496239436, "se": 0.06553076562754213, "pvalue": 1.3343103040987438e-08, "lower": -0.5250010990057936, "upper": -0.26590143091899515 }, { "event_time": 5, "estimate": -0.4512358273743351, "se": 0.06380029722896656, "pvalue": 6.499752815457946e-11, "lower": -0.5773646439505038, "upper": -0.32510701079816645 }, { "event_time": 6, "estimate": -0.5073238202825225, "se": 0.06328833823894357, "pvalue": 3.760103732695604e-13, "lower": -0.6324405290104254, "upper": -0.3822071115546197 }, { "event_time": 7, "estimate": -0.5272845573848426, "se": 0.06809070955665776, "pvalue": 1.7056994351604264e-12, "lower": -0.6618952251908485, "upper": -0.39267388957883664 }, { "event_time": 8, "estimate": -0.46925903613084424, "se": 0.07338361177137719, "pvalue": 2.2080352031244252e-09, "lower": -0.614333408991391, "upper": -0.3241846632702975 }, { "event_time": 9, "estimate": -0.5360865919090508, "se": 0.09215044783380287, "pvalue": 3.841113119832862e-08, "lower": -0.7182617139234437, "upper": -0.3539114698946579 }, { "event_time": 10, "estimate": -0.5936138423003444, "se": 0.09426400123507965, "pvalue": 3.6088041097604593e-09, "lower": -0.7799673145866315, "upper": -0.40726037001405735 }, { "event_time": 11, "estimate": -0.5061236970727921, "se": 0.08527226210468407, "pvalue": 2.1690253058465813e-08, "lower": -0.6747011171346154, "upper": -0.33754627701096884 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 5.5421740208559035e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.1144605030066095, "df_num": 8, "df_den": 1341, "pvalue": 0.031737607081148915, "log10_pvalue": -1.4984258208272048, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 92.8215062815436, "rss_restricted": 93.9923782210628, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.07882826606940462 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.074819970846204 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.01735266319865872 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.2703316764968533 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.0316774162123516 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.1800497638323705 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.16620782009141652 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.00025481060616876976 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.08754883921638652 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.624513004589967, "se": 0.07343038903966842, "lower": -0.7684339224784817, "upper": -0.48059208670145215 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.5782584117735333, "se": 0.06762648166141182, "lower": -0.7108038802310589, "upper": -0.44571294331600775 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.571843269107695, "se": 0.0677395898421312, "lower": -0.7046104255257875, "upper": -0.43907611268960256 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 796.0, "post_cells": 21, "estimate": -0.46174413567045375, "se": 0.05670137830731278, "lower": -0.5728767950265675, "upper": -0.35061147631434 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.624513004589967, "se": 0.07343038903966842, "lower": -0.7684339224784817, "upper": -0.48059208670145215, "event_study": [ { "event_time": -4, "estimate": -0.16752004884869418, "se": 0.07108056421937699, "lower": -0.30683539471945953, "upper": -0.028204702977928847, "relative_to_minus_one": -0.16752004884869418, "n": 0.0 }, { "event_time": -3, "estimate": -0.16554941278936894, "se": 0.09799117381236278, "lower": -0.35760858426440445, "upper": 0.0265097586856666, "relative_to_minus_one": -0.16554941278936894, "n": 0.0 }, { "event_time": -2, "estimate": -0.05998711456814123, "se": 0.07034307241029981, "lower": -0.197857003054222, "upper": 0.07788277391793952, "relative_to_minus_one": -0.05998711456814123, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.05056196714701822, "se": 0.04529838345350089, "lower": -0.13934516727376509, "upper": 0.03822123297972863, "relative_to_minus_one": -0.05056196714701822, "n": 105.0 }, { "event_time": 1, "estimate": -0.10489243665631122, "se": 0.05191444182527261, "lower": -0.20664287291134537, "upper": -0.003142000401277073, "relative_to_minus_one": -0.10489243665631122, "n": 104.0 }, { "event_time": 2, "estimate": -0.16326295482632158, "se": 0.06058434624437827, "lower": -0.28200609149220746, "upper": -0.04451981816043568, "relative_to_minus_one": -0.16326295482632158, "n": 103.0 }, { "event_time": 3, "estimate": -0.31972909607432165, "se": 0.05504037075721173, "lower": -0.4276062404541882, "upper": -0.2118519516944551, "relative_to_minus_one": -0.31972909607432165, "n": 100.0 }, { "event_time": 4, "estimate": -0.4888682839298548, "se": 0.08409365157244225, "lower": -0.6536888123403017, "upper": -0.3240477555194079, "relative_to_minus_one": -0.4888682839298548, "n": 88.0 }, { "event_time": 5, "estimate": -0.667955207109623, "se": 0.10206669474860197, "lower": -0.8680022528379263, "upper": -0.46790816138131963, "relative_to_minus_one": -0.667955207109623, "n": 66.0 }, { "event_time": 6, "estimate": -0.8799351389270382, "se": 0.1080704127693307, "lower": -1.091749255749304, "upper": -0.6681210221047725, "relative_to_minus_one": -0.8799351389270382, "n": 54.0 }, { "event_time": 7, "estimate": -0.9460269194592639, "se": 0.11975252355683418, "lower": -1.1807375526884432, "upper": -0.7113162862300845, "relative_to_minus_one": -0.9460269194592639, "n": 51.0 }, { "event_time": 8, "estimate": -0.9239657541978674, "se": 0.12801865158557024, "lower": -1.1748777006549664, "upper": -0.6730538077407683, "relative_to_minus_one": -0.9239657541978674, "n": 48.0 }, { "event_time": 9, "estimate": -0.9175052448344505, "se": 0.14682149633548722, "lower": -1.2052700898082849, "upper": -0.629740399860616, "relative_to_minus_one": -0.9175052448344505, "n": 28.0 }, { "event_time": 10, "estimate": -1.0487730763294278, "se": 0.1645303814052503, "lower": -1.371246698246357, "upper": -0.7262994544124987, "relative_to_minus_one": -1.0487730763294278, "n": 25.0 }, { "event_time": 11, "estimate": -0.9826799755881049, "se": 0.1746021651034994, "lower": -1.32489393081368, "upper": -0.6404660203625299, "relative_to_minus_one": -0.9826799755881049, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.08710646810431295, "se": 0.06641772164496926, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": -0.07834762351026532, "se": 0.05276171474401504, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": -0.1592388734559274, "se": 0.06848759934240857, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": -0.1974236263435319, "se": 0.0716219095731903, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -0.47100977696567775, "se": 0.10977042419743638, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": -0.7005887176112673, "se": 0.11362034586628036, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -0.9251596851468438, "se": 0.12550785476607226, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": -0.9623562169763885, "se": 0.14364145421180638, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": -0.834336906887587, "se": 0.1540690335406286, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -0.9175052448344505, "se": 0.14682149633548716, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": -1.0487730763294278, "se": 0.1645303814052504, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": -0.9826799755881049, "se": 0.17460216510349946, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": -0.16752004884869418, "se": 0.07108056421937697, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.16554941278936894, "se": 0.09799117381236278, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.05998711456814123, "se": 0.07034307241029981, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.007165372260230718, "se": 0.06419145960496776, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.13641440226724072, "se": 0.08961385376839291, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": -0.16804155145366464, "se": 0.09713276198872142, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -0.4649668413796345, "se": 0.08308271321046058, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": -0.510075260949815, "se": 0.11087965204713567, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -0.6292029133889203, "se": 0.18334572737193908, "event_time": 5, "mass": 26.0 }, { "group": 5, "year": 11, "att": -0.8262309902910191, "se": 0.17827441325778123, "event_time": 6, "mass": 22.0 }, { "group": 5, "year": 12, "att": -0.9266358786576783, "se": 0.20194912547577148, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -1.0304000103788253, "se": 0.20557687487556603, "event_time": 8, "mass": 19.0 } ], "treated_cell_att": -0.46174413567045375, "treated_cell_se": 0.05670137830731278, "checks": { "input_rows": 1519, "retained_rows": 1519, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 1.3877787807814457e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07902762480080128, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.41834347383199605, "event_study": [ { "event_time": -4, "estimate": -0.07823791983724744, "raw_gap": -0.06726547089331204, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.11021796732221903 }, { "event_time": -3, "estimate": -0.060001636826824196, "raw_gap": -0.04902918788288879, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.09198168431179579 }, { "event_time": -2, "estimate": 0.02439340701495644, "raw_gap": 0.035365855958891856, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.007586640470015154 }, { "event_time": -1, "estimate": 0.031980047484971595, "raw_gap": 0.03699602414505485, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.013214406101892577, "raw_gap": -0.008198429441809353, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.04519445358686417 }, { "event_time": 1, "estimate": -0.035938181823803296, "raw_gap": -0.030979478935680156, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.06791822930877489 }, { "event_time": 2, "estimate": -0.07511810829647962, "raw_gap": -0.0702177912923935, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.10709815578145121 }, { "event_time": 3, "estimate": -0.28055356333317855, "raw_gap": -0.27561596130840915, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.3125336108181501 }, { "event_time": 4, "estimate": -0.4529695078726359, "raw_gap": -0.44798203107993967, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.4849495553576075 }, { "event_time": 5, "estimate": -0.6376872874942225, "raw_gap": -0.6333648076072196, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.6696673349791942 }, { "event_time": 6, "estimate": -0.8529942796784674, "raw_gap": -0.8485240227013103, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.884974327163439 }, { "event_time": 7, "estimate": -0.9092991670287017, "raw_gap": -0.9047810998164945, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.9412792145136734 }, { "event_time": 8, "estimate": -0.879278763871102, "raw_gap": -0.874935502830796, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.9112588113560737 }, { "event_time": 9, "estimate": -0.9175052448344495, "raw_gap": -0.9175052448344525, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.9494852923194211 }, { "event_time": 10, "estimate": -1.048773076329428, "raw_gap": -1.048773076329431, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.0807531238143997 }, { "event_time": 11, "estimate": -0.982679975588104, "raw_gap": -0.9826799755881069, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.0146600230730756 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.06726547089331207, -0.04902918788288877, 0.03536585595889186, 0.03699602414505487, -0.008198429441809383, -0.030979478935680153, -0.0702177912923935, -0.2756159613084091, -0.4479820310799397, -0.6333648076072196, -0.8485240227013103, -0.9047810998164945, -0.874935502830796, -0.9175052448344523, -1.0487730763294312, -0.9826799755881068 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.800878437563114e-15 }, { "cohort": 4, "pre_gap": 0.010972448943935434 } ], "diagnostics": { "converged": true, "pre_rmse": 0.054274708165227184, "zeta_omega": [ 0.0, 1.8354805896186734 ], "zeta_lambda": [ 0.0, 4.360310173025732e-07 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.060263995558994116, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 11, "time_iterations": 30, "unit_objective": 0.09536965005725266, "time_objective": 0.028048624589876364, "unit_projected_gradient": 9.772845623035042e-09, "time_projected_gradient": 7.114214412018427e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": -0.4183434738319957, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0008057081140577793, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.2897617962182833, "event_study": [ { "event_time": -4, "estimate": -0.013488414521082084, "raw_gap": -0.013488414521082084, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.01937021721242616 }, { "event_time": -3, "estimate": -0.007894205989543051, "raw_gap": -0.007894205989543051, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.013776008680887126 }, { "event_time": -2, "estimate": 0.008516304313582213, "raw_gap": 0.008516304313582213, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0026345016222381386 }, { "event_time": -1, "estimate": 0.005881802691344074, "raw_gap": 0.005881802691344074, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.014023805353968462, "raw_gap": -0.014023805353968462, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.019905608045312537 }, { "event_time": 1, "estimate": -0.0448337245412505, "raw_gap": -0.0448337245412505, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.05071552723259458 }, { "event_time": 2, "estimate": -0.07905673338403564, "raw_gap": -0.07905673338403564, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.08493853607537971 }, { "event_time": 3, "estimate": -0.2776563850272965, "raw_gap": -0.2776563850272965, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.2835381877186406 }, { "event_time": 4, "estimate": -0.3882685844597191, "raw_gap": -0.3882685844597191, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.3941503871510632 }, { "event_time": 5, "estimate": -0.44968364083008006, "raw_gap": -0.44968364083008006, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.45556544352142414 }, { "event_time": 6, "estimate": -0.5140649632865864, "raw_gap": -0.5140649632865864, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.5199467659779304 }, { "event_time": 7, "estimate": -0.5291911637990518, "raw_gap": -0.5291911637990518, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.5350729664903959 }, { "event_time": 8, "estimate": -0.47898551840056797, "raw_gap": -0.47898551840056797, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.48486732109191205 }, { "event_time": 9, "estimate": -0.6044893701975613, "raw_gap": -0.6044893701975613, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.6103711728889054 }, { "event_time": 10, "estimate": -0.6505016595799664, "raw_gap": -0.6505016595799664, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.6563834622713105 }, { "event_time": 11, "estimate": -0.576339124886892, "raw_gap": -0.576339124886892, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.5822209275782361 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.013488414521082084, -0.007894205989543051, 0.008516304313582213, 0.005881802691344074, -0.01402380535396846, -0.0448337245412505, -0.07905673338403567, -0.2776563850272965, -0.3882685844597191, -0.44968364083008006, -0.5140649632865864, -0.5291911637990518, -0.47898551840056797, -0.6044893701975614, -0.6505016595799664, -0.576339124886892 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 38, "termination_reason": "Relative objective tolerance reached", "objective": 0.03169135212701653, "lambda_l": 0.0021371880511873924, "singular_values": [ 2.415842206744789, 1.491931876495756, 1.4595572779725021, 1.1703084368509225, 0.9926674774547003, 0.8304939451833749, 0.7046805415814429, 0.5576802440396155, 0.3508832007671078, 0.17296488885448202, 0.09945721824553988, 0.0, 0.0 ], "history_objective": [ 0.031801377714657145, 0.03173374468902261, 0.0317103146544839, 0.031700461835833915, 0.03169592998785142, 0.03169372437140217, 0.031692608699543004, 0.03169202865430116, 0.03169172094201704, 0.03169155518617561, 0.031691464824670945, 0.03169141508943389, 0.031691387498801515, 0.03169137209216487, 0.031691363441328044, 0.03169135856093382, 0.031691355796511, 0.031691354225201536, 0.03169135332938359, 0.031691352817345156, 0.03169135252401315, 0.031691352355644575, 0.03169135225884004, 0.03169135220309995, 0.03169135217096389, 0.03169135215241574, 0.03169135214169987, 0.03169135213550379, 0.03169135213191847, 0.031691352129842504, 0.03169135212863986, 0.03169135212794279, 0.03169135212753854, 0.03169135212730408, 0.031691352127168004, 0.031691352127089026, 0.03169135212704319, 0.03169135212701653 ], "history_rmse": [ 0.0989089666121173, 0.09893630137773338, 0.09895098951104922, 0.09895619941168153, 0.09895805367245705, 0.09895867702608888, 0.09895883446013676, 0.09895881649781806, 0.09895873825685193, 0.09895864644031219, 0.09895855964396011, 0.09895848442936885, 0.09895842213093785, 0.09895837189295639, 0.09895833206714799, 0.09895830085417666, 0.09895827658258183, 0.09895825781163428, 0.09895824335037608, 0.09895823223939423, 0.09895822371870565, 0.09895821719309575, 0.09895821220002249, 0.09895820838198632, 0.0989582054637191, 0.09895820323382575, 0.0989582015302599, 0.09895820022895922, 0.09895819923502218, 0.09895819847589576, 0.09895819789613343, 0.0989581974533711, 0.09895819711524546, 0.0989581968570368, 0.09895819665986226, 0.09895819650930045, 0.09895819639433631, 0.09895819630655657 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-16 }, "native_matrix_att": -0.289761796218283, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0021287500858306885, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.4410821552360305, "event_study": [ { "event_time": -4, "estimate": -0.01739166982438635, "raw_gap": -0.01739166982438635, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.018745323063982675 }, { "event_time": -3, "estimate": 0.0008536812993007459, "raw_gap": 0.0008536812993007459, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.0004999719402955796 }, { "event_time": -2, "estimate": 0.013576872060279577, "raw_gap": 0.013576872060279577, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.012223218820683251 }, { "event_time": -1, "estimate": 0.0013536532395963254, "raw_gap": 0.0013536532395963254, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.006882055952646004, "raw_gap": -0.006882055952646004, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": -0.00823570919224233 }, { "event_time": 1, "estimate": -0.07360668909988531, "raw_gap": -0.07360668909988531, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.07496034233948164 }, { "event_time": 2, "estimate": -0.12105916141035877, "raw_gap": -0.12105916141035877, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.1224128146499551 }, { "event_time": 3, "estimate": -0.3129311974873673, "raw_gap": -0.3129311974873673, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.31428485072696366 }, { "event_time": 4, "estimate": -0.4801250824716478, "raw_gap": -0.4801250824716478, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -0.48147873571124417 }, { "event_time": 5, "estimate": -0.6419771844326344, "raw_gap": -0.6419771844326344, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -0.6433308376722308 }, { "event_time": 6, "estimate": -0.8556207669902809, "raw_gap": -0.8556207669902809, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -0.8569744202298772 }, { "event_time": 7, "estimate": -0.8912646842369475, "raw_gap": -0.8912646842369475, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -0.8926183374765438 }, { "event_time": 8, "estimate": -0.9198163664473792, "raw_gap": -0.9198163664473792, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.9211700196869755 }, { "event_time": 9, "estimate": -0.9620374659074751, "raw_gap": -0.9620374659074751, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -0.9633911191470714 }, { "event_time": 10, "estimate": -1.025980966484953, "raw_gap": -1.025980966484953, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.0273346197245494 }, { "event_time": 11, "estimate": -1.081007921326458, "raw_gap": -1.081007921326458, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.0823615745660544 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.017391669824386346, 0.0008536812993007505, 0.013576872060279585, 0.0013536532395963423, -0.006882055952646015, -0.07360668909988534, -0.12105916141035875, -0.3129311974873673, -0.48012508247164776, -0.6419771844326343, -0.855620766990281, -0.8912646842369477, -0.9198163664473794, -0.9620374659074749, -1.0259809664849535, -1.081007921326458 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.009962917410914048, "penalty": 1.0, "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": -0.44108215523603084, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.001075624953955412, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.06455964969455705, "SE": 0.03626307744889288, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.29833725034521297, "SE": 0.04378293241769222, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.286310933237354, "SE": 0.0389055743810657, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2891986864187225, "SE": 0.04448264584236172, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.624513004589967, "SE": 0.07343038903966842, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.46174413567045375, "SE": 0.05670137830731278, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.41834347383199605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2897617962182833, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4410821552360305, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.06455964969455705, "SE": 0.03626307744889288, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.13624926937805604, "upper": 0.007129969988941956, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.29833725034521297, "SE": 0.04378293241769222, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.38489310810649413, "upper": -0.2117813925839318, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.286310933237354, "SE": 0.0389055743810657, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.36322458831468485, "upper": -0.20939727816002315, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2891986864187225, "SE": 0.04448264584236172, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3771378296822529, "upper": -0.20125954315519207, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.624513004589967, "SE": 0.07343038903966842, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7684339224784817, "upper": -0.48059208670145215, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.46174413567045375, "SE": 0.05670137830731278, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5728767950265675, "upper": -0.35061147631434, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.41834347383199605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2897617962182833, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4410821552360305, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602093.756503, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.06455964969455705, "SE": 0.03626307744889288, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.13624926937805604, "upper": 0.007129969988941956, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.29833725034521297, "SE": 0.04378293241769222, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.38489310810649413, "upper": -0.2117813925839318, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.286310933237354, "SE": 0.0389055743810657, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.36322458831468485, "upper": -0.20939727816002315, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2891986864187225, "SE": 0.04448264584236172, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3771378296822529, "upper": -0.20125954315519207, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.624513004589967, "SE": 0.07343038903966842, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7684339224784817, "upper": -0.48059208670145215, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.46174413567045375, "SE": 0.05670137830731278, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5728767950265675, "upper": -0.35061147631434, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.41834347383199605, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2897617962182833, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.4410821552360305, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] } ]