{ "study_id": 4, "specification_id": "S04-P001", "source_specification_id": "MI-T4-C1", "role": "active_comparison", "published_source_location": "Table 4 column 1", "outcome_label": "Auditor Assessment", "outcome_variable": "auditor_assessment", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P001.json", "input_bytes": 43505, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Auditor Assessment", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p001", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Auditor Assessment", "source_specification_id": "MI-T4-C1", "specification_id": "S04-P001", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C1.csv", "output_dir": "analyses/full-archive/results/S04-P001" }, "source": { "file": "MI-T4-C1.csv", "bytes": 43505, "sha256": "68387cfde4ff81825776630896ed4efab0e218105e6ce499b04796921a2cd12e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 1.343503097108053, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.0006672834198579496, "se": 0.019252954127550535, "pvalue": 0.9724008667723802, "lower": -0.03739448784412751, "upper": 0.03872905468384341 }, { "method": "Dynamic TWFE", "estimate": 0.07033200324203043, "se": 0.03519679347507242, "pvalue": 0.04761268371309568, "lower": 0.0007503539222031425, "upper": 0.13991365256185773 }, { "method": "BJS / did2s", "estimate": 0.08080782994905886, "se": 0.041110492953746886, "pvalue": 0.05130671899744132, "lower": -0.0004647980844799393, "upper": 0.16208045798259765 }, { "method": "Sun\u2013Abraham", "estimate": 0.08217984532708654, "se": 0.040324897010945965, "pvalue": 0.04342536276166551, "lower": 0.002460286650214208, "upper": 0.16189940400395886 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.11554634492816807, "se": 0.04516644012464734, "pvalue": 0.011576104594619533, "lower": 0.026255387216239143, "upper": 0.20483730264009697 }, { "event_time": -3, "estimate": 0.10428758650536546, "se": 0.06418250177480223, "pvalue": 0.10642563353576193, "lower": -0.022596822272564876, "upper": 0.2311719952832958 }, { "event_time": -2, "estimate": 0.06455143252766683, "se": 0.05080905766461232, "pvalue": 0.20600924648348387, "lower": -0.035894593477338796, "upper": 0.16499745853267245 }, { "event_time": 0, "estimate": 0.07392918029021908, "se": 0.042184043528192564, "pvalue": 0.08185483737433956, "lower": -0.009465783678582765, "upper": 0.15732414425902091 }, { "event_time": 1, "estimate": 0.061856777273755374, "se": 0.04142878009738332, "pvalue": 0.13764867710174875, "lower": -0.02004508263646574, "upper": 0.1437586371839765 }, { "event_time": 2, "estimate": -0.018303831285194628, "se": 0.03565475132367279, "pvalue": 0.6085008557895776, "lower": -0.08879083189638717, "upper": 0.052183169325997925 }, { "event_time": 3, "estimate": 0.043352380453082345, "se": 0.03715774794010287, "pvalue": 0.24529626672792543, "lower": -0.030105941496441566, "upper": 0.11681070240260626 }, { "event_time": 4, "estimate": 0.057997957413270074, "se": 0.04691790895056232, "pvalue": 0.2184550872145866, "lower": -0.03475553417197143, "upper": 0.15075144899851156 }, { "event_time": 5, "estimate": 0.06904063037387512, "se": 0.046129353129174475, "pvalue": 0.13671305968162137, "lower": -0.022153940377518902, "upper": 0.16023520112526912 }, { "event_time": 6, "estimate": 0.0726507179691227, "se": 0.04719485235260782, "pvalue": 0.12595322289742394, "lower": -0.020650271748192048, "upper": 0.16595170768643747 }, { "event_time": 7, "estimate": 0.12855478373971563, "se": 0.052757290721014025, "pvalue": 0.01606746871207279, "lower": 0.024257234458311322, "upper": 0.23285233302111993 }, { "event_time": 8, "estimate": 0.13371083428014113, "se": 0.061849091056040854, "pvalue": 0.032314401223163744, "lower": 0.01143941862804683, "upper": 0.25598224993223545 }, { "event_time": 9, "estimate": 0.1841755189098761, "se": 0.061338784043774984, "pvalue": 0.003167647823283725, "lower": 0.06291294525920106, "upper": 0.30543809256055116 }, { "event_time": 10, "estimate": 0.21091644291342124, "se": 0.08532952439907356, "pvalue": 0.014634304930456896, "lower": 0.042225819218707966, "upper": 0.3796070666081345 }, { "event_time": 11, "estimate": 0.09526566550091436, "se": 0.09566617671769172, "pvalue": 0.32104667373356605, "lower": -0.09385981164953941, "upper": 0.2843911426513681 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.011265179778207414, "se": 0.015313980440989363, "pvalue": 0.46318748826619716, "lower": -0.01900951037191352, "upper": 0.041539869928328345 }, { "event_time": -3, "estimate": 0.017103005404776564, "se": 0.01934224990382797, "pvalue": 0.3780771282979791, "lower": -0.021135297491133798, "upper": 0.055341308300686926 }, { "event_time": -2, "estimate": -0.004925665770702813, "se": 0.013672492769278406, "pvalue": 0.7191910598505153, "lower": -0.03195524725441343, "upper": 0.022103915713007804 }, { "event_time": -1, "estimate": -0.010716580304719305, "se": 0.007306031857062021, "pvalue": 0.14465386350165724, "lower": -0.0251601047399102, "upper": 0.0037269441304715913 }, { "event_time": 0, "estimate": 0.046420295630176626, "se": 0.02992438058348819, "pvalue": 0.12308265947620824, "lower": -0.012738154623196607, "upper": 0.10557874588354986 }, { "event_time": 1, "estimate": 0.050820208834693126, "se": 0.037058061885338126, "pvalue": 0.17243903627688753, "lower": -0.02244104061418864, "upper": 0.12408145828357489 }, { "event_time": 2, "estimate": 0.01164843338007279, "se": 0.040655664921650535, "pvalue": 0.7749047310192652, "lower": -0.06872503079490118, "upper": 0.09202189755504676 }, { "event_time": 3, "estimate": 0.035937390345329334, "se": 0.03704713330329272, "pvalue": 0.3336850762263517, "lower": -0.037302254045580754, "upper": 0.10917703473623942 }, { "event_time": 4, "estimate": 0.054881595736017, "se": 0.04785469733129642, "pvalue": 0.25339086782647025, "lower": -0.039723862297284446, "upper": 0.14948705376931845 }, { "event_time": 5, "estimate": 0.08997928649022403, "se": 0.05888776449728999, "pvalue": 0.12875789307754687, "lower": -0.02643778943974677, "upper": 0.20639636242019482 }, { "event_time": 6, "estimate": 0.09413729476357248, "se": 0.058211303684017245, "pvalue": 0.10807768290873225, "lower": -0.020942464483812304, "upper": 0.20921705401095725 }, { "event_time": 7, "estimate": 0.1505525660864608, "se": 0.06192768149455627, "pvalue": 0.016308308668869887, "lower": 0.028125782521759818, "upper": 0.2729793496511618 }, { "event_time": 8, "estimate": 0.13125489554030487, "se": 0.07503142055270497, "pvalue": 0.08240939806067597, "lower": -0.017077082387296827, "upper": 0.27958687346790656 }, { "event_time": 9, "estimate": 0.2525350823421784, "se": 0.09285254585394245, "pvalue": 0.007355266313293242, "lower": 0.06897196064366373, "upper": 0.4360982040406931 }, { "event_time": 10, "estimate": 0.312745747790233, "se": 0.12540896392824794, "pvalue": 0.013793670897337709, "lower": 0.0648208180434825, "upper": 0.5606706775369835 }, { "event_time": 11, "estimate": 0.1907272963670297, "se": 0.1394680075304243, "pvalue": 0.17363374173728227, "lower": -0.08499139937694519, "upper": 0.46644599211100457 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.07973390457998816, "se": 0.05583495808095784, "pvalue": 0.15549490319081988, "lower": -0.030647982216830932, "upper": 0.19011579137680726 }, { "event_time": -3, "estimate": 0.09314512637530561, "se": 0.0681829497990775, "pvalue": 0.17408062576668815, "lower": -0.04164789407045921, "upper": 0.22793814682107044 }, { "event_time": -2, "estimate": 0.042538719132020696, "se": 0.05721620878010904, "pvalue": 0.4584322743500472, "lower": -0.07057380566564847, "upper": 0.15565124392968988 }, { "event_time": 0, "estimate": 0.07515073927448791, "se": 0.047273802380142, "pvalue": 0.11414420157472563, "lower": -0.01830632923828769, "upper": 0.16860780778726353 }, { "event_time": 1, "estimate": 0.06358663671151148, "se": 0.04366652066824237, "pvalue": 0.14756394087879565, "lower": -0.022739082996635282, "upper": 0.14991235641965822 }, { "event_time": 2, "estimate": 0.011191244334462332, "se": 0.0422269173802805, "pvalue": 0.7913762414156497, "lower": -0.0722884783025712, "upper": 0.09467096697149587 }, { "event_time": 3, "estimate": 0.05008045617698686, "se": 0.03893990428993417, "pvalue": 0.20051747608659362, "lower": -0.026901066778188036, "upper": 0.12706197913216175 }, { "event_time": 4, "estimate": 0.06374671278418358, "se": 0.051777064931292915, "pvalue": 0.22030644513365072, "lower": -0.0386129972675497, "upper": 0.16610642283591687 }, { "event_time": 5, "estimate": 0.0946037795810417, "se": 0.05499262653678771, "pvalue": 0.08757190323261912, "lower": -0.014112875462237537, "upper": 0.20332043462432092 }, { "event_time": 6, "estimate": 0.09056152633170175, "se": 0.04931395641928697, "pvalue": 0.06840047924717, "lower": -0.006928786942723905, "upper": 0.18805183960612742 }, { "event_time": 7, "estimate": 0.14283246995994447, "se": 0.054911714132205344, "pvalue": 0.010282686365924885, "lower": 0.03427577319710523, "upper": 0.2513891667227837 }, { "event_time": 8, "estimate": 0.12559939091864922, "se": 0.06547935281842146, "pvalue": 0.05711308736112097, "lower": -0.0038488035234801876, "upper": 0.25504758536077865 }, { "event_time": 9, "estimate": 0.20242626157406013, "se": 0.07513522934035378, "pvalue": 0.00791374977684439, "lower": 0.053889060785358545, "upper": 0.3509634623627617 }, { "event_time": 10, "estimate": 0.24564800055528246, "se": 0.0994866966156962, "pvalue": 0.014737825168650886, "lower": 0.04896961731550989, "upper": 0.44232638379505507 }, { "event_time": 11, "estimate": 0.11750439267779784, "se": 0.10674203982347967, "pvalue": 0.27284821397903297, "lower": -0.09351730701029053, "upper": 0.3285260923658862 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.588259637072603e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8617702343438123, "df_num": 8, "df_den": 1344, "pvalue": 0.5483424989161068, "log10_pvalue": -0.2609480931107136, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 58.15834734619678, "rss_restricted": 58.45667551656333, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.08632371134209268 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.04652912427804946 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.006685358656089777 }, { "event_time": 3.0, "cohort": 5, "estimate": 0.01840150604345912 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.01725381843210139 }, { "event_time": 5.0, "cohort": 5, "estimate": -0.18866074926906054 }, { "event_time": 6.0, "cohort": 5, "estimate": -0.12319060922803687 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.042763844956812125 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.06393319228328617 } ] } } }, "code_sha256": { "replication_engine.py": "f9d56fa725aee6a41a1b7f11796f1d432696b3a0c8161ac280f273cca73f63c2", "reference_f_test.py": "18f7ea6e16e141249b386529a195514afb1ec80e236d4684c7efac07347c8bdb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Auditor Assessment", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p001", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Auditor Assessment", "source_specification_id": "MI-T4-C1", "specification_id": "S04-P001", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C1.csv", "output_dir": "analyses/archive-expanded/fits/S04-P001" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P001", "regression_results": "analyses/archive-expanded/baselines/S04-P001.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C1.csv", "bytes": 43505, "sha256": "68387cfde4ff81825776630896ed4efab0e218105e6ce499b04796921a2cd12e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 1.343503097108053, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.0006672834198579496, "se": 0.019252954127550535, "pvalue": 0.9724008667723802, "lower": -0.03739448784412751, "upper": 0.03872905468384341 }, { "method": "Dynamic TWFE", "estimate": 0.07033200324203043, "se": 0.03519679347507242, "pvalue": 0.04761268371309568, "lower": 0.0007503539222031425, "upper": 0.13991365256185773 }, { "method": "BJS / did2s", "estimate": 0.08080782994905886, "se": 0.041110492953746886, "pvalue": 0.05130671899744132, "lower": -0.0004647980844799393, "upper": 0.16208045798259765 }, { "method": "Sun\u2013Abraham", "estimate": 0.08217984532708654, "se": 0.040324897010945965, "pvalue": 0.04342536276166551, "lower": 0.002460286650214208, "upper": 0.16189940400395886 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.11554634492816807, "se": 0.04516644012464734, "pvalue": 0.011576104594619533, "lower": 0.026255387216239143, "upper": 0.20483730264009697 }, { "event_time": -3, "estimate": 0.10428758650536546, "se": 0.06418250177480223, "pvalue": 0.10642563353576193, "lower": -0.022596822272564876, "upper": 0.2311719952832958 }, { "event_time": -2, "estimate": 0.06455143252766683, "se": 0.05080905766461232, "pvalue": 0.20600924648348387, "lower": -0.035894593477338796, "upper": 0.16499745853267245 }, { "event_time": 0, "estimate": 0.07392918029021908, "se": 0.042184043528192564, "pvalue": 0.08185483737433956, "lower": -0.009465783678582765, "upper": 0.15732414425902091 }, { "event_time": 1, "estimate": 0.061856777273755374, "se": 0.04142878009738332, "pvalue": 0.13764867710174875, "lower": -0.02004508263646574, "upper": 0.1437586371839765 }, { "event_time": 2, "estimate": -0.018303831285194628, "se": 0.03565475132367279, "pvalue": 0.6085008557895776, "lower": -0.08879083189638717, "upper": 0.052183169325997925 }, { "event_time": 3, "estimate": 0.043352380453082345, "se": 0.03715774794010287, "pvalue": 0.24529626672792543, "lower": -0.030105941496441566, "upper": 0.11681070240260626 }, { "event_time": 4, "estimate": 0.057997957413270074, "se": 0.04691790895056232, "pvalue": 0.2184550872145866, "lower": -0.03475553417197143, "upper": 0.15075144899851156 }, { "event_time": 5, "estimate": 0.06904063037387512, "se": 0.046129353129174475, "pvalue": 0.13671305968162137, "lower": -0.022153940377518902, "upper": 0.16023520112526912 }, { "event_time": 6, "estimate": 0.0726507179691227, "se": 0.04719485235260782, "pvalue": 0.12595322289742394, "lower": -0.020650271748192048, "upper": 0.16595170768643747 }, { "event_time": 7, "estimate": 0.12855478373971563, "se": 0.052757290721014025, "pvalue": 0.01606746871207279, "lower": 0.024257234458311322, "upper": 0.23285233302111993 }, { "event_time": 8, "estimate": 0.13371083428014113, "se": 0.061849091056040854, "pvalue": 0.032314401223163744, "lower": 0.01143941862804683, "upper": 0.25598224993223545 }, { "event_time": 9, "estimate": 0.1841755189098761, "se": 0.061338784043774984, "pvalue": 0.003167647823283725, "lower": 0.06291294525920106, "upper": 0.30543809256055116 }, { "event_time": 10, "estimate": 0.21091644291342124, "se": 0.08532952439907356, "pvalue": 0.014634304930456896, "lower": 0.042225819218707966, "upper": 0.3796070666081345 }, { "event_time": 11, "estimate": 0.09526566550091436, "se": 0.09566617671769172, "pvalue": 0.32104667373356605, "lower": -0.09385981164953941, "upper": 0.2843911426513681 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.011265179778207414, "se": 0.015313980440989363, "pvalue": 0.46318748826619716, "lower": -0.01900951037191352, "upper": 0.041539869928328345 }, { "event_time": -3, "estimate": 0.017103005404776564, "se": 0.01934224990382797, "pvalue": 0.3780771282979791, "lower": -0.021135297491133798, "upper": 0.055341308300686926 }, { "event_time": -2, "estimate": -0.004925665770702813, "se": 0.013672492769278406, "pvalue": 0.7191910598505153, "lower": -0.03195524725441343, "upper": 0.022103915713007804 }, { "event_time": -1, "estimate": -0.010716580304719305, "se": 0.007306031857062021, "pvalue": 0.14465386350165724, "lower": -0.0251601047399102, "upper": 0.0037269441304715913 }, { "event_time": 0, "estimate": 0.046420295630176626, "se": 0.02992438058348819, "pvalue": 0.12308265947620824, "lower": -0.012738154623196607, "upper": 0.10557874588354986 }, { "event_time": 1, "estimate": 0.050820208834693126, "se": 0.037058061885338126, "pvalue": 0.17243903627688753, "lower": -0.02244104061418864, "upper": 0.12408145828357489 }, { "event_time": 2, "estimate": 0.01164843338007279, "se": 0.040655664921650535, "pvalue": 0.7749047310192652, "lower": -0.06872503079490118, "upper": 0.09202189755504676 }, { "event_time": 3, "estimate": 0.035937390345329334, "se": 0.03704713330329272, "pvalue": 0.3336850762263517, "lower": -0.037302254045580754, "upper": 0.10917703473623942 }, { "event_time": 4, "estimate": 0.054881595736017, "se": 0.04785469733129642, "pvalue": 0.25339086782647025, "lower": -0.039723862297284446, "upper": 0.14948705376931845 }, { "event_time": 5, "estimate": 0.08997928649022403, "se": 0.05888776449728999, "pvalue": 0.12875789307754687, "lower": -0.02643778943974677, "upper": 0.20639636242019482 }, { "event_time": 6, "estimate": 0.09413729476357248, "se": 0.058211303684017245, "pvalue": 0.10807768290873225, "lower": -0.020942464483812304, "upper": 0.20921705401095725 }, { "event_time": 7, "estimate": 0.1505525660864608, "se": 0.06192768149455627, "pvalue": 0.016308308668869887, "lower": 0.028125782521759818, "upper": 0.2729793496511618 }, { "event_time": 8, "estimate": 0.13125489554030487, "se": 0.07503142055270497, "pvalue": 0.08240939806067597, "lower": -0.017077082387296827, "upper": 0.27958687346790656 }, { "event_time": 9, "estimate": 0.2525350823421784, "se": 0.09285254585394245, "pvalue": 0.007355266313293242, "lower": 0.06897196064366373, "upper": 0.4360982040406931 }, { "event_time": 10, "estimate": 0.312745747790233, "se": 0.12540896392824794, "pvalue": 0.013793670897337709, "lower": 0.0648208180434825, "upper": 0.5606706775369835 }, { "event_time": 11, "estimate": 0.1907272963670297, "se": 0.1394680075304243, "pvalue": 0.17363374173728227, "lower": -0.08499139937694519, "upper": 0.46644599211100457 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.07973390457998816, "se": 0.05583495808095784, "pvalue": 0.15549490319081988, "lower": -0.030647982216830932, "upper": 0.19011579137680726 }, { "event_time": -3, "estimate": 0.09314512637530561, "se": 0.0681829497990775, "pvalue": 0.17408062576668815, "lower": -0.04164789407045921, "upper": 0.22793814682107044 }, { "event_time": -2, "estimate": 0.042538719132020696, "se": 0.05721620878010904, "pvalue": 0.4584322743500472, "lower": -0.07057380566564847, "upper": 0.15565124392968988 }, { "event_time": 0, "estimate": 0.07515073927448791, "se": 0.047273802380142, "pvalue": 0.11414420157472563, "lower": -0.01830632923828769, "upper": 0.16860780778726353 }, { "event_time": 1, "estimate": 0.06358663671151148, "se": 0.04366652066824237, "pvalue": 0.14756394087879565, "lower": -0.022739082996635282, "upper": 0.14991235641965822 }, { "event_time": 2, "estimate": 0.011191244334462332, "se": 0.0422269173802805, "pvalue": 0.7913762414156497, "lower": -0.0722884783025712, "upper": 0.09467096697149587 }, { "event_time": 3, "estimate": 0.05008045617698686, "se": 0.03893990428993417, "pvalue": 0.20051747608659362, "lower": -0.026901066778188036, "upper": 0.12706197913216175 }, { "event_time": 4, "estimate": 0.06374671278418358, "se": 0.051777064931292915, "pvalue": 0.22030644513365072, "lower": -0.0386129972675497, "upper": 0.16610642283591687 }, { "event_time": 5, "estimate": 0.0946037795810417, "se": 0.05499262653678771, "pvalue": 0.08757190323261912, "lower": -0.014112875462237537, "upper": 0.20332043462432092 }, { "event_time": 6, "estimate": 0.09056152633170175, "se": 0.04931395641928697, "pvalue": 0.06840047924717, "lower": -0.006928786942723905, "upper": 0.18805183960612742 }, { "event_time": 7, "estimate": 0.14283246995994447, "se": 0.054911714132205344, "pvalue": 0.010282686365924885, "lower": 0.03427577319710523, "upper": 0.2513891667227837 }, { "event_time": 8, "estimate": 0.12559939091864922, "se": 0.06547935281842146, "pvalue": 0.05711308736112097, "lower": -0.0038488035234801876, "upper": 0.25504758536077865 }, { "event_time": 9, "estimate": 0.20242626157406013, "se": 0.07513522934035378, "pvalue": 0.00791374977684439, "lower": 0.053889060785358545, "upper": 0.3509634623627617 }, { "event_time": 10, "estimate": 0.24564800055528246, "se": 0.0994866966156962, "pvalue": 0.014737825168650886, "lower": 0.04896961731550989, "upper": 0.44232638379505507 }, { "event_time": 11, "estimate": 0.11750439267779784, "se": 0.10674203982347967, "pvalue": 0.27284821397903297, "lower": -0.09351730701029053, "upper": 0.3285260923658862 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.588259637072603e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8617702343438123, "df_num": 8, "df_den": 1344, "pvalue": 0.5483424989161068, "log10_pvalue": -0.2609480931107136, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 58.15834734619678, "rss_restricted": 58.45667551656333, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.08632371134209268 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.04652912427804946 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.006685358656089777 }, { "event_time": 3.0, "cohort": 5, "estimate": 0.01840150604345912 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.01725381843210139 }, { "event_time": 5.0, "cohort": 5, "estimate": -0.18866074926906054 }, { "event_time": 6.0, "cohort": 5, "estimate": -0.12319060922803687 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.042763844956812125 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.06393319228328617 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.3511678439018749, "se": 0.09206293388042622, "lower": 0.17072780918514718, "upper": 0.5316078786186026 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.31713695636826894, "se": 0.07980098884386522, "lower": 0.16072989230361046, "upper": 0.4735440204329274 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.3089888559781008, "se": 0.07505409624308212, "lower": 0.16188553044945683, "upper": 0.4560921815067447 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 799.0, "post_cells": 21, "estimate": 0.24631879516380698, "se": 0.06399103887162767, "lower": 0.12089866364211413, "upper": 0.3717389266854998 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.3511678439018749, "se": 0.09206293388042622, "lower": 0.17072780918514718, "upper": 0.5316078786186026, "event_study": [ { "event_time": -4, "estimate": 0.07973390457999961, "se": 0.054975628716084454, "lower": -0.02801634773097189, "upper": 0.18748415689097112, "relative_to_minus_one": 0.07973390457999961, "n": 0.0 }, { "event_time": -3, "estimate": 0.09314512637532164, "se": 0.06713357756489563, "lower": -0.03843426780519997, "upper": 0.22472452055584324, "relative_to_minus_one": 0.09314512637532164, "n": 0.0 }, { "event_time": -2, "estimate": 0.04253871913203667, "se": 0.05633562143515876, "lower": -0.06787706992755718, "upper": 0.1529545081916305, "relative_to_minus_one": 0.04253871913203667, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.07103946724850586, "se": 0.033496582796750336, "lower": 0.005387371361711246, "upper": 0.13669156313530048, "relative_to_minus_one": 0.07103946724850586, "n": 105.0 }, { "event_time": 1, "estimate": 0.0967068402023571, "se": 0.04527603022603601, "lower": 0.00796745159637964, "upper": 0.18544622880833456, "relative_to_minus_one": 0.0967068402023571, "n": 104.0 }, { "event_time": 2, "estimate": 0.07175900355268335, "se": 0.04983513170214283, "lower": -0.025916059748326878, "upper": 0.16943406685369355, "relative_to_minus_one": 0.07175900355268335, "n": 103.0 }, { "event_time": 3, "estimate": 0.07272162446966808, "se": 0.04357396543065053, "lower": -0.012681778438000307, "upper": 0.15812502737733647, "relative_to_minus_one": 0.07272162446966808, "n": 100.0 }, { "event_time": 4, "estimate": 0.16852619996292661, "se": 0.07971862325528906, "lower": 0.012280569485442872, "upper": 0.32477183044041036, "relative_to_minus_one": 0.16852619996292661, "n": 88.0 }, { "event_time": 5, "estimate": 0.31506791774866993, "se": 0.09542742891727338, "lower": 0.12803359393355804, "upper": 0.5021022415637818, "relative_to_minus_one": 0.31506791774866993, "n": 67.0 }, { "event_time": 6, "estimate": 0.45550402223695274, "se": 0.10591959697567216, "lower": 0.24790542690763767, "upper": 0.6631026175662678, "relative_to_minus_one": 0.45550402223695274, "n": 55.0 }, { "event_time": 7, "estimate": 0.556439803240026, "se": 0.12491423814039475, "lower": 0.31161239532859264, "upper": 0.8012672111514593, "relative_to_minus_one": 0.556439803240026, "n": 51.0 }, { "event_time": 8, "estimate": 0.5615275812987454, "se": 0.1346797721756962, "lower": 0.2975600783883211, "upper": 0.8254950842091696, "relative_to_minus_one": 0.5615275812987454, "n": 49.0 }, { "event_time": 9, "estimate": 0.5745439683098016, "se": 0.17502088170426017, "lower": 0.23150934362700637, "upper": 0.9175785929925968, "relative_to_minus_one": 0.5745439683098016, "n": 28.0 }, { "event_time": 10, "estimate": 0.6786501740700113, "se": 0.22082187910947929, "lower": 0.2458472440169741, "upper": 1.1114531041230484, "relative_to_minus_one": 0.6786501740700113, "n": 25.0 }, { "event_time": 11, "estimate": 0.591527524482151, "se": 0.24752741558534438, "lower": 0.10638270474859751, "upper": 1.0766723442157045, "relative_to_minus_one": 0.591527524482151, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.10703961147924158, "se": 0.04926919224570194, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": 0.105618561739474, "se": 0.053455655764644935, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": 0.053231755116695006, "se": 0.06041705680997558, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": 0.07348098257592349, "se": 0.0662973604916961, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": 0.19344773611199076, "se": 0.11093653451679238, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": 0.35892664646953665, "se": 0.13476032292128096, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": 0.4912052989429269, "se": 0.15239520002294168, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": 0.5822234893616467, "se": 0.178617979068926, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": 0.5360954378446618, "se": 0.1976153203714245, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": 0.5745439683098016, "se": 0.17502088170426017, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": 0.6786501740700113, "se": 0.22082187910947926, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": 0.591527524482151, "se": 0.24752741558534433, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": 0.07973390457999961, "se": 0.054975628716084454, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": 0.09314512637532164, "se": 0.0671335775648956, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 0.04253871913203667, "se": 0.05633562143515873, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.028289295974507182, "se": 0.04885860431696831, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": 0.08612417087703078, "se": 0.07106332399357973, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": 0.0937601110704195, "se": 0.07453542485242137, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": 0.07181988671848978, "se": 0.059334315625410104, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": 0.13893187578591296, "se": 0.08743887885349277, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": 0.2629856773926406, "se": 0.13826204896312613, "event_time": 5, "mass": 27.0 }, { "group": 5, "year": 11, "att": 0.41310875614860826, "se": 0.14497733914882932, "event_time": 6, "mass": 23.0 }, { "group": 5, "year": 12, "att": 0.5258216759706014, "se": 0.17574989639463276, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": 0.5917282516504694, "se": 0.17102593617732734, "event_time": 8, "mass": 20.0 } ], "treated_cell_att": 0.24631879516380698, "treated_cell_se": 0.06399103887162767, "checks": { "input_rows": 1522, "retained_rows": 1522, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07519533392041922, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.22414173439257654, "event_study": [ { "event_time": -4, "estimate": 0.03352648901359314, "raw_gap": 0.026555759778231564, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.05177605110213948 }, { "event_time": -3, "estimate": 0.038706476072068986, "raw_gap": 0.03173574683670741, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.05695603816061533 }, { "event_time": -2, "estimate": -0.004429131075522392, "raw_gap": -0.011399860310883978, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.013820431013023951 }, { "event_time": -1, "estimate": -0.018249562088546344, "raw_gap": -0.02143618116757073, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.05491699436535455, "raw_gap": 0.051730375286330184, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0731665564539009 }, { "event_time": 1, "estimate": 0.06514745376623342, "raw_gap": 0.06199722036178922, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.08339701585477977 }, { "event_time": 2, "estimate": 0.026453665369369748, "raw_gap": 0.02334052415745873, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.04470322745791609 }, { "event_time": 3, "estimate": 0.052437777737418305, "raw_gap": 0.04930094958150361, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.07068733982596465 }, { "event_time": 4, "estimate": 0.14797407411022256, "raw_gap": 0.14480556082141985, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": 0.1662236361987689 }, { "event_time": 5, "estimate": 0.30072194048019607, "raw_gap": 0.2979128406390779, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": 0.3189715025687424 }, { "event_time": 6, "estimate": 0.4397950997586469, "raw_gap": 0.43688006753294817, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": 0.4580446618471932 }, { "event_time": 7, "estimate": 0.5394116670742833, "raw_gap": 0.536541366800897, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.5576612291628297 }, { "event_time": 8, "estimate": 0.5400032812132282, "raw_gap": 0.537158085606956, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.5582528433017745 }, { "event_time": 9, "estimate": 0.5745439683098006, "raw_gap": 0.574543968309797, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": 0.5927935303983469 }, { "event_time": 10, "estimate": 0.6786501740700109, "raw_gap": 0.6786501740700072, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.6968997361585573 }, { "event_time": 11, "estimate": 0.5915275244821504, "raw_gap": 0.5915275244821468, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.6097770865706967 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.026555759778231585, 0.03173574683670741, -0.011399860310884006, -0.021436181167570734, 0.05173037528633014, 0.06199722036178923, 0.02334052415745873, 0.04930094958150361, 0.14480556082141985, 0.2979128406390779, 0.4368800675329483, 0.536541366800897, 0.537158085606956, 0.574543968309797, 0.6786501740700072, 0.5915275244821468 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.552713678800501e-15 }, { "cohort": 4, "pre_gap": -0.006970729235361591 } ], "diagnostics": { "converged": true, "pre_rmse": 0.028429383788239785, "zeta_omega": [ 0.0, 1.4257559924615166 ], "zeta_lambda": [ 0.0, 3.3789392997238776e-07 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.04210918799433454, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 9, "time_iterations": 37, "unit_objective": 0.05608712639718086, "time_objective": 0.010800458684489592, "unit_projected_gradient": 3.6271654915709384e-09, "time_projected_gradient": 5.8009632097899555e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 7.771561172376096e-16 }, "native_matrix_att": 0.22414173439257576, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006742924451828003, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.08278722817511174, "event_study": [ { "event_time": -4, "estimate": 0.004364006993698534, "raw_gap": 0.004364006993698534, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.007523597422305195 }, { "event_time": -3, "estimate": 0.004577347829213124, "raw_gap": 0.004577347829213124, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.007736938257819785 }, { "event_time": -2, "estimate": -0.0020297554233847104, "raw_gap": -0.0020297554233847104, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0011298350052219505 }, { "event_time": -1, "estimate": -0.003159590428606661, "raw_gap": -0.003159590428606661, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0507495783395552, "raw_gap": 0.0507495783395552, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.05390916876816186 }, { "event_time": 1, "estimate": 0.054730555177224326, "raw_gap": 0.054730555177224326, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.05789014560583099 }, { "event_time": 2, "estimate": 0.01188551849517637, "raw_gap": 0.01188551849517637, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.01504510892378303 }, { "event_time": 3, "estimate": 0.04022763468079301, "raw_gap": 0.04022763468079301, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.04338722510939967 }, { "event_time": 4, "estimate": 0.05902797259171002, "raw_gap": 0.05902797259171002, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": 0.06218756302031668 }, { "event_time": 5, "estimate": 0.08840131401602788, "raw_gap": 0.08840131401602788, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": 0.09156090444463455 }, { "event_time": 6, "estimate": 0.09562496751901861, "raw_gap": 0.09562496751901861, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": 0.09878455794762528 }, { "event_time": 7, "estimate": 0.1502965423186194, "raw_gap": 0.1502965423186194, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.15345613274722608 }, { "event_time": 8, "estimate": 0.1280859274412699, "raw_gap": 0.1280859274412699, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.13124551786987657 }, { "event_time": 9, "estimate": 0.2577048283206479, "raw_gap": 0.2577048283206479, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": 0.26086441874925453 }, { "event_time": 10, "estimate": 0.31234658709252305, "raw_gap": 0.31234658709252305, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.3155061775211297 }, { "event_time": 11, "estimate": 0.18903679837057422, "raw_gap": 0.18903679837057422, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.19219638879918088 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.004364006993698534, 0.004577347829213124, -0.0020297554233847104, -0.003159590428606661, 0.05074957833955519, 0.05473055517722433, 0.011885518495176377, 0.04022763468079301, 0.059027972591710005, 0.08840131401602791, 0.09562496751901861, 0.15029654231861944, 0.12808592744126987, 0.2577048283206479, 0.31234658709252316, 0.18903679837057422 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 41, "termination_reason": "Relative objective tolerance reached", "objective": 0.01511448887600295, "lambda_l": 0.0014598643290466018, "singular_values": [ 1.618533173930007, 1.3053426116435274, 1.15509045680365, 0.8654121002115972, 0.8003501295298651, 0.5070330623945952, 0.3965485344322667, 0.330352843370057, 0.23310545675519023, 0.11999860935148132, 0.0, 0.0, 0.0 ], "history_objective": [ 0.0151827231770033, 0.015141163262140881, 0.015126164876254587, 0.015119970516300384, 0.01511720360136164, 0.015115888747383292, 0.015115233259973052, 0.015114894249994834, 0.015114713852649966, 0.015114615670764615, 0.015114561252043166, 0.015114530632477918, 0.0151145131852874, 0.015114503137062672, 0.015114497297152822, 0.015114493876532225, 0.015114491859548832, 0.015114490663398577, 0.015114489950543257, 0.015114489523919082, 0.015114489267673142, 0.015114489113285647, 0.015114489020020574, 0.015114488963551142, 0.015114488929293702, 0.015114488908476453, 0.015114488895808197, 0.015114488888089445, 0.015114488883381402, 0.015114488880507114, 0.015114488878750927, 0.015114488877677182, 0.015114488877020297, 0.015114488876618214, 0.015114488876371988, 0.01511448887622115, 0.015114488876128724, 0.015114488876072064, 0.015114488876037311, 0.015114488876016019, 0.01511448887600295 ], "history_rmse": [ 0.06679859192473869, 0.06661606096018122, 0.06652625929606389, 0.06647654626691313, 0.06644923156818029, 0.06643437179790139, 0.06642630974397776, 0.0664219185267984, 0.06641950373427409, 0.06641815602386651, 0.06641738870070317, 0.06641694074705658, 0.06641667137641831, 0.06641650395921185, 0.06641639625454207, 0.06641632458518232, 0.06641627539446367, 0.06641624071647118, 0.06641621572700636, 0.06641619740588035, 0.06641618379632963, 0.06641617358782112, 0.06641616587583221, 0.06641616001980942, 0.06641615555656229, 0.0664161521456602, 0.06641614953380795, 0.06641614753083268, 0.06641614599301504, 0.06641614481122968, 0.06641614390233817, 0.06641614320284679, 0.06641614266417724, 0.06641614224911364, 0.06641614192911492, 0.06641614168227494, 0.06641614149176735, 0.06641614134465956, 0.06641614123100599, 0.06641614114315433, 0.0664161410752126 ], "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-17 }, "native_matrix_att": 0.0827872281751117, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0020494163036346436, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.22284049443955675, "event_study": [ { "event_time": -4, "estimate": 0.007993445320825928, "raw_gap": 0.007993445320825928, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0073354581771983215 }, { "event_time": -3, "estimate": -0.007221930432803188, "raw_gap": -0.007221930432803188, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.007879917576430794 }, { "event_time": -2, "estimate": -0.002210861766515924, "raw_gap": -0.002210861766515924, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.0028688489101435307 }, { "event_time": -1, "estimate": 0.0006579871436276067, "raw_gap": 0.0006579871436276067, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.03299539175633914, "raw_gap": 0.03299539175633914, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.032337404612711534 }, { "event_time": 1, "estimate": 0.08490123918897763, "raw_gap": 0.08490123918897763, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": 0.08424325204535002 }, { "event_time": 2, "estimate": 0.0350993556292537, "raw_gap": 0.0350993556292537, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": 0.034441368485626095 }, { "event_time": 3, "estimate": 0.06944032231295674, "raw_gap": 0.06944032231295674, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": 0.06878233516932913 }, { "event_time": 4, "estimate": 0.1551950305546853, "raw_gap": 0.1551950305546853, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": 0.1545370434110577 }, { "event_time": 5, "estimate": 0.27279172553904724, "raw_gap": 0.27279172553904724, "n": 67, "n_cells": 67, "weight_sum": 67.0, "relative_to_minus_one": 0.27213373839541966 }, { "event_time": 6, "estimate": 0.43193600252831577, "raw_gap": 0.43193600252831577, "n": 55, "n_cells": 55, "weight_sum": 55.0, "relative_to_minus_one": 0.4312780153846882 }, { "event_time": 7, "estimate": 0.5108728892665362, "raw_gap": 0.5108728892665362, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": 0.5102149021229085 }, { "event_time": 8, "estimate": 0.5370800598235217, "raw_gap": 0.5370800598235217, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.5364220726798941 }, { "event_time": 9, "estimate": 0.591587396007682, "raw_gap": 0.591587396007682, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": 0.5909294088640543 }, { "event_time": 10, "estimate": 0.6484749250305828, "raw_gap": 0.6484749250305828, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.6478169378869552 }, { "event_time": 11, "estimate": 0.5982331353798483, "raw_gap": 0.5982331353798483, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.5975751482362207 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.007993445320825918, -0.007221930432803188, -0.0022108617665159147, 0.0006579871436276152, 0.03299539175633915, 0.08490123918897763, 0.035099355629253724, 0.06944032231295674, 0.15519503055468523, 0.27279172553904735, 0.4319360025283158, 0.5108728892665362, 0.5370800598235216, 0.591587396007682, 0.6484749250305828, 0.5982331353798483 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 67.0, 55.0, 51.0, 49.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.004960062024911657, "penalty": 1.0, "n_observed": 1522, "n_missing": 324, "n_treated_observed": 799, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-16 }, "native_matrix_att": 0.2228404944395569, "matrix_preparation": { "source_rows": 1522, "matrix_shape": [ 142, 13 ], "observed_cells": 1522, "missing_cells": 324, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1522.0, "treated_observation_mass": 799.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0009994995780289173, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.0006672834198579496, "SE": 0.019252954127550535, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07033200324203043, "SE": 0.03519679347507242, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08080782994905886, "SE": 0.041110492953746886, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08217984532708654, "SE": 0.040324897010945965, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.3511678439018749, "SE": 0.09206293388042622, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.24631879516380698, "SE": 0.06399103887162767, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.22414173439257654, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.08278722817511174, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.22284049443955675, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.0006672834198579496, "SE": 0.019252954127550535, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.03739448784412751, "upper": 0.03872905468384341, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07033200324203043, "SE": 0.03519679347507242, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0007503539222031425, "upper": 0.13991365256185773, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08080782994905886, "SE": 0.041110492953746886, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0004647980844799393, "upper": 0.16208045798259765, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08217984532708654, "SE": 0.040324897010945965, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.002460286650214208, "upper": 0.16189940400395886, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3511678439018749, "SE": 0.09206293388042622, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.17072780918514718, "upper": 0.5316078786186026, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.24631879516380698, "SE": 0.06399103887162767, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.12089866364211413, "upper": 0.3717389266854998, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.22414173439257654, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.08278722817511174, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.22284049443955675, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602069.435968, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.0006672834198579496, "SE": 0.019252954127550535, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.03739448784412751, "upper": 0.03872905468384341, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07033200324203043, "SE": 0.03519679347507242, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0007503539222031425, "upper": 0.13991365256185773, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08080782994905886, "SE": 0.041110492953746886, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0004647980844799393, "upper": 0.16208045798259765, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08217984532708654, "SE": 0.040324897010945965, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.002460286650214208, "upper": 0.16189940400395886, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3511678439018749, "SE": 0.09206293388042622, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.17072780918514718, "upper": 0.5316078786186026, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.24631879516380698, "SE": 0.06399103887162767, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.12089866364211413, "upper": 0.3717389266854998, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.22414173439257654, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.08278722817511174, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.22284049443955675, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }