{ "study_id": 4, "specification_id": "S04-P002", "source_specification_id": "MI-T4-C2", "role": "active_comparison", "published_source_location": "Table 4 column 2", "outcome_label": "Labor Value per Boat", "outcome_variable": "f_LV_per_boat", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P002.json", "input_bytes": 66463, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Labor Value per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p002", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Labor Value per Boat", "source_specification_id": "MI-T4-C2", "specification_id": "S04-P002", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C2.csv", "output_dir": "analyses/full-archive/results/S04-P002" }, "source": { "file": "MI-T4-C2.csv", "bytes": 66463, "sha256": "2b17e391e443dcea814dd3baa41d835c22bbf287a36a2db2d0b1c5e7e5a18802" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 150.7589347657954, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.25794448866198855, "se": 0.09559771375971139, "pvalue": 0.007822422076398864, "lower": -0.446934619235006, "upper": -0.0689543580889711 }, { "method": "Dynamic TWFE", "estimate": -0.7947613502341538, "se": 0.08274513069924437, "pvalue": 4.086556404238069e-17, "lower": -0.9583428046446468, "upper": -0.6311798958236609 }, { "method": "BJS / did2s", "estimate": -0.8092294002958235, "se": 0.06872286173919064, "pvalue": 1.0203197888771268e-22, "lower": -0.9450897896570876, "upper": -0.6733690109345594 }, { "method": "Sun\u2013Abraham", "estimate": -0.7556108038524608, "se": 0.07116971156050987, "pvalue": 1.0275480078044177e-19, "lower": -0.89630844767345, "upper": -0.6149131600314717 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.12986452444051458, "se": 0.09624046162950496, "pvalue": 0.17937908728247132, "lower": -0.3201253235165795, "upper": 0.06039627463555036 }, { "event_time": -3, "estimate": -0.1118584062867989, "se": 0.0930399672190812, "pvalue": 0.23127725950806782, "lower": -0.29579204718369917, "upper": 0.07207523461010139 }, { "event_time": -2, "estimate": -0.020347108091231917, "se": 0.09983032280160609, "pvalue": 0.838790447703106, "lower": -0.21770481675824901, "upper": 0.1770106005757852 }, { "event_time": 0, "estimate": -0.005353070471986775, "se": 0.060426603739592695, "pvalue": 0.9295350651203319, "lower": -0.12481232615601187, "upper": 0.11410618521203833 }, { "event_time": 1, "estimate": -0.02600351652239636, "se": 0.06446510292755255, "pvalue": 0.6872844849003328, "lower": -0.15344660841792312, "upper": 0.10143957537313042 }, { "event_time": 2, "estimate": -0.3619263583414663, "se": 0.08908978238740466, "pvalue": 8.02440229593476e-05, "lower": -0.5380507544586999, "upper": -0.1858019622242328 }, { "event_time": 3, "estimate": -0.7676467176018015, "se": 0.10370199504276273, "pvalue": 1.105036201789827e-11, "lower": -0.9726584570360323, "upper": -0.5626349781675707 }, { "event_time": 4, "estimate": -1.1022319983963271, "se": 0.11168006263123534, "pvalue": 8.619024890856188e-18, "lower": -1.3230158308646618, "upper": -0.8814481659279925 }, { "event_time": 5, "estimate": -1.3340856149637876, "se": 0.14528981880032857, "pvalue": 4.825208304962976e-16, "lower": -1.6213136327281221, "upper": -1.0468575971994531 }, { "event_time": 6, "estimate": -1.298128897306887, "se": 0.13660393603177212, "pvalue": 7.43278761155918e-17, "lower": -1.5681855199194765, "upper": -1.0280722746942974 }, { "event_time": 7, "estimate": -1.4560888687295355, "se": 0.14830673357992089, "pvalue": 1.1672104669506211e-17, "lower": -1.749281120320172, "upper": -1.162896617138899 }, { "event_time": 8, "estimate": -1.4963685475646533, "se": 0.16766583966216572, "pvalue": 2.1446771421538645e-15, "lower": -1.8278324255610905, "upper": -1.1649046695682161 }, { "event_time": 9, "estimate": -1.2989401667532823, "se": 0.12994336874456586, "pvalue": 4.082021680958942e-18, "lower": -1.5558293041636264, "upper": -1.0420510293429381 }, { "event_time": 10, "estimate": -1.4735757827144813, "se": 0.14549171623500504, "pvalue": 1.8698687918403556e-18, "lower": -1.7612029378749021, "upper": -1.1859486275540605 }, { "event_time": 11, "estimate": -1.7033142197010491, "se": 0.20049415921360642, "pvalue": 2.5121564660563954e-14, "lower": -2.099677436337677, "upper": -1.3069510030644214 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.04338656422610492, "se": 0.022593436287561674, "pvalue": 0.056836799049325454, "lower": -0.08805223985943736, "upper": 0.001279111407227522 }, { "event_time": -3, "estimate": 0.0069212634309290455, "se": 0.020700384271722178, "pvalue": 0.738608998550616, "lower": -0.034001978062667755, "upper": 0.04784450492452585 }, { "event_time": -2, "estimate": 0.008865366982251046, "se": 0.02336319471699984, "pvalue": 0.7049181636725238, "lower": -0.03732206832887936, "upper": 0.05505280229338145 }, { "event_time": -1, "estimate": 0.012616863132166851, "se": 0.01120057322326079, "pvalue": 0.2618894480027525, "lower": -0.009525902763651053, "upper": 0.034759629027984754 }, { "event_time": 0, "estimate": 0.08241890921537622, "se": 0.04388085896794385, "pvalue": 0.06241286824519844, "lower": -0.004330542626670722, "upper": 0.16916836105742317 }, { "event_time": 1, "estimate": -0.030042477669088585, "se": 0.05017827458124383, "pvalue": 0.5503237013383158, "lower": -0.12924148873408525, "upper": 0.06915653339590808 }, { "event_time": 2, "estimate": -0.34957622133354405, "se": 0.07126840275166269, "pvalue": 2.5392856003523566e-06, "lower": -0.49046897087797403, "upper": -0.20868347178911406 }, { "event_time": 3, "estimate": -0.7810275462072487, "se": 0.08623651765086914, "pvalue": 9.990929164320948e-16, "lower": -0.9515112334214154, "upper": -0.610543858993082 }, { "event_time": 4, "estimate": -1.0822447244780713, "se": 0.09397206111651413, "pvalue": 4.787993756097041e-22, "lower": -1.2680210511511705, "upper": -0.896468397804972 }, { "event_time": 5, "estimate": -1.311681421995959, "se": 0.12164312584088716, "pvalue": 3.82364444901461e-20, "lower": -1.5521615478467077, "upper": -1.0712012961452102 }, { "event_time": 6, "estimate": -1.4405618560097389, "se": 0.13054307423487524, "pvalue": 8.500845719667936e-21, "lower": -1.6986365700877826, "upper": -1.1824871419316951 }, { "event_time": 7, "estimate": -1.5100541272453212, "se": 0.14271794316122605, "pvalue": 1.275568047994049e-19, "lower": -1.7921977230738624, "upper": -1.22791053141678 }, { "event_time": 8, "estimate": -1.5767432214919803, "se": 0.168971736082781, "pvalue": 2.0245408992102094e-16, "lower": -1.9107887672432267, "upper": -1.242697675740734 }, { "event_time": 9, "estimate": -1.3645182451075977, "se": 0.15674572898031588, "pvalue": 7.578606821861408e-15, "lower": -1.6743938124377147, "upper": -1.0546426777774807 }, { "event_time": 10, "estimate": -1.5832425198391373, "se": 0.18069051223131968, "pvalue": 5.467831337149301e-15, "lower": -1.9404552831666857, "upper": -1.226029756511589 }, { "event_time": 11, "estimate": -1.8951752582074117, "se": 0.2335796760292501, "pvalue": 2.1775019171396888e-13, "lower": -2.3569462748546237, "upper": -1.4334042415601997 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.1630762268067649, "se": 0.08990802299086918, "pvalue": 0.07183306345172996, "lower": -0.34081822853826654, "upper": 0.014665774924736752 }, { "event_time": -3, "estimate": -0.047503790499065134, "se": 0.08628120630059277, "pvalue": 0.5828001339976285, "lower": -0.2180758241120551, "upper": 0.12306824311392481 }, { "event_time": -2, "estimate": -0.04303759975922633, "se": 0.09188787886574291, "pvalue": 0.6402426858672196, "lower": -0.22469364091272337, "upper": 0.1386184413942707 }, { "event_time": 0, "estimate": 0.08886340303637114, "se": 0.057126502410451425, "pvalue": 0.12205573126404924, "lower": -0.02407177841439083, "upper": 0.20179858448713311 }, { "event_time": 1, "estimate": -0.020990504614345273, "se": 0.06723200319589037, "pvalue": 0.7553421524988811, "lower": -0.15390356877625966, "upper": 0.11192255954756912 }, { "event_time": 2, "estimate": -0.325846167167679, "se": 0.07389872771167004, "pvalue": 2.0417272741831013e-05, "lower": -0.4719388889508882, "upper": -0.17975344538446983 }, { "event_time": 3, "estimate": -0.7710831551945077, "se": 0.0905788405236598, "pvalue": 2.276946496696864e-14, "lower": -0.950151317229711, "upper": -0.5920149931593043 }, { "event_time": 4, "estimate": -1.0686128606791792, "se": 0.10035888360902653, "pvalue": 8.549967099878151e-20, "lower": -1.2670154978500436, "upper": -0.8702102235083147 }, { "event_time": 5, "estimate": -1.2395410309829122, "se": 0.12243795369592547, "pvalue": 1.919371194597013e-18, "lower": -1.48159247704833, "upper": -0.9974895849174945 }, { "event_time": 6, "estimate": -1.3419775223963553, "se": 0.12367443520490183, "pvalue": 2.551631431001691e-20, "lower": -1.5864734076919822, "upper": -1.0974816371007283 }, { "event_time": 7, "estimate": -1.391465978680879, "se": 0.13526439681368446, "pvalue": 7.300015278232026e-19, "lower": -1.6588744240329705, "upper": -1.1240575333287874 }, { "event_time": 8, "estimate": -1.4343665331453916, "se": 0.15683414870023799, "pvalue": 5.964328730834512e-16, "lower": -1.7444169002040388, "upper": -1.1243161660867445 }, { "event_time": 9, "estimate": -1.2083580242503504, "se": 0.14304594517919836, "pvalue": 3.305472612038672e-14, "lower": -1.4911500575965568, "upper": -0.925565990904144 }, { "event_time": 10, "estimate": -1.401288518065958, "se": 0.15250791790377324, "pvalue": 4.658136419724343e-16, "lower": -1.7027862232359747, "upper": -1.0997908128959413 }, { "event_time": 11, "estimate": -1.706181326639944, "se": 0.20807970672607923, "pvalue": 1.342452837174865e-13, "lower": -2.1175406510125105, "upper": -1.2948220022673773 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.661338147750939e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.428861434008202e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.0444834696516128, "df_num": 8, "df_den": 1341, "pvalue": 0.03837020810449744, "log10_pvalue": -1.4160058453575914, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 285.5204913676023, "rss_restricted": 289.00291895804446, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.14586767771728207 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.02730056782259817 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.10882904706136147 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.4585441938946208 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.10874914838982389 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.038706904173521316 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.2236200242208918 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.03778179863544683 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.3907568991786824 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Labor Value per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s04-p002", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Labor Value per Boat", "source_specification_id": "MI-T4-C2", "specification_id": "S04-P002", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C2.csv", "output_dir": "analyses/archive-expanded/fits/S04-P002" }, "options": { "output_dir": "analyses/archive-expanded/fits/S04-P002", "regression_results": "analyses/archive-expanded/baselines/S04-P002.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "MI-T4-C2.csv", "bytes": 66463, "sha256": "2b17e391e443dcea814dd3baa41d835c22bbf287a36a2db2d0b1c5e7e5a18802" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 150.7589347657954, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.25794448866198855, "se": 0.09559771375971139, "pvalue": 0.007822422076398864, "lower": -0.446934619235006, "upper": -0.0689543580889711 }, { "method": "Dynamic TWFE", "estimate": -0.7947613502341538, "se": 0.08274513069924437, "pvalue": 4.086556404238069e-17, "lower": -0.9583428046446468, "upper": -0.6311798958236609 }, { "method": "BJS / did2s", "estimate": -0.8092294002958235, "se": 0.06872286173919064, "pvalue": 1.0203197888771268e-22, "lower": -0.9450897896570876, "upper": -0.6733690109345594 }, { "method": "Sun\u2013Abraham", "estimate": -0.7556108038524608, "se": 0.07116971156050987, "pvalue": 1.0275480078044177e-19, "lower": -0.89630844767345, "upper": -0.6149131600314717 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.12986452444051458, "se": 0.09624046162950496, "pvalue": 0.17937908728247132, "lower": -0.3201253235165795, "upper": 0.06039627463555036 }, { "event_time": -3, "estimate": -0.1118584062867989, "se": 0.0930399672190812, "pvalue": 0.23127725950806782, "lower": -0.29579204718369917, "upper": 0.07207523461010139 }, { "event_time": -2, "estimate": -0.020347108091231917, "se": 0.09983032280160609, "pvalue": 0.838790447703106, "lower": -0.21770481675824901, "upper": 0.1770106005757852 }, { "event_time": 0, "estimate": -0.005353070471986775, "se": 0.060426603739592695, "pvalue": 0.9295350651203319, "lower": -0.12481232615601187, "upper": 0.11410618521203833 }, { "event_time": 1, "estimate": -0.02600351652239636, "se": 0.06446510292755255, "pvalue": 0.6872844849003328, "lower": -0.15344660841792312, "upper": 0.10143957537313042 }, { "event_time": 2, "estimate": -0.3619263583414663, "se": 0.08908978238740466, "pvalue": 8.02440229593476e-05, "lower": -0.5380507544586999, "upper": -0.1858019622242328 }, { "event_time": 3, "estimate": -0.7676467176018015, "se": 0.10370199504276273, "pvalue": 1.105036201789827e-11, "lower": -0.9726584570360323, "upper": -0.5626349781675707 }, { "event_time": 4, "estimate": -1.1022319983963271, "se": 0.11168006263123534, "pvalue": 8.619024890856188e-18, "lower": -1.3230158308646618, "upper": -0.8814481659279925 }, { "event_time": 5, "estimate": -1.3340856149637876, "se": 0.14528981880032857, "pvalue": 4.825208304962976e-16, "lower": -1.6213136327281221, "upper": -1.0468575971994531 }, { "event_time": 6, "estimate": -1.298128897306887, "se": 0.13660393603177212, "pvalue": 7.43278761155918e-17, "lower": -1.5681855199194765, "upper": -1.0280722746942974 }, { "event_time": 7, "estimate": -1.4560888687295355, "se": 0.14830673357992089, "pvalue": 1.1672104669506211e-17, "lower": -1.749281120320172, "upper": -1.162896617138899 }, { "event_time": 8, "estimate": -1.4963685475646533, "se": 0.16766583966216572, "pvalue": 2.1446771421538645e-15, "lower": -1.8278324255610905, "upper": -1.1649046695682161 }, { "event_time": 9, "estimate": -1.2989401667532823, "se": 0.12994336874456586, "pvalue": 4.082021680958942e-18, "lower": -1.5558293041636264, "upper": -1.0420510293429381 }, { "event_time": 10, "estimate": -1.4735757827144813, "se": 0.14549171623500504, "pvalue": 1.8698687918403556e-18, "lower": -1.7612029378749021, "upper": -1.1859486275540605 }, { "event_time": 11, "estimate": -1.7033142197010491, "se": 0.20049415921360642, "pvalue": 2.5121564660563954e-14, "lower": -2.099677436337677, "upper": -1.3069510030644214 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.04338656422610492, "se": 0.022593436287561674, "pvalue": 0.056836799049325454, "lower": -0.08805223985943736, "upper": 0.001279111407227522 }, { "event_time": -3, "estimate": 0.0069212634309290455, "se": 0.020700384271722178, "pvalue": 0.738608998550616, "lower": -0.034001978062667755, "upper": 0.04784450492452585 }, { "event_time": -2, "estimate": 0.008865366982251046, "se": 0.02336319471699984, "pvalue": 0.7049181636725238, "lower": -0.03732206832887936, "upper": 0.05505280229338145 }, { "event_time": -1, "estimate": 0.012616863132166851, "se": 0.01120057322326079, "pvalue": 0.2618894480027525, "lower": -0.009525902763651053, "upper": 0.034759629027984754 }, { "event_time": 0, "estimate": 0.08241890921537622, "se": 0.04388085896794385, "pvalue": 0.06241286824519844, "lower": -0.004330542626670722, "upper": 0.16916836105742317 }, { "event_time": 1, "estimate": -0.030042477669088585, "se": 0.05017827458124383, "pvalue": 0.5503237013383158, "lower": -0.12924148873408525, "upper": 0.06915653339590808 }, { "event_time": 2, "estimate": -0.34957622133354405, "se": 0.07126840275166269, "pvalue": 2.5392856003523566e-06, "lower": -0.49046897087797403, "upper": -0.20868347178911406 }, { "event_time": 3, "estimate": -0.7810275462072487, "se": 0.08623651765086914, "pvalue": 9.990929164320948e-16, "lower": -0.9515112334214154, "upper": -0.610543858993082 }, { "event_time": 4, "estimate": -1.0822447244780713, "se": 0.09397206111651413, "pvalue": 4.787993756097041e-22, "lower": -1.2680210511511705, "upper": -0.896468397804972 }, { "event_time": 5, "estimate": -1.311681421995959, "se": 0.12164312584088716, "pvalue": 3.82364444901461e-20, "lower": -1.5521615478467077, "upper": -1.0712012961452102 }, { "event_time": 6, "estimate": -1.4405618560097389, "se": 0.13054307423487524, "pvalue": 8.500845719667936e-21, "lower": -1.6986365700877826, "upper": -1.1824871419316951 }, { "event_time": 7, "estimate": -1.5100541272453212, "se": 0.14271794316122605, "pvalue": 1.275568047994049e-19, "lower": -1.7921977230738624, "upper": -1.22791053141678 }, { "event_time": 8, "estimate": -1.5767432214919803, "se": 0.168971736082781, "pvalue": 2.0245408992102094e-16, "lower": -1.9107887672432267, "upper": -1.242697675740734 }, { "event_time": 9, "estimate": -1.3645182451075977, "se": 0.15674572898031588, "pvalue": 7.578606821861408e-15, "lower": -1.6743938124377147, "upper": -1.0546426777774807 }, { "event_time": 10, "estimate": -1.5832425198391373, "se": 0.18069051223131968, "pvalue": 5.467831337149301e-15, "lower": -1.9404552831666857, "upper": -1.226029756511589 }, { "event_time": 11, "estimate": -1.8951752582074117, "se": 0.2335796760292501, "pvalue": 2.1775019171396888e-13, "lower": -2.3569462748546237, "upper": -1.4334042415601997 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.1630762268067649, "se": 0.08990802299086918, "pvalue": 0.07183306345172996, "lower": -0.34081822853826654, "upper": 0.014665774924736752 }, { "event_time": -3, "estimate": -0.047503790499065134, "se": 0.08628120630059277, "pvalue": 0.5828001339976285, "lower": -0.2180758241120551, "upper": 0.12306824311392481 }, { "event_time": -2, "estimate": -0.04303759975922633, "se": 0.09188787886574291, "pvalue": 0.6402426858672196, "lower": -0.22469364091272337, "upper": 0.1386184413942707 }, { "event_time": 0, "estimate": 0.08886340303637114, "se": 0.057126502410451425, "pvalue": 0.12205573126404924, "lower": -0.02407177841439083, "upper": 0.20179858448713311 }, { "event_time": 1, "estimate": -0.020990504614345273, "se": 0.06723200319589037, "pvalue": 0.7553421524988811, "lower": -0.15390356877625966, "upper": 0.11192255954756912 }, { "event_time": 2, "estimate": -0.325846167167679, "se": 0.07389872771167004, "pvalue": 2.0417272741831013e-05, "lower": -0.4719388889508882, "upper": -0.17975344538446983 }, { "event_time": 3, "estimate": -0.7710831551945077, "se": 0.0905788405236598, "pvalue": 2.276946496696864e-14, "lower": -0.950151317229711, "upper": -0.5920149931593043 }, { "event_time": 4, "estimate": -1.0686128606791792, "se": 0.10035888360902653, "pvalue": 8.549967099878151e-20, "lower": -1.2670154978500436, "upper": -0.8702102235083147 }, { "event_time": 5, "estimate": -1.2395410309829122, "se": 0.12243795369592547, "pvalue": 1.919371194597013e-18, "lower": -1.48159247704833, "upper": -0.9974895849174945 }, { "event_time": 6, "estimate": -1.3419775223963553, "se": 0.12367443520490183, "pvalue": 2.551631431001691e-20, "lower": -1.5864734076919822, "upper": -1.0974816371007283 }, { "event_time": 7, "estimate": -1.391465978680879, "se": 0.13526439681368446, "pvalue": 7.300015278232026e-19, "lower": -1.6588744240329705, "upper": -1.1240575333287874 }, { "event_time": 8, "estimate": -1.4343665331453916, "se": 0.15683414870023799, "pvalue": 5.964328730834512e-16, "lower": -1.7444169002040388, "upper": -1.1243161660867445 }, { "event_time": 9, "estimate": -1.2083580242503504, "se": 0.14304594517919836, "pvalue": 3.305472612038672e-14, "lower": -1.4911500575965568, "upper": -0.925565990904144 }, { "event_time": 10, "estimate": -1.401288518065958, "se": 0.15250791790377324, "pvalue": 4.658136419724343e-16, "lower": -1.7027862232359747, "upper": -1.0997908128959413 }, { "event_time": 11, "estimate": -1.706181326639944, "se": 0.20807970672607923, "pvalue": 1.342452837174865e-13, "lower": -2.1175406510125105, "upper": -1.2948220022673773 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.661338147750939e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.428861434008202e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.0444834696516128, "df_num": 8, "df_den": 1341, "pvalue": 0.03837020810449744, "log10_pvalue": -1.4160058453575914, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 285.5204913676023, "rss_restricted": 289.00291895804446, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.14586767771728207 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.02730056782259817 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.10882904706136147 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.4585441938946208 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.10874914838982389 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.038706904173521316 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.2236200242208918 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.03778179863544683 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.3907568991786824 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -1.098557672372028, "se": 0.09200627271395355, "lower": -1.2788866532431473, "upper": -0.9182286915009088 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -1.0206920237902188, "se": 0.08851801818486006, "lower": -1.1941841514154061, "upper": -0.8471998961650316 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -1.007342687515962, "se": 0.09208058395913601, "lower": -1.187817315751285, "upper": -0.8268680592806387 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 796.0, "post_cells": 21, "estimate": -0.8265336563579554, "se": 0.08206193578119661, "lower": -0.9873720949907395, "upper": -0.6656952177251713 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -1.098557672372028, "se": 0.09200627271395355, "lower": -1.2788866532431473, "upper": -0.9182286915009088, "event_study": [ { "event_time": -4, "estimate": -0.16307622680776052, "se": 0.08852214564185316, "lower": -0.33657644410000204, "upper": 0.010423990484481005, "relative_to_minus_one": -0.16307622680776052, "n": 0.0 }, { "event_time": -3, "estimate": -0.04750379050043763, "se": 0.08495117851482455, "lower": -0.21400504083372657, "upper": 0.11899745983285132, "relative_to_minus_one": -0.04750379050043763, "n": 0.0 }, { "event_time": -2, "estimate": -0.043037599760599385, "se": 0.09047143780345254, "lower": -0.22035835948492188, "upper": 0.13428315996372314, "relative_to_minus_one": -0.043037599760599385, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.05343413852705589, "se": 0.05358479341998636, "lower": -0.05159012669513624, "upper": 0.15845840374924802, "relative_to_minus_one": 0.05343413852705589, "n": 105.0 }, { "event_time": 1, "estimate": -0.0539073439399288, "se": 0.059032558734193004, "lower": -0.1696090329741925, "upper": 0.06179434509433489, "relative_to_minus_one": -0.0539073439399288, "n": 104.0 }, { "event_time": 2, "estimate": -0.37836706008489546, "se": 0.07791762698989578, "lower": -0.5310828027459172, "upper": -0.22565131742387368, "relative_to_minus_one": -0.37836706008489546, "n": 103.0 }, { "event_time": 3, "estimate": -0.7843207409713471, "se": 0.092648637433332, "lower": -0.9659087335573873, "upper": -0.6027327483853069, "relative_to_minus_one": -0.7843207409713471, "n": 100.0 }, { "event_time": 4, "estimate": -1.0614191181570836, "se": 0.10340096568334857, "lower": -1.2640812868631088, "upper": -0.8587569494510583, "relative_to_minus_one": -1.0614191181570836, "n": 88.0 }, { "event_time": 5, "estimate": -1.2650521026821857, "se": 0.13449787488150672, "lower": -1.5286630934471133, "upper": -1.0014411119172582, "relative_to_minus_one": -1.2650521026821857, "n": 66.0 }, { "event_time": 6, "estimate": -1.4397631064374448, "se": 0.1468433703857951, "lower": -1.7275708237620786, "upper": -1.151955389112811, "relative_to_minus_one": -1.4397631064374448, "n": 54.0 }, { "event_time": 7, "estimate": -1.519734847617863, "se": 0.15923288713702904, "lower": -1.831825571560771, "upper": -1.2076441236749549, "relative_to_minus_one": -1.519734847617863, "n": 51.0 }, { "event_time": 8, "estimate": -1.6275125404574866, "se": 0.18821712564270426, "lower": -1.9964113279908373, "upper": -1.258613752924136, "relative_to_minus_one": -1.6275125404574866, "n": 48.0 }, { "event_time": 9, "estimate": -1.414421916880773, "se": 0.17125972972140346, "lower": -1.7500848191367877, "upper": -1.0787590146247583, "relative_to_minus_one": -1.414421916880773, "n": 28.0 }, { "event_time": 10, "estimate": -1.7054998708248321, "se": 0.17880803513290425, "lower": -2.0559571798316973, "upper": -1.3550425618179671, "relative_to_minus_one": -1.7054998708248321, "n": 25.0 }, { "event_time": 11, "estimate": -1.9861275589375529, "se": 0.2298859790385536, "lower": -2.4366957984038478, "upper": -1.535559319471258, "relative_to_minus_one": -1.9861275589375529, "n": 24.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.0902813353712507, "se": 0.0662784509029359, "event_time": 0, "mass": 57.0 }, { "group": 2, "year": 3, "att": -0.07643926680619072, "se": 0.0684088281090196, "event_time": 1, "mass": 57.0 }, { "group": 2, "year": 4, "att": -0.46653953545458265, "se": 0.10352811674251723, "event_time": 2, "mass": 57.0 }, { "group": 2, "year": 5, "att": -0.557029350800053, "se": 0.11050974368903958, "event_time": 3, "mass": 55.0 }, { "group": 2, "year": 6, "att": -1.0887081299250558, "se": 0.13209259708395601, "event_time": 4, "mass": 48.0 }, { "group": 2, "year": 7, "att": -1.2990921845346153, "se": 0.14770662151220562, "event_time": 5, "mass": 40.0 }, { "group": 2, "year": 8, "att": -1.5784670426541796, "se": 0.13824068945063808, "event_time": 6, "mass": 32.0 }, { "group": 2, "year": 9, "att": -1.5661748629855359, "se": 0.15675307496499627, "event_time": 7, "mass": 30.0 }, { "group": 2, "year": 10, "att": -1.4853576750275188, "se": 0.1713561213570198, "event_time": 8, "mass": 29.0 }, { "group": 2, "year": 11, "att": -1.414421916880773, "se": 0.17125972972140352, "event_time": 9, "mass": 28.0 }, { "group": 2, "year": 12, "att": -1.7054998708248321, "se": 0.17880803513290425, "event_time": 10, "mass": 25.0 }, { "group": 2, "year": 13, "att": -1.9861275589375529, "se": 0.2298859790385536, "event_time": 11, "mass": 24.0 }, { "group": 5, "year": 1, "att": -0.16307622680776052, "se": 0.08852214564185315, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.04750379050043763, "se": 0.08495117851482455, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": -0.043037599760599385, "se": 0.09047143780345253, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 0.009678092274574545, "se": 0.09515002454290399, "event_time": 0, "mass": 48.0 }, { "group": 5, "year": 6, "att": -0.02715068553624276, "se": 0.10486964860866564, "event_time": 1, "mass": 47.0 }, { "group": 5, "year": 7, "att": -0.2736622455833919, "se": 0.12352070454029601, "event_time": 2, "mass": 46.0 }, { "group": 5, "year": 8, "att": -1.0542292667997588, "se": 0.1461457557611236, "event_time": 3, "mass": 45.0 }, { "group": 5, "year": 9, "att": -1.0290134166826166, "se": 0.16032094743918374, "event_time": 4, "mass": 40.0 }, { "group": 5, "year": 10, "att": -1.2246295054824252, "se": 0.2274935504702272, "event_time": 5, "mass": 26.0 }, { "group": 5, "year": 11, "att": -1.2750521821800718, "se": 0.2714447594707451, "event_time": 6, "mass": 22.0 }, { "group": 5, "year": 12, "att": -1.4645873293687512, "se": 0.2906287515885911, "event_time": 7, "mass": 21.0 }, { "group": 5, "year": 13, "att": -1.7963214431555732, "se": 0.3573399131207632, "event_time": 8, "mass": 19.0 } ], "treated_cell_att": -0.8265336563579554, "treated_cell_se": 0.08206193578119661, "checks": { "input_rows": 1519, "retained_rows": 1519, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.07847600011155009, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.7730649113458483, "event_study": [ { "event_time": -4, "estimate": -0.055937662053174665, "raw_gap": -0.07846344773221108, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.08794601798373465 }, { "event_time": -3, "estimate": 0.04018255062368483, "raw_gap": 0.017656764944648424, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.008174194693124845 }, { "event_time": -2, "estimate": 0.03583997554753504, "raw_gap": 0.013314189868498638, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0038316196169750558 }, { "event_time": -1, "estimate": 0.032008355930559985, "raw_gap": 0.021710853905851632, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.13385290844872663, "raw_gap": 0.12355540642401827, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.10184455251816665 }, { "event_time": 1, "estimate": 0.025043316826165393, "raw_gap": 0.014863394451979432, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.006965039104394593 }, { "event_time": 2, "estimate": -0.28646031142073686, "raw_gap": -0.2965203710443904, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.31846866735129686 }, { "event_time": 3, "estimate": -0.735927515681973, "raw_gap": -0.7460641192375453, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.767935871612533 }, { "event_time": 4, "estimate": -1.0168483914089748, "raw_gap": -1.027087384899452, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.0488567473395347 }, { "event_time": 5, "estimate": -1.2355806331806876, "raw_gap": -1.2444544275391027, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.2675889891112475 }, { "event_time": 6, "estimate": -1.4204227294416458, "raw_gap": -1.4295999013849638, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.4524310853722058 }, { "event_time": 7, "estimate": -1.487702659308445, "raw_gap": -1.4969779828233485, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.519711015239005 }, { "event_time": 8, "estimate": -1.5709489795316898, "raw_gap": -1.5798654363629818, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.6029573354622497 }, { "event_time": 9, "estimate": -1.4144219168807715, "raw_gap": -1.4144219168807821, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.4464302728113314 }, { "event_time": 10, "estimate": -1.7054998708248297, "raw_gap": -1.705499870824841, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.7375082267553896 }, { "event_time": 11, "estimate": -1.9861275589375535, "raw_gap": -1.9861275589375644, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -2.0181359148681137 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.07846344773221108, 0.017656764944648424, 0.013314189868498638, 0.021710853905851632, 0.12355540642401827, 0.014863394451979432, -0.2965203710443904, -0.7460641192375452, -1.027087384899452, -1.2444544275391027, -1.429599901384964, -1.4969779828233483, -1.5798654363629818, -1.4144219168807826, -1.705499870824841, -1.9861275589375647 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.1032110897327871e-14 }, { "cohort": 4, "pre_gap": -0.022525785679036417 } ], "diagnostics": { "converged": true, "pre_rmse": 0.04219260246502393, "zeta_omega": [ 0.0, 1.5577501680466412 ], "zeta_lambda": [ 0.0, 3.7005424863563545e-07 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.06338120943770396, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 4, "unit_iterations": 12, "time_iterations": 15, "unit_objective": 0.06842933128058687, "time_objective": 0.03904228745361814, "unit_projected_gradient": 5.1975407727722356e-09, "time_projected_gradient": 1.31567309824554e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 2.220446049250313e-16, "native_scalar_vs_unweighted_matrix_average": 1.9984014443252818e-15 }, "native_matrix_att": -0.7730649113458503, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006867498159408569, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.8015268873391727, "event_study": [ { "event_time": -4, "estimate": -0.013021506674321892, "raw_gap": -0.013021506674321892, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.016457252236249165 }, { "event_time": -3, "estimate": 0.0023887928033144803, "raw_gap": 0.0023887928033144803, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.0010469527586127931 }, { "event_time": -2, "estimate": 0.0031168505107086464, "raw_gap": 0.0031168505107086464, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.000318895051218627 }, { "event_time": -1, "estimate": 0.0034357455619272734, "raw_gap": 0.0034357455619272734, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.09271394743435178, "raw_gap": 0.09271394743435178, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.08927820187242451 }, { "event_time": 1, "estimate": -0.02905518399888673, "raw_gap": -0.02905518399888673, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.032490929560814 }, { "event_time": 2, "estimate": -0.3406094652813177, "raw_gap": -0.3406094652813177, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.34404521084324496 }, { "event_time": 3, "estimate": -0.7609211959354117, "raw_gap": -0.7609211959354117, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.764356941497339 }, { "event_time": 4, "estimate": -1.0734399315137886, "raw_gap": -1.0734399315137886, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.076875677075716 }, { "event_time": 5, "estimate": -1.308401974323142, "raw_gap": -1.308401974323142, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.3118377198850695 }, { "event_time": 6, "estimate": -1.4329470637482546, "raw_gap": -1.4329470637482546, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.436382809310182 }, { "event_time": 7, "estimate": -1.5032046254289866, "raw_gap": -1.5032046254289866, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.506640370990914 }, { "event_time": 8, "estimate": -1.5757994431307558, "raw_gap": -1.5757994431307558, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.5792351886926832 }, { "event_time": 9, "estimate": -1.3651606903246827, "raw_gap": -1.3651606903246827, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.36859643588661 }, { "event_time": 10, "estimate": -1.580843051132418, "raw_gap": -1.580843051132418, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.5842787966943455 }, { "event_time": 11, "estimate": -1.8879151105701915, "raw_gap": -1.8879151105701915, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -1.8913508561321188 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.013021506674321892, 0.0023887928033144803, 0.0031168505107086464, 0.0034357455619272734, 0.09271394743435178, -0.02905518399888673, -0.3406094652813178, -0.7609211959354117, -1.0734399315137888, -1.3084019743231416, -1.4329470637482549, -1.5032046254289861, -1.5757994431307558, -1.3651606903246822, -1.580843051132418, -1.887915110570191 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 44, "termination_reason": "Relative objective tolerance reached", "objective": 0.03608693677365554, "lambda_l": 0.002042171437717678, "singular_values": [ 2.3915762339973887, 2.1410395497682995, 1.724995196898253, 1.4219114463976386, 1.295948954877702, 1.0865059810204256, 1.031918640965746, 0.8092554242161997, 0.6822917350028151, 0.3500582984031112, 0.26870882489189196, 0.037185350369104864, 0.0 ], "history_objective": [ 0.036287529258020444, 0.03618700417388525, 0.036138360469537466, 0.03611404354063312, 0.036101597027923635, 0.03609504674343662, 0.03609150726525446, 0.03608955083649794, 0.03608844928433354, 0.036087819917337824, 0.03608745616906359, 0.03608724402156847, 0.03608711939422972, 0.03608704575202748, 0.0360870020271119, 0.03608697596066442, 0.03608696036771403, 0.036086951012143, 0.036086945384156084, 0.03608694199060928, 0.036086939940043375, 0.03608693869858527, 0.036086937945642036, 0.03608693748822912, 0.03608693720992223, 0.03608693704034461, 0.03608693693687604, 0.03608693687366202, 0.036086936834993324, 0.036086936811311046, 0.036086936796790384, 0.03608693678787726, 0.03608693678240023, 0.03608693677903117, 0.03608693677695664, 0.03608693677567794, 0.036086936774889056, 0.036086936774401814, 0.036086936774100686, 0.03608693677391436, 0.03608693677379899, 0.03608693677372745, 0.036086936773683104, 0.03608693677365554 ], "history_rmse": [ 0.09474591034862082, 0.09492951554186513, 0.09502335175510696, 0.09506745764506992, 0.09508828711500067, 0.09509835438647846, 0.09510337635007939, 0.09510596573418535, 0.09510734216608706, 0.09510809315972006, 0.09510851173591398, 0.09510874903009207, 0.09510888536516453, 0.09510896452394864, 0.09510901087005831, 0.0951090381871007, 0.09510905437615565, 0.09510906401379332, 0.09510906977313113, 0.09510907322608401, 0.09510907530214985, 0.09510907655350122, 0.09510907730944511, 0.09510907776703799, 0.09510907804454286, 0.09510907821312192, 0.09510907831569233, 0.09510907837819348, 0.09510907841633119, 0.09510907843963307, 0.0951090784538888, 0.0951090784626206, 0.09510907846797477, 0.09510907847126188, 0.09510907847328194, 0.09510907847452459, 0.09510907847529008, 0.09510907847576168, 0.09510907847605303, 0.09510907847623272, 0.09510907847634407, 0.09510907847641278, 0.09510907847645547, 0.09510907847648188 ], "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723 }, "checks": { "scalar_vs_treated_cell_average": 2.220446049250313e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.8015268873391727, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0023028752766549587, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.8490747523821184, "event_study": [ { "event_time": -4, "estimate": -0.007447778550447685, "raw_gap": -0.007447778550447685, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.012639456702676351 }, { "event_time": -3, "estimate": -0.00978048511668759, "raw_gap": -0.00978048511668759, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -0.014972163268916257 }, { "event_time": -2, "estimate": 0.0058714676934737975, "raw_gap": 0.0058714676934737975, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": 0.0006797895412451304 }, { "event_time": -1, "estimate": 0.005191678152228667, "raw_gap": 0.005191678152228667, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.06066403993180396, "raw_gap": 0.06066403993180396, "n": 105, "n_cells": 105, "weight_sum": 105.0, "relative_to_minus_one": 0.0554723617795753 }, { "event_time": 1, "estimate": -0.03695054833569189, "raw_gap": -0.03695054833569189, "n": 104, "n_cells": 104, "weight_sum": 104.0, "relative_to_minus_one": -0.042142226487920556 }, { "event_time": 2, "estimate": -0.3618858027927684, "raw_gap": -0.3618858027927684, "n": 103, "n_cells": 103, "weight_sum": 103.0, "relative_to_minus_one": -0.36707748094499704 }, { "event_time": 3, "estimate": -0.7835672027636339, "raw_gap": -0.7835672027636339, "n": 100, "n_cells": 100, "weight_sum": 100.0, "relative_to_minus_one": -0.7887588809158625 }, { "event_time": 4, "estimate": -1.0883241500757597, "raw_gap": -1.0883241500757597, "n": 88, "n_cells": 88, "weight_sum": 88.0, "relative_to_minus_one": -1.0935158282279884 }, { "event_time": 5, "estimate": -1.331682738136481, "raw_gap": -1.331682738136481, "n": 66, "n_cells": 66, "weight_sum": 66.0, "relative_to_minus_one": -1.3368744162887098 }, { "event_time": 6, "estimate": -1.4969977306544933, "raw_gap": -1.4969977306544933, "n": 54, "n_cells": 54, "weight_sum": 54.0, "relative_to_minus_one": -1.502189408806722 }, { "event_time": 7, "estimate": -1.5342019489177177, "raw_gap": -1.5342019489177177, "n": 51, "n_cells": 51, "weight_sum": 51.0, "relative_to_minus_one": -1.5393936270699464 }, { "event_time": 8, "estimate": -1.685273167543085, "raw_gap": -1.685273167543085, "n": 48, "n_cells": 48, "weight_sum": 48.0, "relative_to_minus_one": -1.6904648456953137 }, { "event_time": 9, "estimate": -1.5385779217336446, "raw_gap": -1.5385779217336446, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": -1.5437695998858734 }, { "event_time": 10, "estimate": -1.7544272561897782, "raw_gap": -1.7544272561897782, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -1.759618934342007 }, { "event_time": 11, "estimate": -2.174153086204152, "raw_gap": -2.174153086204152, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -2.1793447643563804 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ -0.007447778550447685, -0.00978048511668759, 0.0058714676934737975, 0.005191678152228667, 0.06066403993180396, -0.03695054833569189, -0.3618858027927684, -0.7835672027636338, -1.0883241500757597, -1.331682738136481, -1.4969977306544928, -1.5342019489177177, -1.685273167543085, -1.5385779217336446, -1.7544272561897787, -2.1741530862041514 ], "n": [ 48.0, 48.0, 48.0, 105.0, 105.0, 104.0, 103.0, 100.0, 88.0, 66.0, 54.0, 51.0, 48.0, 28.0, 25.0, 24.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.007931938499003751, "penalty": 1.0, "n_observed": 1519, "n_missing": 327, "n_treated_observed": 796, "n_untreated_observed": 723, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.220446049250313e-16 }, "native_matrix_att": -0.8490747523821186, "matrix_preparation": { "source_rows": 1519, "matrix_shape": [ 142, 13 ], "observed_cells": 1519, "missing_cells": 327, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 1519.0, "treated_observation_mass": 796.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.001035958994179964, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25794448866198855, "SE": 0.09559771375971139, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7947613502341538, "SE": 0.08274513069924437, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8092294002958235, "SE": 0.06872286173919064, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7556108038524608, "SE": 0.07116971156050987, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -1.098557672372028, "SE": 0.09200627271395355, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8265336563579554, "SE": 0.08206193578119661, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7730649113458483, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.8015268873391727, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8490747523821184, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "d36b4f422cd786230207f4a08bf843040db9a7f5888f15c00147001143c9832f", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "ec30f3992f92d8b6343208e08fb7dfd0702f76702b7e30155029d48f97b7a458" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25794448866198855, "SE": 0.09559771375971139, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.446934619235006, "upper": -0.0689543580889711, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7947613502341538, "SE": 0.08274513069924437, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9583428046446468, "upper": -0.6311798958236609, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8092294002958235, "SE": 0.06872286173919064, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9450897896570876, "upper": -0.6733690109345594, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7556108038524608, "SE": 0.07116971156050987, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.89630844767345, "upper": -0.6149131600314717, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -1.098557672372028, "SE": 0.09200627271395355, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.2788866532431473, "upper": -0.9182286915009088, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8265336563579554, "SE": 0.08206193578119661, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.9873720949907395, "upper": -0.6656952177251713, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7730649113458483, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.8015268873391727, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8490747523821184, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602087.382405, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.25794448866198855, "SE": 0.09559771375971139, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.446934619235006, "upper": -0.0689543580889711, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.7947613502341538, "SE": 0.08274513069924437, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9583428046446468, "upper": -0.6311798958236609, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.8092294002958235, "SE": 0.06872286173919064, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9450897896570876, "upper": -0.6733690109345594, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.7556108038524608, "SE": 0.07116971156050987, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.89630844767345, "upper": -0.6149131600314717, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -1.098557672372028, "SE": 0.09200627271395355, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.2788866532431473, "upper": -0.9182286915009088, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.8265336563579554, "SE": 0.08206193578119661, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.9873720949907395, "upper": -0.6656952177251713, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.7730649113458483, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.8015268873391727, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.8490747523821184, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }