[ { "study_id": 4, "specification_id": "S04-P001", "source_specification_id": "MI-T4-C1", "role": "active_comparison", "published_source_location": "Table 4 column 1", "outcome_label": "Auditor Assessment", "outcome_variable": "auditor_assessment", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P001.json", "input_bytes": 43505, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Auditor Assessment", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p001", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Auditor Assessment", "source_specification_id": "MI-T4-C1", "specification_id": "S04-P001", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C1.csv", "output_dir": "analyses/full-archive/results/S04-P001" }, "source": { "file": "MI-T4-C1.csv", "bytes": 43505, "sha256": "68387cfde4ff81825776630896ed4efab0e218105e6ce499b04796921a2cd12e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 1.343503097108053, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.0006672834198579496, "se": 0.019252954127550535, "pvalue": 0.9724008667723802, "lower": -0.03739448784412751, "upper": 0.03872905468384341 }, { "method": "Dynamic TWFE", "estimate": 0.07033200324203043, "se": 0.03519679347507242, "pvalue": 0.04761268371309568, "lower": 0.0007503539222031425, "upper": 0.13991365256185773 }, { "method": "BJS / did2s", "estimate": 0.08080782994905886, "se": 0.041110492953746886, "pvalue": 0.05130671899744132, "lower": -0.0004647980844799393, "upper": 0.16208045798259765 }, { "method": "Sun\u2013Abraham", "estimate": 0.08217984532708654, "se": 0.040324897010945965, "pvalue": 0.04342536276166551, "lower": 0.002460286650214208, "upper": 0.16189940400395886 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.11554634492816807, "se": 0.04516644012464734, "pvalue": 0.011576104594619533, "lower": 0.026255387216239143, "upper": 0.20483730264009697 }, { "event_time": -3, "estimate": 0.10428758650536546, "se": 0.06418250177480223, "pvalue": 0.10642563353576193, "lower": -0.022596822272564876, "upper": 0.2311719952832958 }, { "event_time": -2, "estimate": 0.06455143252766683, "se": 0.05080905766461232, "pvalue": 0.20600924648348387, "lower": -0.035894593477338796, "upper": 0.16499745853267245 }, { "event_time": 0, "estimate": 0.07392918029021908, "se": 0.042184043528192564, "pvalue": 0.08185483737433956, "lower": -0.009465783678582765, "upper": 0.15732414425902091 }, { "event_time": 1, "estimate": 0.061856777273755374, "se": 0.04142878009738332, "pvalue": 0.13764867710174875, "lower": -0.02004508263646574, "upper": 0.1437586371839765 }, { "event_time": 2, "estimate": -0.018303831285194628, "se": 0.03565475132367279, "pvalue": 0.6085008557895776, "lower": -0.08879083189638717, "upper": 0.052183169325997925 }, { "event_time": 3, "estimate": 0.043352380453082345, "se": 0.03715774794010287, "pvalue": 0.24529626672792543, "lower": -0.030105941496441566, "upper": 0.11681070240260626 }, { "event_time": 4, "estimate": 0.057997957413270074, "se": 0.04691790895056232, "pvalue": 0.2184550872145866, "lower": -0.03475553417197143, "upper": 0.15075144899851156 }, { "event_time": 5, "estimate": 0.06904063037387512, "se": 0.046129353129174475, "pvalue": 0.13671305968162137, "lower": -0.022153940377518902, "upper": 0.16023520112526912 }, { "event_time": 6, "estimate": 0.0726507179691227, "se": 0.04719485235260782, "pvalue": 0.12595322289742394, "lower": -0.020650271748192048, "upper": 0.16595170768643747 }, { "event_time": 7, "estimate": 0.12855478373971563, "se": 0.052757290721014025, "pvalue": 0.01606746871207279, "lower": 0.024257234458311322, "upper": 0.23285233302111993 }, { "event_time": 8, "estimate": 0.13371083428014113, "se": 0.061849091056040854, "pvalue": 0.032314401223163744, "lower": 0.01143941862804683, "upper": 0.25598224993223545 }, { "event_time": 9, "estimate": 0.1841755189098761, "se": 0.061338784043774984, "pvalue": 0.003167647823283725, "lower": 0.06291294525920106, "upper": 0.30543809256055116 }, { "event_time": 10, "estimate": 0.21091644291342124, "se": 0.08532952439907356, "pvalue": 0.014634304930456896, "lower": 0.042225819218707966, "upper": 0.3796070666081345 }, { "event_time": 11, "estimate": 0.09526566550091436, "se": 0.09566617671769172, "pvalue": 0.32104667373356605, "lower": -0.09385981164953941, "upper": 0.2843911426513681 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.011265179778207414, "se": 0.015313980440989363, "pvalue": 0.46318748826619716, "lower": -0.01900951037191352, "upper": 0.041539869928328345 }, { "event_time": -3, "estimate": 0.017103005404776564, "se": 0.01934224990382797, "pvalue": 0.3780771282979791, "lower": -0.021135297491133798, "upper": 0.055341308300686926 }, { "event_time": -2, "estimate": -0.004925665770702813, "se": 0.013672492769278406, "pvalue": 0.7191910598505153, "lower": -0.03195524725441343, "upper": 0.022103915713007804 }, { "event_time": -1, "estimate": -0.010716580304719305, "se": 0.007306031857062021, "pvalue": 0.14465386350165724, "lower": -0.0251601047399102, "upper": 0.0037269441304715913 }, { "event_time": 0, "estimate": 0.046420295630176626, "se": 0.02992438058348819, "pvalue": 0.12308265947620824, "lower": -0.012738154623196607, "upper": 0.10557874588354986 }, { "event_time": 1, "estimate": 0.050820208834693126, "se": 0.037058061885338126, "pvalue": 0.17243903627688753, "lower": -0.02244104061418864, "upper": 0.12408145828357489 }, { "event_time": 2, "estimate": 0.01164843338007279, "se": 0.040655664921650535, "pvalue": 0.7749047310192652, "lower": -0.06872503079490118, "upper": 0.09202189755504676 }, { "event_time": 3, "estimate": 0.035937390345329334, "se": 0.03704713330329272, "pvalue": 0.3336850762263517, "lower": -0.037302254045580754, "upper": 0.10917703473623942 }, { "event_time": 4, "estimate": 0.054881595736017, "se": 0.04785469733129642, "pvalue": 0.25339086782647025, "lower": -0.039723862297284446, "upper": 0.14948705376931845 }, { "event_time": 5, "estimate": 0.08997928649022403, "se": 0.05888776449728999, "pvalue": 0.12875789307754687, "lower": -0.02643778943974677, "upper": 0.20639636242019482 }, { "event_time": 6, "estimate": 0.09413729476357248, "se": 0.058211303684017245, "pvalue": 0.10807768290873225, "lower": -0.020942464483812304, "upper": 0.20921705401095725 }, { "event_time": 7, "estimate": 0.1505525660864608, "se": 0.06192768149455627, "pvalue": 0.016308308668869887, "lower": 0.028125782521759818, "upper": 0.2729793496511618 }, { "event_time": 8, "estimate": 0.13125489554030487, "se": 0.07503142055270497, "pvalue": 0.08240939806067597, "lower": -0.017077082387296827, "upper": 0.27958687346790656 }, { "event_time": 9, "estimate": 0.2525350823421784, "se": 0.09285254585394245, "pvalue": 0.007355266313293242, "lower": 0.06897196064366373, "upper": 0.4360982040406931 }, { "event_time": 10, "estimate": 0.312745747790233, "se": 0.12540896392824794, "pvalue": 0.013793670897337709, "lower": 0.0648208180434825, "upper": 0.5606706775369835 }, { "event_time": 11, "estimate": 0.1907272963670297, "se": 0.1394680075304243, "pvalue": 0.17363374173728227, "lower": -0.08499139937694519, "upper": 0.46644599211100457 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.07973390457998816, "se": 0.05583495808095784, "pvalue": 0.15549490319081988, "lower": -0.030647982216830932, "upper": 0.19011579137680726 }, { "event_time": -3, "estimate": 0.09314512637530561, "se": 0.0681829497990775, "pvalue": 0.17408062576668815, "lower": -0.04164789407045921, "upper": 0.22793814682107044 }, { "event_time": -2, "estimate": 0.042538719132020696, "se": 0.05721620878010904, "pvalue": 0.4584322743500472, "lower": -0.07057380566564847, "upper": 0.15565124392968988 }, { "event_time": 0, "estimate": 0.07515073927448791, "se": 0.047273802380142, "pvalue": 0.11414420157472563, "lower": -0.01830632923828769, "upper": 0.16860780778726353 }, { "event_time": 1, "estimate": 0.06358663671151148, "se": 0.04366652066824237, "pvalue": 0.14756394087879565, "lower": -0.022739082996635282, "upper": 0.14991235641965822 }, { "event_time": 2, "estimate": 0.011191244334462332, "se": 0.0422269173802805, "pvalue": 0.7913762414156497, "lower": -0.0722884783025712, "upper": 0.09467096697149587 }, { "event_time": 3, "estimate": 0.05008045617698686, "se": 0.03893990428993417, "pvalue": 0.20051747608659362, "lower": -0.026901066778188036, "upper": 0.12706197913216175 }, { "event_time": 4, "estimate": 0.06374671278418358, "se": 0.051777064931292915, "pvalue": 0.22030644513365072, "lower": -0.0386129972675497, "upper": 0.16610642283591687 }, { "event_time": 5, "estimate": 0.0946037795810417, "se": 0.05499262653678771, "pvalue": 0.08757190323261912, "lower": -0.014112875462237537, "upper": 0.20332043462432092 }, { "event_time": 6, "estimate": 0.09056152633170175, "se": 0.04931395641928697, "pvalue": 0.06840047924717, "lower": -0.006928786942723905, "upper": 0.18805183960612742 }, { "event_time": 7, "estimate": 0.14283246995994447, "se": 0.054911714132205344, "pvalue": 0.010282686365924885, "lower": 0.03427577319710523, "upper": 0.2513891667227837 }, { "event_time": 8, "estimate": 0.12559939091864922, "se": 0.06547935281842146, "pvalue": 0.05711308736112097, "lower": -0.0038488035234801876, "upper": 0.25504758536077865 }, { "event_time": 9, "estimate": 0.20242626157406013, "se": 0.07513522934035378, "pvalue": 0.00791374977684439, "lower": 0.053889060785358545, "upper": 0.3509634623627617 }, { "event_time": 10, "estimate": 0.24564800055528246, "se": 0.0994866966156962, "pvalue": 0.014737825168650886, "lower": 0.04896961731550989, "upper": 0.44232638379505507 }, { "event_time": 11, "estimate": 0.11750439267779784, "se": 0.10674203982347967, "pvalue": 0.27284821397903297, "lower": -0.09351730701029053, "upper": 0.3285260923658862 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.588259637072603e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8617702343438123, "df_num": 8, "df_den": 1344, "pvalue": 0.5483424989161068, "log10_pvalue": -0.2609480931107136, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 58.15834734619678, "rss_restricted": 58.45667551656333, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.08632371134209268 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.04652912427804946 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.006685358656089777 }, { "event_time": 3.0, "cohort": 5, "estimate": 0.01840150604345912 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.01725381843210139 }, { "event_time": 5.0, "cohort": 5, "estimate": -0.18866074926906054 }, { "event_time": 6.0, "cohort": 5, "estimate": -0.12319060922803687 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.042763844956812125 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.06393319228328617 } ] } } }, "code_sha256": { "replication_engine.py": "f9d56fa725aee6a41a1b7f11796f1d432696b3a0c8161ac280f273cca73f63c2", "reference_f_test.py": "18f7ea6e16e141249b386529a195514afb1ec80e236d4684c7efac07347c8bdb" } } }, { "study_id": 4, "specification_id": "S04-P002", "source_specification_id": "MI-T4-C2", "role": "active_comparison", "published_source_location": "Table 4 column 2", "outcome_label": "Labor Value per Boat", "outcome_variable": "f_LV_per_boat", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P002.json", "input_bytes": 66463, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Labor Value per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p002", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Labor Value per Boat", "source_specification_id": "MI-T4-C2", "specification_id": "S04-P002", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C2.csv", "output_dir": "analyses/full-archive/results/S04-P002" }, "source": { "file": "MI-T4-C2.csv", "bytes": 66463, "sha256": "2b17e391e443dcea814dd3baa41d835c22bbf287a36a2db2d0b1c5e7e5a18802" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 150.7589347657954, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.25794448866198855, "se": 0.09559771375971139, "pvalue": 0.007822422076398864, "lower": -0.446934619235006, "upper": -0.0689543580889711 }, { "method": "Dynamic TWFE", "estimate": -0.7947613502341538, "se": 0.08274513069924437, "pvalue": 4.086556404238069e-17, "lower": -0.9583428046446468, "upper": -0.6311798958236609 }, { "method": "BJS / did2s", "estimate": -0.8092294002958235, "se": 0.06872286173919064, "pvalue": 1.0203197888771268e-22, "lower": -0.9450897896570876, "upper": -0.6733690109345594 }, { "method": "Sun\u2013Abraham", "estimate": -0.7556108038524608, "se": 0.07116971156050987, "pvalue": 1.0275480078044177e-19, "lower": -0.89630844767345, "upper": -0.6149131600314717 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.12986452444051458, "se": 0.09624046162950496, "pvalue": 0.17937908728247132, "lower": -0.3201253235165795, "upper": 0.06039627463555036 }, { "event_time": -3, "estimate": -0.1118584062867989, "se": 0.0930399672190812, "pvalue": 0.23127725950806782, "lower": -0.29579204718369917, "upper": 0.07207523461010139 }, { "event_time": -2, "estimate": -0.020347108091231917, "se": 0.09983032280160609, "pvalue": 0.838790447703106, "lower": -0.21770481675824901, "upper": 0.1770106005757852 }, { "event_time": 0, "estimate": -0.005353070471986775, "se": 0.060426603739592695, "pvalue": 0.9295350651203319, "lower": -0.12481232615601187, "upper": 0.11410618521203833 }, { "event_time": 1, "estimate": -0.02600351652239636, "se": 0.06446510292755255, "pvalue": 0.6872844849003328, "lower": -0.15344660841792312, "upper": 0.10143957537313042 }, { "event_time": 2, "estimate": -0.3619263583414663, "se": 0.08908978238740466, "pvalue": 8.02440229593476e-05, "lower": -0.5380507544586999, "upper": -0.1858019622242328 }, { "event_time": 3, "estimate": -0.7676467176018015, "se": 0.10370199504276273, "pvalue": 1.105036201789827e-11, "lower": -0.9726584570360323, "upper": -0.5626349781675707 }, { "event_time": 4, "estimate": -1.1022319983963271, "se": 0.11168006263123534, "pvalue": 8.619024890856188e-18, "lower": -1.3230158308646618, "upper": -0.8814481659279925 }, { "event_time": 5, "estimate": -1.3340856149637876, "se": 0.14528981880032857, "pvalue": 4.825208304962976e-16, "lower": -1.6213136327281221, "upper": -1.0468575971994531 }, { "event_time": 6, "estimate": -1.298128897306887, "se": 0.13660393603177212, "pvalue": 7.43278761155918e-17, "lower": -1.5681855199194765, "upper": -1.0280722746942974 }, { "event_time": 7, "estimate": -1.4560888687295355, "se": 0.14830673357992089, "pvalue": 1.1672104669506211e-17, "lower": -1.749281120320172, "upper": -1.162896617138899 }, { "event_time": 8, "estimate": -1.4963685475646533, "se": 0.16766583966216572, "pvalue": 2.1446771421538645e-15, "lower": -1.8278324255610905, "upper": -1.1649046695682161 }, { "event_time": 9, "estimate": -1.2989401667532823, "se": 0.12994336874456586, "pvalue": 4.082021680958942e-18, "lower": -1.5558293041636264, "upper": -1.0420510293429381 }, { "event_time": 10, "estimate": -1.4735757827144813, "se": 0.14549171623500504, "pvalue": 1.8698687918403556e-18, "lower": -1.7612029378749021, "upper": -1.1859486275540605 }, { "event_time": 11, "estimate": -1.7033142197010491, "se": 0.20049415921360642, "pvalue": 2.5121564660563954e-14, "lower": -2.099677436337677, "upper": -1.3069510030644214 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.04338656422610492, "se": 0.022593436287561674, "pvalue": 0.056836799049325454, "lower": -0.08805223985943736, "upper": 0.001279111407227522 }, { "event_time": -3, "estimate": 0.0069212634309290455, "se": 0.020700384271722178, "pvalue": 0.738608998550616, "lower": -0.034001978062667755, "upper": 0.04784450492452585 }, { "event_time": -2, "estimate": 0.008865366982251046, "se": 0.02336319471699984, "pvalue": 0.7049181636725238, "lower": -0.03732206832887936, "upper": 0.05505280229338145 }, { "event_time": -1, "estimate": 0.012616863132166851, "se": 0.01120057322326079, "pvalue": 0.2618894480027525, "lower": -0.009525902763651053, "upper": 0.034759629027984754 }, { "event_time": 0, "estimate": 0.08241890921537622, "se": 0.04388085896794385, "pvalue": 0.06241286824519844, "lower": -0.004330542626670722, "upper": 0.16916836105742317 }, { "event_time": 1, "estimate": -0.030042477669088585, "se": 0.05017827458124383, "pvalue": 0.5503237013383158, "lower": -0.12924148873408525, "upper": 0.06915653339590808 }, { "event_time": 2, "estimate": -0.34957622133354405, "se": 0.07126840275166269, "pvalue": 2.5392856003523566e-06, "lower": -0.49046897087797403, "upper": -0.20868347178911406 }, { "event_time": 3, "estimate": -0.7810275462072487, "se": 0.08623651765086914, "pvalue": 9.990929164320948e-16, "lower": -0.9515112334214154, "upper": -0.610543858993082 }, { "event_time": 4, "estimate": -1.0822447244780713, "se": 0.09397206111651413, "pvalue": 4.787993756097041e-22, "lower": -1.2680210511511705, "upper": -0.896468397804972 }, { "event_time": 5, "estimate": -1.311681421995959, "se": 0.12164312584088716, "pvalue": 3.82364444901461e-20, "lower": -1.5521615478467077, "upper": -1.0712012961452102 }, { "event_time": 6, "estimate": -1.4405618560097389, "se": 0.13054307423487524, "pvalue": 8.500845719667936e-21, "lower": -1.6986365700877826, "upper": -1.1824871419316951 }, { "event_time": 7, "estimate": -1.5100541272453212, "se": 0.14271794316122605, "pvalue": 1.275568047994049e-19, "lower": -1.7921977230738624, "upper": -1.22791053141678 }, { "event_time": 8, "estimate": -1.5767432214919803, "se": 0.168971736082781, "pvalue": 2.0245408992102094e-16, "lower": -1.9107887672432267, "upper": -1.242697675740734 }, { "event_time": 9, "estimate": -1.3645182451075977, "se": 0.15674572898031588, "pvalue": 7.578606821861408e-15, "lower": -1.6743938124377147, "upper": -1.0546426777774807 }, { "event_time": 10, "estimate": -1.5832425198391373, "se": 0.18069051223131968, "pvalue": 5.467831337149301e-15, "lower": -1.9404552831666857, "upper": -1.226029756511589 }, { "event_time": 11, "estimate": -1.8951752582074117, "se": 0.2335796760292501, "pvalue": 2.1775019171396888e-13, "lower": -2.3569462748546237, "upper": -1.4334042415601997 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.1630762268067649, "se": 0.08990802299086918, "pvalue": 0.07183306345172996, "lower": -0.34081822853826654, "upper": 0.014665774924736752 }, { "event_time": -3, "estimate": -0.047503790499065134, "se": 0.08628120630059277, "pvalue": 0.5828001339976285, "lower": -0.2180758241120551, "upper": 0.12306824311392481 }, { "event_time": -2, "estimate": -0.04303759975922633, "se": 0.09188787886574291, "pvalue": 0.6402426858672196, "lower": -0.22469364091272337, "upper": 0.1386184413942707 }, { "event_time": 0, "estimate": 0.08886340303637114, "se": 0.057126502410451425, "pvalue": 0.12205573126404924, "lower": -0.02407177841439083, "upper": 0.20179858448713311 }, { "event_time": 1, "estimate": -0.020990504614345273, "se": 0.06723200319589037, "pvalue": 0.7553421524988811, "lower": -0.15390356877625966, "upper": 0.11192255954756912 }, { "event_time": 2, "estimate": -0.325846167167679, "se": 0.07389872771167004, "pvalue": 2.0417272741831013e-05, "lower": -0.4719388889508882, "upper": -0.17975344538446983 }, { "event_time": 3, "estimate": -0.7710831551945077, "se": 0.0905788405236598, "pvalue": 2.276946496696864e-14, "lower": -0.950151317229711, "upper": -0.5920149931593043 }, { "event_time": 4, "estimate": -1.0686128606791792, "se": 0.10035888360902653, "pvalue": 8.549967099878151e-20, "lower": -1.2670154978500436, "upper": -0.8702102235083147 }, { "event_time": 5, "estimate": -1.2395410309829122, "se": 0.12243795369592547, "pvalue": 1.919371194597013e-18, "lower": -1.48159247704833, "upper": -0.9974895849174945 }, { "event_time": 6, "estimate": -1.3419775223963553, "se": 0.12367443520490183, "pvalue": 2.551631431001691e-20, "lower": -1.5864734076919822, "upper": -1.0974816371007283 }, { "event_time": 7, "estimate": -1.391465978680879, "se": 0.13526439681368446, "pvalue": 7.300015278232026e-19, "lower": -1.6588744240329705, "upper": -1.1240575333287874 }, { "event_time": 8, "estimate": -1.4343665331453916, "se": 0.15683414870023799, "pvalue": 5.964328730834512e-16, "lower": -1.7444169002040388, "upper": -1.1243161660867445 }, { "event_time": 9, "estimate": -1.2083580242503504, "se": 0.14304594517919836, "pvalue": 3.305472612038672e-14, "lower": -1.4911500575965568, "upper": -0.925565990904144 }, { "event_time": 10, "estimate": -1.401288518065958, "se": 0.15250791790377324, "pvalue": 4.658136419724343e-16, "lower": -1.7027862232359747, "upper": -1.0997908128959413 }, { "event_time": 11, "estimate": -1.706181326639944, "se": 0.20807970672607923, "pvalue": 1.342452837174865e-13, "lower": -2.1175406510125105, "upper": -1.2948220022673773 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.661338147750939e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.428861434008202e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.0444834696516128, "df_num": 8, "df_den": 1341, "pvalue": 0.03837020810449744, "log10_pvalue": -1.4160058453575914, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 285.5204913676023, "rss_restricted": 289.00291895804446, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.14586767771728207 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.02730056782259817 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.10882904706136147 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.4585441938946208 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.10874914838982389 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.038706904173521316 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.2236200242208918 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.03778179863544683 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.3907568991786824 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 4, "specification_id": "S04-P003", "source_specification_id": "MI-T4-C3", "role": "active_comparison", "published_source_location": "Table 4 column 3", "outcome_label": "Material Value per Boat", "outcome_variable": "f_M_per_boat", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P003.json", "input_bytes": 66312, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Material Value per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p003", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Material Value per Boat", "source_specification_id": "MI-T4-C3", "specification_id": "S04-P003", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C3.csv", "output_dir": "analyses/full-archive/results/S04-P003" }, "source": { "file": "MI-T4-C3.csv", "bytes": 66312, "sha256": "e29b95aaaa9ef643dc4008a2e9ec24594b218e7532303e03d9ec202cea3baf5e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 16.516047743906306, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.01403176767730052, "se": 0.08602317230301686, "pvalue": 0.8706605481073143, "lower": -0.18409368575534446, "upper": 0.15603015040074342 }, { "method": "Dynamic TWFE", "estimate": -0.022118609355218487, "se": 0.11349769227503129, "pvalue": 0.8457661830600408, "lower": -0.24649577110104842, "upper": 0.20225855239061147 }, { "method": "BJS / did2s", "estimate": -0.0023118506493630155, "se": 0.10840970065958809, "pvalue": 0.983016448121617, "lower": -0.21663040155671623, "upper": 0.2120067002579902 }, { "method": "Sun\u2013Abraham", "estimate": 0.0006006236053846155, "se": 0.12212938776874688, "pvalue": 0.9960830277406358, "lower": -0.24084080876227404, "upper": 0.2420420559730433 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.41386871522021623, "se": 0.1469782294968913, "pvalue": 0.005562271331429523, "lower": 0.12330282518410007, "upper": 0.7044346052563324 }, { "event_time": -3, "estimate": -0.13028358693654785, "se": 0.2107668930401635, "pvalue": 0.5374798091468185, "lower": -0.5469552945492546, "upper": 0.28638812067615893 }, { "event_time": -2, "estimate": 0.3883525440945852, "se": 0.2303707397995968, "pvalue": 0.09405143303396099, "lower": -0.06707462547520582, "upper": 0.8437797136643762 }, { "event_time": 0, "estimate": 0.005738426990114009, "se": 0.154944294683826, "pvalue": 0.9705091467938469, "lower": -0.30057582815456646, "upper": 0.3120526821347945 }, { "event_time": 1, "estimate": 0.09288382704684475, "se": 0.17373218082916794, "pvalue": 0.593742256079028, "lower": -0.2505727918234374, "upper": 0.43634044591712695 }, { "event_time": 2, "estimate": 0.1296044013890409, "se": 0.1230285053495248, "pvalue": 0.293936613250228, "lower": -0.11361452483604229, "upper": 0.37282332761412407 }, { "event_time": 3, "estimate": 0.08850639742384392, "se": 0.15706017683130125, "pvalue": 0.5739766126630002, "lower": -0.22199081176441943, "upper": 0.39900360661210726 }, { "event_time": 4, "estimate": -0.05175553175549103, "se": 0.17610731739679908, "pvalue": 0.7692769340401462, "lower": -0.3999076328961299, "upper": 0.29639656938514786 }, { "event_time": 5, "estimate": -0.16491943729246014, "se": 0.14750042090211712, "pvalue": 0.2654279219578578, "lower": -0.4565176639606614, "upper": 0.12667878937574115 }, { "event_time": 6, "estimate": -0.19455285341295359, "se": 0.17561326388693968, "pvalue": 0.26981359031546026, "lower": -0.541728244612881, "upper": 0.15262253778697393 }, { "event_time": 7, "estimate": -0.049852196751268306, "se": 0.18215975614051033, "pvalue": 0.7847364556984793, "lower": -0.40996955462737983, "upper": 0.31026516112484326 }, { "event_time": 8, "estimate": -0.06545417307566197, "se": 0.21684709846261765, "pvalue": 0.7632151097295081, "lower": -0.4941460302453831, "upper": 0.36323768409405915 }, { "event_time": 9, "estimate": -0.41165386417796307, "se": 0.21123263120785335, "pvalue": 0.053302647642011106, "lower": -0.8292463042398347, "upper": 0.005938575883908559 }, { "event_time": 10, "estimate": -0.011437928345542787, "se": 0.21005526135671904, "pvalue": 0.9566521305459419, "lower": -0.4267027888749384, "upper": 0.4038269321838528 }, { "event_time": 11, "estimate": -0.26119357731978565, "se": 0.29963909221989615, "pvalue": 0.3848572252268969, "lower": -0.8535595339550811, "upper": 0.3311723793155098 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.09051879067664531, "se": 0.06542870543784457, "pvalue": 0.16870661082652053, "lower": -0.038829277364004794, "upper": 0.21986685871729542 }, { "event_time": -3, "estimate": -0.14727903437114673, "se": 0.07224871536665922, "pvalue": 0.04336888471682533, "lower": -0.2901097947928688, "upper": -0.00444827394942468 }, { "event_time": -2, "estimate": 0.13340623258674403, "se": 0.07807934267351142, "pvalue": 0.0897257384067374, "lower": -0.020951278556384845, "upper": 0.2877637437298729 }, { "event_time": -1, "estimate": -0.03503816634826793, "se": 0.03101230264121373, "pvalue": 0.2604725078700828, "lower": -0.09634736397473856, "upper": 0.026271031278202697 }, { "event_time": 0, "estimate": 0.11957625131038195, "se": 0.12480646743247611, "pvalue": 0.33965560429065605, "lower": -0.12715758414208544, "upper": 0.3663100867628494 }, { "event_time": 1, "estimate": -0.02980789406531818, "se": 0.16606615437884248, "pvalue": 0.8578074386470612, "lower": -0.3581093038532489, "upper": 0.2984935157226125 }, { "event_time": 2, "estimate": 0.22165262450063222, "se": 0.12921445168590906, "pvalue": 0.08847117632730342, "lower": -0.03379549382385072, "upper": 0.47710074282511516 }, { "event_time": 3, "estimate": 0.08161936642511188, "se": 0.15435037674468935, "pvalue": 0.5977806122412496, "lower": -0.22352075364402463, "upper": 0.38675948649424835 }, { "event_time": 4, "estimate": -0.10346662726290522, "se": 0.18026820072482255, "pvalue": 0.566909725964135, "lower": -0.459844509675247, "upper": 0.2529112551494365 }, { "event_time": 5, "estimate": -0.12454878985689416, "se": 0.16173297386269078, "pvalue": 0.44253539025284677, "lower": -0.44428379863650813, "upper": 0.1951862189227198 }, { "event_time": 6, "estimate": -0.2273637825529793, "se": 0.17801691026798, "pvalue": 0.20362963366524633, "lower": -0.5792910179711273, "upper": 0.12456345286516862 }, { "event_time": 7, "estimate": -0.006058320611252345, "se": 0.1930030551004298, "pvalue": 0.9750030920528285, "lower": -0.3876121376419038, "upper": 0.3754954964193991 }, { "event_time": 8, "estimate": -0.09165474649465966, "se": 0.21254581006639595, "pvalue": 0.6669644398058476, "lower": -0.5118432511921929, "upper": 0.3285337582028736 }, { "event_time": 9, "estimate": -0.19803441321903026, "se": 0.22553937991468703, "pvalue": 0.38141138490921334, "lower": -0.6439103152994188, "upper": 0.24784148886135826 }, { "event_time": 10, "estimate": 0.04991512614696291, "se": 0.23851044081805683, "pvalue": 0.834532831144051, "lower": -0.42160367467429005, "upper": 0.5214339269682159 }, { "event_time": 11, "estimate": -0.13511785557841557, "se": 0.2972645840163282, "pvalue": 0.6501411069346721, "lower": -0.7227895721760572, "upper": 0.452553861019226 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.3840271953459698, "se": 0.23349678937599821, "pvalue": 0.10226376063536721, "lower": -0.07757996006644097, "upper": 0.8456343507583806 }, { "event_time": -3, "estimate": -0.16226510519716633, "se": 0.26783231886656333, "pvalue": 0.5455911342069092, "lower": -0.6917512500384052, "upper": 0.3672210396440726 }, { "event_time": -2, "estimate": 0.48255239853147575, "se": 0.2788436912495062, "pvalue": 0.08572021307956806, "lower": -0.06870247510668054, "upper": 1.033807272169632 }, { "event_time": 0, "estimate": 0.032600906177452475, "se": 0.17210730413307143, "pvalue": 0.8500345019624069, "lower": -0.30764344278716854, "upper": 0.3728452551420735 }, { "event_time": 1, "estimate": 0.07730421315222806, "se": 0.1898862037802554, "pvalue": 0.6845459473667874, "lower": -0.2980878023581793, "upper": 0.4526962286626354 }, { "event_time": 2, "estimate": 0.17519815704657674, "se": 0.13297733806111742, "pvalue": 0.18980661117243172, "lower": -0.08768892984120844, "upper": 0.4380852439343619 }, { "event_time": 3, "estimate": 0.09754647626434228, "se": 0.16469612603499553, "pvalue": 0.5546106653858809, "lower": -0.22804648135031597, "upper": 0.4231394338790005 }, { "event_time": 4, "estimate": -0.06084938974766635, "se": 0.18434887870123862, "pvalue": 0.741831416040004, "lower": -0.4252944929465613, "upper": 0.3035957134512286 }, { "event_time": 5, "estimate": -0.1033936251853625, "se": 0.15716177747222143, "pvalue": 0.5116877342916001, "lower": -0.4140916918799264, "upper": 0.2073044415092014 }, { "event_time": 6, "estimate": -0.19303534715038795, "se": 0.1792912432161152, "pvalue": 0.28347178517279603, "lower": -0.5474818515007085, "upper": 0.16141115719993254 }, { "event_time": 7, "estimate": 0.042663212652962315, "se": 0.18498035404081684, "pvalue": 0.817931550544187, "lower": -0.32303027402904083, "upper": 0.40835669933496543 }, { "event_time": 8, "estimate": -0.05797234610471458, "se": 0.2250381005470885, "pvalue": 0.7970825359946139, "lower": -0.5028572532186949, "upper": 0.38691256100926574 }, { "event_time": 9, "estimate": -0.30050126096918733, "se": 0.24041249251570776, "pvalue": 0.2133919913585067, "lower": -0.7757802876845367, "upper": 0.174777765746162 }, { "event_time": 10, "estimate": -0.046147801407524086, "se": 0.24954559749820326, "pvalue": 0.853551764078803, "lower": -0.5394823509517711, "upper": 0.447186748136723 }, { "event_time": 11, "estimate": -0.23546992180637516, "se": 0.30862662060665336, "pvalue": 0.4467615392988693, "lower": -0.8456036063144452, "upper": 0.3746637627016949 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.884059946477803e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1566895085346656, "df_num": 8, "df_den": 1344, "pvalue": 0.32226475891060424, "log10_pvalue": -0.4917871839306252, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 906.6376275536567, "rss_restricted": 912.8798789336214, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.0664816235414753 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.487116247268899 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.10077118637303813 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.20370590817947803 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.4826417299641062 }, { "event_time": 5.0, "cohort": 5, "estimate": -0.20761612122122222 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.27384276526010287 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.5485798102185611 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.12132362583692562 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 4, "specification_id": "S04-P004", "source_specification_id": "MI-T4-C4", "role": "active_comparison", "published_source_location": "Table 4 column 4", "outcome_label": "Variable Costs per Boat", "outcome_variable": "f_VC_per_boat", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P004.json", "input_bytes": 66267, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Variable Costs per Boat", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p004", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Variable Costs per Boat", "source_specification_id": "MI-T4-C4", "specification_id": "S04-P004", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C4.csv", "output_dir": "analyses/full-archive/results/S04-P004" }, "source": { "file": "MI-T4-C4.csv", "bytes": 66267, "sha256": "be2b26aacf36c27a6cc8ab8431842ea98509ff7e5c32e3b2db5c2179d264f948" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 151.34274103086395, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.25882906428816876, "se": 0.0977046633921527, "pvalue": 0.00899150123876923, "lower": -0.4519844899345258, "upper": -0.06567363864181175 }, { "method": "Dynamic TWFE", "estimate": -0.7944309249418507, "se": 0.08447985598817229, "pvalue": 1.3267942932047973e-16, "lower": -0.9614418124001555, "upper": -0.627420037483546 }, { "method": "BJS / did2s", "estimate": -0.8064647943190357, "se": 0.06938389728290502, "pvalue": 2.5321139580601453e-22, "lower": -0.9436320056617753, "upper": -0.6692975829762962 }, { "method": "Sun\u2013Abraham", "estimate": -0.7527971699077467, "se": 0.0713805693519671, "pvalue": 1.565565070443034e-19, "lower": -0.8939116651362915, "upper": -0.6116826746792019 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.08373039345109909, "se": 0.09652121041535694, "pvalue": 0.3871520295674918, "lower": -0.27454621364231063, "upper": 0.10708542674011245 }, { "event_time": -3, "estimate": -0.12515415460076926, "se": 0.09864446624402164, "pvalue": 0.20662445359784196, "lower": -0.32016750609809425, "upper": 0.06985919689655573 }, { "event_time": -2, "estimate": 0.022639856436726103, "se": 0.10251154081380491, "pvalue": 0.8255273279597541, "lower": -0.18001843654650018, "upper": 0.2252981494199524 }, { "event_time": 0, "estimate": -0.004668408173115154, "se": 0.06404141079719593, "pvalue": 0.9419916180228112, "lower": -0.1312738897546534, "upper": 0.1219370734084231 }, { "event_time": 1, "estimate": -0.01566808007560652, "se": 0.0667537360310774, "pvalue": 0.8147707182206751, "lower": -0.14763564281942232, "upper": 0.11629948266820928 }, { "event_time": 2, "estimate": -0.3467955556593904, "se": 0.09207386902972224, "pvalue": 0.00024242711206235966, "lower": -0.5288192866246344, "upper": -0.1647718246941464 }, { "event_time": 3, "estimate": -0.7553308891023858, "se": 0.10483369449501577, "pvalue": 3.2043251603702205e-11, "lower": -0.9625799208194458, "upper": -0.5480818573853258 }, { "event_time": 4, "estimate": -1.103743248653025, "se": 0.11518539017109054, "pvalue": 4.666158319323201e-17, "lower": -1.3314568735128762, "upper": -0.8760296237931737 }, { "event_time": 5, "estimate": -1.3484742855844454, "se": 0.14718607228612443, "pvalue": 5.436847840801651e-16, "lower": -1.6394510665752822, "upper": -1.0574975045936086 }, { "event_time": 6, "estimate": -1.3156092055595148, "se": 0.1404795231973572, "pvalue": 1.6628467024511724e-16, "lower": -1.5933275984766961, "upper": -1.0378908126423334 }, { "event_time": 7, "estimate": -1.4563315204812295, "se": 0.1497735194627251, "pvalue": 2.0359105696759182e-17, "lower": -1.7524235072706658, "upper": -1.1602395336917932 }, { "event_time": 8, "estimate": -1.498178465101869, "se": 0.16834722597972376, "pvalue": 2.482788925864923e-15, "lower": -1.8309893971654114, "upper": -1.1653675330383266 }, { "event_time": 9, "estimate": -1.338876216534483, "se": 0.13226749307877952, "pvalue": 1.9346659940686602e-18, "lower": -1.6003599885246353, "upper": -1.0773924445443306 }, { "event_time": 10, "estimate": -1.4696223569617493, "se": 0.14931846826400008, "pvalue": 1.0126559144360502e-17, "lower": -1.7648147387074853, "upper": -1.1744299752160132 }, { "event_time": 11, "estimate": -1.7253395515759244, "se": 0.20474330064114507, "pvalue": 3.7138275518184555e-14, "lower": -2.130103029700314, "upper": -1.320576073451535 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.03334089980369375, "se": 0.02324003862660647, "pvalue": 0.15360629637757692, "lower": -0.07928486396170842, "upper": 0.01260306435432091 }, { "event_time": -3, "estimate": -0.009177803433933412, "se": 0.02122432391721279, "pvalue": 0.6660974504809631, "lower": -0.05113683771084447, "upper": 0.032781230842977654 }, { "event_time": -2, "estimate": 0.023389996380676077, "se": 0.023729976863431344, "pvalue": 0.32598199738240136, "lower": -0.023522542105203624, "upper": 0.07030253486655577 }, { "event_time": -1, "estimate": 0.008744551707457, "se": 0.011931797374923633, "pvalue": 0.46484947743477323, "lower": -0.014843794239033049, "upper": 0.03233289765394705 }, { "event_time": 0, "estimate": 0.09515053030161635, "se": 0.04553081857020202, "pvalue": 0.03843135018006861, "lower": 0.005139221366890795, "upper": 0.1851618392363419 }, { "event_time": 1, "estimate": -0.03317941490765403, "se": 0.05265712579602238, "pvalue": 0.5296469830299706, "lower": -0.13727894499478566, "upper": 0.0709201151794776 }, { "event_time": 2, "estimate": -0.32403868386571544, "se": 0.07449397492121046, "pvalue": 2.5960454892483235e-05, "lower": -0.47130816860098673, "upper": -0.17676919913044414 }, { "event_time": 3, "estimate": -0.7691074665927071, "se": 0.08826182480635902, "pvalue": 7.212520621348524e-15, "lower": -0.9435950472967181, "upper": -0.5946198858886962 }, { "event_time": 4, "estimate": -1.0893613198042162, "se": 0.09568515655382222, "pvalue": 1.0527440661304338e-21, "lower": -1.2785243187903657, "upper": -0.9001983208180669 }, { "event_time": 5, "estimate": -1.3211303197097226, "se": 0.12175760417106075, "pvalue": 2.5576209391830658e-20, "lower": -1.561836761376158, "upper": -1.0804238780432873 }, { "event_time": 6, "estimate": -1.4608618887854383, "se": 0.13313794081659286, "pvalue": 1.2351045372459585e-20, "lower": -1.7240664763176843, "upper": -1.1976573012531924 }, { "event_time": 7, "estimate": -1.504890281921019, "se": 0.14406137697223412, "pvalue": 2.8379799143243733e-19, "lower": -1.789689754353438, "upper": -1.2200908094886 }, { "event_time": 8, "estimate": -1.5809573502701344, "se": 0.1688529560672366, "pvalue": 1.6844143372462705e-16, "lower": -1.9147680760684305, "upper": -1.2471466244718383 }, { "event_time": 9, "estimate": -1.3808662394357432, "se": 0.1587002126730026, "pvalue": 7.763276187836357e-15, "lower": -1.6946056871219546, "upper": -1.0671267917495317 }, { "event_time": 10, "estimate": -1.5716880219761813, "se": 0.18462212464761565, "pvalue": 2.2748774778656974e-14, "lower": -1.9366733136906107, "upper": -1.206702730261752 }, { "event_time": 11, "estimate": -1.902610001217359, "se": 0.23651221172867545, "pvalue": 3.20837418551092e-13, "lower": -2.370178440030309, "upper": -1.435041562404409 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.12053828603109018, "se": 0.09428338835972595, "pvalue": 0.2031849045671182, "lower": -0.30693008533456456, "upper": 0.06585351327238423 }, { "event_time": -3, "estimate": -0.06502847090701823, "se": 0.0940408949431095, "pvalue": 0.49039376896090203, "lower": -0.2509408773393971, "upper": 0.1208839355253606 }, { "event_time": -2, "estimate": 0.009789448847658769, "se": 0.09480081289563706, "pvalue": 0.9179006940774019, "lower": -0.17762526331385026, "upper": 0.19720416100916782 }, { "event_time": 0, "estimate": 0.09207848527297757, "se": 0.060828212384812654, "pvalue": 0.1323285262921668, "lower": -0.028174723187890605, "upper": 0.21233169373384575 }, { "event_time": 1, "estimate": -0.012473270196051451, "se": 0.0673370527305835, "pvalue": 0.8533098443801252, "lower": -0.1455940100909671, "upper": 0.12064746969886418 }, { "event_time": 2, "estimate": -0.30546982301462733, "se": 0.07719711000867113, "pvalue": 0.00011979700204264164, "lower": -0.45808322062233175, "upper": -0.15285642540692293 }, { "event_time": 3, "estimate": -0.7574632900760295, "se": 0.09153643205678987, "pvalue": 8.777432697745567e-14, "lower": -0.9384245449663273, "upper": -0.5765020351857317 }, { "event_time": 4, "estimate": -1.0711311927239746, "se": 0.10079767588685491, "pvalue": 9.70957494455328e-20, "lower": -1.2704012921658476, "upper": -0.8718610932821016 }, { "event_time": 5, "estimate": -1.247110563386698, "se": 0.12169576875650384, "pvalue": 9.211960737039702e-19, "lower": -1.4876947606749829, "upper": -1.006526366098413 }, { "event_time": 6, "estimate": -1.3590456074843502, "se": 0.12581647454265715, "pvalue": 3.418786915228381e-20, "lower": -1.607776157796679, "upper": -1.1103150571720215 }, { "event_time": 7, "estimate": -1.3816422192307498, "se": 0.13660199817515808, "pvalue": 2.029962288772792e-18, "lower": -1.6516950108335786, "upper": -1.111589427627921 }, { "event_time": 8, "estimate": -1.435728290029361, "se": 0.1560952823463529, "pvalue": 4.4086575317911835e-16, "lower": -1.7443179689271204, "upper": -1.1271386111316017 }, { "event_time": 9, "estimate": -1.2364905620523132, "se": 0.1458679320584732, "pvalue": 2.795884276638705e-14, "lower": -1.5248614701206706, "upper": -0.9481196539839558 }, { "event_time": 10, "estimate": -1.4009192015373506, "se": 0.15625755304925892, "pvalue": 1.6950078666906606e-15, "lower": -1.7098296784973677, "upper": -1.0920087245773336 }, { "event_time": 11, "estimate": -1.7252964790111347, "se": 0.21162611873389034, "pvalue": 1.749616602484608e-13, "lower": -2.1436668169536137, "upper": -1.3069261410686557 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.440892098500626e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.805464483627606e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.213637801545804, "df_num": 8, "df_den": 1341, "pvalue": 0.02415707991283878, "log10_pvalue": -1.616955564023829, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 298.58315007131614, "rss_restricted": 302.5262071803541, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": -0.1380497955224741 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.08035443833875457 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.11940621891316024 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.4790058788898874 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.1610003932667805 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.012669878815959466 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.25053863622463385 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.0979875966528466 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.40433774857771043 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 4, "specification_id": "S04-P005", "source_specification_id": "MI-T4-C5", "role": "active_comparison", "published_source_location": "Table 4 column 5", "outcome_label": "Labor Value per Boat-Year", "outcome_variable": "f_LV_per_boatyear", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P005.json", "input_bytes": 67232, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Labor Value per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p005", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Labor Value per Boat-Year", "source_specification_id": "MI-T4-C5", "specification_id": "S04-P005", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C5.csv", "output_dir": "analyses/full-archive/results/S04-P005" }, "source": { "file": "MI-T4-C5.csv", "bytes": 67232, "sha256": "b249da0d863204181872d2afe506d86574c0e251ec80a45d87ce8e14a36076c9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 89.44540327044984, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.07256228911341406, "se": 0.03840453187826888, "pvalue": 0.060888712626119244, "lower": -0.14848541748982177, "upper": 0.003360839262993659 }, { "method": "Dynamic TWFE", "estimate": -0.32797758845880254, "se": 0.04402694789299364, "pvalue": 8.559039949567524e-12, "lower": -0.41501584809692116, "upper": -0.24093932882068392 }, { "method": "BJS / did2s", "estimate": -0.3165914253705793, "se": 0.03929912622822864, "pvalue": 3.008487568899594e-13, "lower": -0.39428310548697676, "upper": -0.23889974525418187 }, { "method": "Sun\u2013Abraham", "estimate": -0.31707319306393916, "se": 0.044626834092693614, "pvalue": 5.4708736149619594e-11, "lower": -0.40529738661984177, "upper": -0.22884899950803655 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.1806416398448763, "se": 0.04915271631544314, "pvalue": 0.000336977087570917, "lower": -0.27781319248078246, "upper": -0.08347008720897016 }, { "event_time": -3, "estimate": -0.15339832612736917, "se": 0.07876169489217669, "pvalue": 0.05344659981620266, "lower": -0.30910480085791686, "upper": 0.002308148603178517 }, { "event_time": -2, "estimate": -0.09669170894688814, "se": 0.06105841054822767, "pvalue": 0.11552662982133055, "lower": -0.21740000340563725, "upper": 0.024016585511860963 }, { "event_time": 0, "estimate": -0.08115712820625509, "se": 0.05607947683393829, "pvalue": 0.15006598777688548, "lower": -0.1920224118254028, "upper": 0.029708155412892623 }, { "event_time": 1, "estimate": -0.06733213035184882, "se": 0.04926958123829569, "pvalue": 0.17392390762593948, "lower": -0.164734716933659, "upper": 0.030070456229961337 }, { "event_time": 2, "estimate": -0.08458648405359971, "se": 0.05383151803542834, "pvalue": 0.1183499191464805, "lower": -0.1910077071388207, "upper": 0.021834739031621267 }, { "event_time": 3, "estimate": -0.33292212195966714, "se": 0.05383883939629043, "pvalue": 6.376897968953121e-09, "lower": -0.43935781887371606, "upper": -0.22648642504561822 }, { "event_time": 4, "estimate": -0.43668199138526853, "se": 0.062241512927255195, "pvalue": 8.783419933267751e-11, "lower": -0.5597291981913952, "upper": -0.31363478457914185 }, { "event_time": 5, "estimate": -0.5084306644129057, "se": 0.06309198665859356, "pvalue": 2.9646625895949877e-13, "lower": -0.6331591995187715, "upper": -0.38370212930703995 }, { "event_time": 6, "estimate": -0.5168411670126916, "se": 0.0642846307743305, "pvalue": 3.291286487297097e-13, "lower": -0.643927477825692, "upper": -0.3897548561996911 }, { "event_time": 7, "estimate": -0.581105433418194, "se": 0.07110604266718833, "pvalue": 1.5651964194342014e-13, "lower": -0.7216772081991293, "upper": -0.4405336586372587 }, { "event_time": 8, "estimate": -0.560392119255889, "se": 0.07361780074327949, "pvalue": 3.5199333506509926e-12, "lower": -0.7059294676692804, "upper": -0.4148547708424977 }, { "event_time": 9, "estimate": -0.6034173362174763, "se": 0.08205945027722247, "pvalue": 1.4410075633881244e-11, "lower": -0.7656432474105341, "upper": -0.44119142502441844 }, { "event_time": 10, "estimate": -0.6563702624714278, "se": 0.08664957023280283, "pvalue": 4.315320799798505e-12, "lower": -0.8276705263412809, "upper": -0.4850699986015747 }, { "event_time": 11, "estimate": -0.5753123927143319, "se": 0.08535400982512112, "pvalue": 3.73651028190782e-10, "lower": -0.7440514224188113, "upper": -0.40657336300985253 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.03614686494887487, "se": 0.018517271137236706, "pvalue": 0.052912323155287405, "lower": -0.07275424134365632, "upper": 0.0004605114459065793 }, { "event_time": -3, "estimate": -0.0216821044278357, "se": 0.02650270994369477, "pvalue": 0.4146753834642288, "lower": -0.07407614624966602, "upper": 0.03071193739399462 }, { "event_time": -2, "estimate": 0.011600732043032908, "se": 0.01613584769026351, "pvalue": 0.4733666924027528, "lower": -0.02029873335165531, "upper": 0.04350019743772112 }, { "event_time": -1, "estimate": 0.021131915801962997, "se": 0.010140744726922639, "pvalue": 0.03897736798843521, "lower": 0.0010843582331078773, "upper": 0.04117947337081812 }, { "event_time": 0, "estimate": -0.0025303629179137146, "se": 0.03864240960461603, "pvalue": 0.9478833867843299, "lower": -0.07892375926198184, "upper": 0.07386303342615441 }, { "event_time": 1, "estimate": -0.03705970898196852, "se": 0.040279604386361835, "pvalue": 0.35911207255052785, "lower": -0.1166897272430976, "upper": 0.04257030927916057 }, { "event_time": 2, "estimate": -0.10475858880010636, "se": 0.053468436402216914, "pvalue": 0.052055001061766144, "lower": -0.21046202437168693, "upper": 0.0009448467714742032 }, { "event_time": 3, "estimate": -0.3076802078236545, "se": 0.048877241526020195, "pvalue": 3.6525737308831843e-09, "lower": -0.4043071656740255, "upper": -0.2110532499732835 }, { "event_time": 4, "estimate": -0.4218196843217305, "se": 0.059933938736438715, "pvalue": 7.809765810024142e-11, "lower": -0.5403049750476724, "upper": -0.3033343935957886 }, { "event_time": 5, "estimate": -0.49779196984403645, "se": 0.06774708454036585, "pvalue": 1.4854570123620208e-11, "lower": -0.6317233145350525, "upper": -0.3638606251530204 }, { "event_time": 6, "estimate": -0.5516216106610666, "se": 0.06680664312892712, "pvalue": 9.716666334136664e-14, "lower": -0.6836937671125938, "upper": -0.4195494542095395 }, { "event_time": 7, "estimate": -0.5862698741388537, "se": 0.06738051287862215, "pvalue": 7.77294589621201e-15, "lower": -0.7194765317689276, "upper": -0.45306321650877973 }, { "event_time": 8, "estimate": -0.5340065359455056, "se": 0.07705473514636708, "pvalue": 1.3817401332568635e-10, "lower": -0.6863384682047312, "upper": -0.38167460368628003 }, { "event_time": 9, "estimate": -0.6318547947219231, "se": 0.09188572645814194, "pvalue": 1.8329089183792925e-10, "lower": -0.8135065807130574, "upper": -0.4502030087307888 }, { "event_time": 10, "estimate": -0.7120521512234753, "se": 0.1034304533589827, "pvalue": 1.7590440006132995e-10, "lower": -0.9165270713525646, "upper": -0.507577231094386 }, { "event_time": 11, "estimate": -0.6475598658631764, "se": 0.09191083252224233, "pvalue": 7.507044277695807e-11, "lower": -0.8292612848229864, "upper": -0.4658584469033663 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.18923669897228573, "se": 0.07160309270909072, "pvalue": 0.009150748919613294, "lower": -0.33079110763248487, "upper": -0.047682290312086595 }, { "event_time": -3, "estimate": -0.1560052658333497, "se": 0.09672597358697248, "pvalue": 0.10901131939435117, "lower": -0.3472258887862406, "upper": 0.03521535711954121 }, { "event_time": -2, "estimate": -0.07954467620137308, "se": 0.07112267301518421, "pvalue": 0.26529155605218996, "lower": -0.2201493280409284, "upper": 0.06105997563818226 }, { "event_time": 0, "estimate": -0.0408897637051197, "se": 0.06153473740772651, "pvalue": 0.5074563438128775, "lower": -0.16253972373129433, "upper": 0.08076019632105491 }, { "event_time": 1, "estimate": -0.05076916664795253, "se": 0.05052114251326675, "pvalue": 0.31666195669925473, "lower": -0.1506460041242082, "upper": 0.04910767082830314 }, { "event_time": 2, "estimate": -0.0932086585964632, "se": 0.05340314750552866, "pvalue": 0.0830975959069713, "lower": -0.19878302249232255, "upper": 0.012365705299396165 }, { "event_time": 3, "estimate": -0.32425630120887977, "se": 0.05155672711650004, "pvalue": 3.757810263682113e-09, "lower": -0.42618041849641214, "upper": -0.2223321839213474 }, { "event_time": 4, "estimate": -0.43680679363370156, "se": 0.06480054673415979, "pvalue": 3.7271919428425045e-10, "lower": -0.5649130349531776, "upper": -0.30870055231422555 }, { "event_time": 5, "estimate": -0.4934738295904916, "se": 0.06600288158968622, "pvalue": 7.386502874457663e-12, "lower": -0.6239570045457403, "upper": -0.3629906546352429 }, { "event_time": 6, "estimate": -0.5508114181159749, "se": 0.06383819758937022, "pvalue": 1.1782581440353235e-14, "lower": -0.6770151611080562, "upper": -0.42460767512389364 }, { "event_time": 7, "estimate": -0.5793034651939554, "se": 0.07018005122641581, "pvalue": 9.852267234093266e-14, "lower": -0.7180446183374217, "upper": -0.440562312050489 }, { "event_time": 8, "estimate": -0.5189187844444269, "se": 0.07583308378588205, "pvalue": 2.1865216034346694e-10, "lower": -0.6688355956609766, "upper": -0.36900197322787703 }, { "event_time": 9, "estimate": -0.567543128235836, "se": 0.09129318269655814, "pvalue": 5.407700366781637e-09, "lower": -0.7480234958063015, "upper": -0.3870627606653705 }, { "event_time": 10, "estimate": -0.6401655288939528, "se": 0.09425878693392419, "pvalue": 2.8601798110908403e-10, "lower": -0.8265086928640945, "upper": -0.45382236492381123 }, { "event_time": 11, "estimate": -0.5704462433320833, "se": 0.08727327318875555, "pvalue": 1.0718508413430098e-09, "lower": -0.7429795252151136, "upper": -0.39791296144905297 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.1925806524038786e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.2039394641692542, "df_num": 8, "df_den": 1341, "pvalue": 0.024815342319498553, "log10_pvalue": -1.6052797294755694, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 96.05716445191496, "rss_restricted": 97.32012746788376, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.06648298166991076 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.0572860923159973 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.008624657904577905 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.2793226020547674 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.047742961140471246 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.19002464751709028 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.1673706337034474 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.020774812688328512 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.09875017618970572 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 4, "specification_id": "S04-P006", "source_specification_id": "MI-T4-C6", "role": "active_comparison", "published_source_location": "Table 4 column 6", "outcome_label": "Material Value per Boat-Year", "outcome_variable": "f_M_per_boatyear", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P006.json", "input_bytes": 67361, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Material Value per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p006", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Material Value per Boat-Year", "source_specification_id": "MI-T4-C6", "specification_id": "S04-P006", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C6.csv", "output_dir": "analyses/full-archive/results/S04-P006" }, "source": { "file": "MI-T4-C6.csv", "bytes": 67361, "sha256": "184449d7233803509bbbc183f9c868cda163e2770428f773d10d48854db48435" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1524, "source_sd": 13.40835787248469, "rows": 1522, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1522, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.004475706289962468, "se": 0.03682200982655465, "pvalue": 0.9034286625278272, "lower": -0.07727029699087823, "upper": 0.0683188844109533 }, { "method": "Dynamic TWFE", "estimate": -0.06661054986062145, "se": 0.05765370252264327, "pvalue": 0.24989879748988647, "lower": -0.180587969813987, "upper": 0.04736687009274408 }, { "method": "BJS / did2s", "estimate": -0.05096659772476818, "se": 0.05089501758051577, "pvalue": 0.3183458208687784, "lower": -0.15158256059428368, "upper": 0.049649365144747326 }, { "method": "Sun\u2013Abraham", "estimate": -0.06979885590258547, "se": 0.06113233739104594, "pvalue": 0.25548637902351085, "lower": -0.19065329866475733, "upper": 0.051055586859586374 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.01257653826871629, "se": 0.06099145152369501, "pvalue": 0.8369308378103311, "lower": -0.10799938278598595, "upper": 0.13315245932341854 }, { "event_time": -3, "estimate": -0.15543009481517542, "se": 0.09930707601903795, "pvalue": 0.11979022607423266, "lower": -0.351753380441407, "upper": 0.04089319081105619 }, { "event_time": -2, "estimate": 0.04491900695592497, "se": 0.09375188028048793, "pvalue": 0.6325908997807067, "lower": -0.1404220372892403, "upper": 0.23026005120109022 }, { "event_time": 0, "estimate": -0.11007264899284426, "se": 0.07441723786361765, "pvalue": 0.14133665914479127, "lower": -0.2571904298226152, "upper": 0.03704513183692666 }, { "event_time": 1, "estimate": -0.04658320178682005, "se": 0.0835384696828792, "pvalue": 0.5779841914391137, "lower": -0.2117330330152218, "upper": 0.11856662944158172 }, { "event_time": 2, "estimate": 0.08746702437110458, "se": 0.05470265941450657, "pvalue": 0.11206933255722205, "lower": -0.02067638553746841, "upper": 0.19561043427967756 }, { "event_time": 3, "estimate": -0.020516802704689807, "se": 0.07045139845551149, "pvalue": 0.7713116095044398, "lower": -0.15979439072970902, "upper": 0.11876078532032941 }, { "event_time": 4, "estimate": -0.053304079392455544, "se": 0.08807602038043338, "pvalue": 0.5460153824588814, "lower": -0.2274243374761265, "upper": 0.12081617869121541 }, { "event_time": 5, "estimate": -0.09905687336676154, "se": 0.06328769604129623, "pvalue": 0.11978142788608036, "lower": -0.2241723125139134, "upper": 0.026058565780390328 }, { "event_time": 6, "estimate": -0.13679370360447937, "se": 0.08353330025483684, "pvalue": 0.10373606479543288, "lower": -0.301933315227806, "upper": 0.028345908018847232 }, { "event_time": 7, "estimate": -0.12376960666304929, "se": 0.08366647425173594, "pvalue": 0.14128514298685932, "lower": -0.289172494154313, "upper": 0.041633280828214436 }, { "event_time": 8, "estimate": -0.10263423110122488, "se": 0.0916407932633365, "pvalue": 0.26463393515285716, "lower": -0.2838018009469365, "upper": 0.07853333874448676 }, { "event_time": 9, "estimate": -0.29187724851181085, "se": 0.11021156464763533, "pvalue": 0.00901077212241781, "lower": -0.5097579610753707, "upper": -0.07399653594825095 }, { "event_time": 10, "estimate": -0.1933218990195062, "se": 0.11693029936628799, "pvalue": 0.10049282836288571, "lower": -0.4244850898121507, "upper": 0.03784129177313836 }, { "event_time": 11, "estimate": -0.024117106265167887, "se": 0.1157212720018291, "pvalue": 0.8352120548220544, "lower": -0.2528901327903932, "upper": 0.2046559202600574 } ], "BJS / did2s": [ { "event_time": -4, "estimate": 0.013416784273485714, "se": 0.0284737957373188, "pvalue": 0.6382278546016628, "lower": -0.04287395912055958, "upper": 0.06970752766753101 }, { "event_time": -3, "estimate": -0.07660109734885051, "se": 0.03562672111857033, "pvalue": 0.03325286256514357, "lower": -0.14703268416494314, "upper": -0.006169510532757896 }, { "event_time": -2, "estimate": 0.04846346002109389, "se": 0.03009346989475184, "pvalue": 0.10954022916399551, "lower": -0.011029268216107939, "upper": 0.10795618825829573 }, { "event_time": -1, "estimate": 0.006729532823707201, "se": 0.014107488032563427, "pvalue": 0.6340874504844397, "lower": -0.02116000449339832, "upper": 0.034619070140812724 }, { "event_time": 0, "estimate": -0.025734165384154753, "se": 0.05152347525343679, "pvalue": 0.6182304027744892, "lower": -0.12759254601654163, "upper": 0.07612421524823212 }, { "event_time": 1, "estimate": -0.05830577331587875, "se": 0.0717840745640872, "pvalue": 0.41802411219641905, "lower": -0.20021797070409186, "upper": 0.08360642407233437 }, { "event_time": 2, "estimate": 0.09189389828902964, "se": 0.05969225729217906, "pvalue": 0.1259329967868134, "lower": -0.02611360477953674, "upper": 0.209901401357596 }, { "event_time": 3, "estimate": 0.012975345877796075, "se": 0.06656294399642373, "pvalue": 0.8457256327650035, "lower": -0.1186150340849323, "upper": 0.14456572584052446 }, { "event_time": 4, "estimate": -0.06290823864720022, "se": 0.09084465485025381, "pvalue": 0.48977392117711854, "lower": -0.24250189739477737, "upper": 0.11668542010037694 }, { "event_time": 5, "estimate": -0.09626529257479909, "se": 0.07049225824353911, "pvalue": 0.17423434276171276, "lower": -0.23562365760138904, "upper": 0.04309307245179085 }, { "event_time": 6, "estimate": -0.1456602958161328, "se": 0.08350567905704795, "pvalue": 0.08328312684419291, "lower": -0.31074530222379676, "upper": 0.01942471059153117 }, { "event_time": 7, "estimate": -0.1094681110747905, "se": 0.07848730750168782, "pvalue": 0.16529255529091127, "lower": -0.26463214073299657, "upper": 0.045695918583415554 }, { "event_time": 8, "estimate": -0.07542757122512536, "se": 0.08895837823209449, "pvalue": 0.3979321878757144, "lower": -0.25129219032998884, "upper": 0.10043704787973812 }, { "event_time": 9, "estimate": -0.2599900998445044, "se": 0.1231750446685378, "pvalue": 0.03656012569681773, "lower": -0.5034987242636675, "upper": -0.01648147542534134 }, { "event_time": 10, "estimate": -0.2205524461840414, "se": 0.12942176990347926, "pvalue": 0.09055817976485687, "lower": -0.4764104184210064, "upper": 0.035305526052923586 }, { "event_time": 11, "estimate": -0.027068976041946802, "se": 0.12147067025285388, "pvalue": 0.8239796352330394, "lower": -0.2672081690103217, "upper": 0.21307021692642808 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.0029958340759183165, "se": 0.10265179033674493, "pvalue": 0.9767587658343072, "lower": -0.2059313907573107, "upper": 0.19993972260547405 }, { "event_time": -3, "estimate": -0.2097936700738569, "se": 0.13448332754553413, "pvalue": 0.12100215540473634, "lower": -0.4756579949949375, "upper": 0.05607065484722368 }, { "event_time": -2, "estimate": 0.07751679884614353, "se": 0.11301946813146227, "pvalue": 0.4939205327566375, "lower": -0.14591494653163967, "upper": 0.30094854422392675 }, { "event_time": 0, "estimate": -0.10458873550907828, "se": 0.08330204265005874, "pvalue": 0.21136083057071559, "lower": -0.2692711666915329, "upper": 0.06009369567337634 }, { "event_time": 1, "estimate": -0.04984979406626873, "se": 0.09015263249131769, "pvalue": 0.5811740464629875, "lower": -0.22807537202162614, "upper": 0.12837578388908866 }, { "event_time": 2, "estimate": 0.07498904118052745, "se": 0.059770950907881565, "pvalue": 0.21169721667553595, "lower": -0.043174033774875706, "upper": 0.19315211613593058 }, { "event_time": 3, "estimate": -0.009381171492864243, "se": 0.07029952026696142, "pvalue": 0.8940311440757606, "lower": -0.1483585067445021, "upper": 0.1295961637587736 }, { "event_time": 4, "estimate": -0.07317637749541483, "se": 0.09755762747520796, "pvalue": 0.4544541338014415, "lower": -0.2660411232076036, "upper": 0.11968836821677392 }, { "event_time": 5, "estimate": -0.11297491864700634, "se": 0.07298317086328926, "pvalue": 0.12387388486514402, "lower": -0.25725764726701683, "upper": 0.031307809973004114 }, { "event_time": 6, "estimate": -0.15917366325859117, "se": 0.08556296325501249, "pvalue": 0.06492477952290887, "lower": -0.3283257795782809, "upper": 0.009978453061098541 }, { "event_time": 7, "estimate": -0.11842157192372779, "se": 0.08369548788890448, "pvalue": 0.1592995982620314, "lower": -0.2838818173879098, "upper": 0.04703867354045421 }, { "event_time": 8, "estimate": -0.09087561752956161, "se": 0.09727320327721564, "pvalue": 0.351782025311809, "lower": -0.2831780760886098, "upper": 0.1014268410294866 }, { "event_time": 9, "estimate": -0.2633459545778213, "se": 0.12548354019919955, "pvalue": 0.03763088427480862, "lower": -0.5114183165029209, "upper": -0.015273592652721601 }, { "event_time": 10, "estimate": -0.21342658932739736, "se": 0.12472806183155516, "pvalue": 0.08925512526097622, "lower": -0.4600054222785188, "upper": 0.033152243623724126 }, { "event_time": 11, "estimate": -0.01765395877239662, "se": 0.12077491411804386, "pvalue": 0.8839940677830436, "lower": -0.25641768952945515, "upper": 0.2211097719846619 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13141426783479349, 0.13016270337922403, 0.12891113892365458, 0.1251564455569462, 0.11013767209011265, 0.08385481852315395, 0.0688360450563204, 0.06382978723404255, 0.06132665832290363, 0.03504380475594493, 0.03128911138923655, 0.030037546933667083 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.8177103092389006e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8656672213968194, "df_num": 8, "df_den": 1344, "pvalue": 0.5449672404714518, "log10_pvalue": -0.26362960361343246, "inference": "Homoskedastic nested-model F", "observations": 1522, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 165.18383484477914, "rss_restricted": 166.0349909836467, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.31293205577935596, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, -0.31293205577935596, 0.025096113234728476, 0.5892190363139169, -0.00634158279727411, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, -0.31293205577935596, -0.009372512981857794, 0.5922499664985007, -0.003463733539881984 ], [ 0.025096113234728476, 0.025096113234728476, 0.025096113234728476, -0.009372512981857794, -0.00634158279727411, 0.5951278157558928 ], [ 0.026303356678752277, 0.026303356678752277, 0.02630335667875228, -0.3543674828045773, -0.008479409761904661, -0.005601560514914014 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.15193362388956622 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.18300704912009155 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.0735392141723216 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.1786363696999647 }, { "event_time": 4.0, "cohort": 5, "estimate": 0.07921044514484521 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.09912985321665925 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.13184752615620457 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.13669357825624662 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.021948256046204172 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } }, { "study_id": 4, "specification_id": "S04-P007", "source_specification_id": "MI-T4-C7", "role": "active_comparison", "published_source_location": "Table 4 column 7", "outcome_label": "Variable Costs per Boat-Year", "outcome_variable": "f_VC_per_boatyear", "treatment_label": "Phone", "unit_fixed_effects": "Firm", "time_fixed_effects": "Round", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Builder", "panel_structure": "firm-by-round panel", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Market Integration Demand and the Growth of Firms", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S04-P007.json", "input_bytes": 67287, "specification_type": "twfe_scalar", "run_status": "completed", "result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "published_cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Variable Costs per Boat-Year", "d": "Phone" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s04-p007", "study_id": 4, "study": "Market Integration Demand and the Growth of Firms", "citation": "Jensen and Miller (2018), AER. https://doi.org/10.1257/aer.20161965", "description": "Variable Costs per Boat-Year", "source_specification_id": "MI-T4-C7", "specification_id": "S04-P007", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_a/MI-T4-C7.csv", "output_dir": "analyses/full-archive/results/S04-P007" }, "source": { "file": "MI-T4-C7.csv", "bytes": 67287, "sha256": "c3a7e166989f5711810bfb9659ac99187c11f6d034ea2b91d77028e63b0f3748" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1521, "source_sd": 101.28058737250844, "rows": 1519, "units": 142, "clusters": 142, "treated_units": 105, "never_treated_units": 37, "treated_cohorts": 2, "latest_cohort_control_index": null, "unique_unit_period_cells": 1519, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.06455964969455705, "se": 0.03626307744889288, "pvalue": 0.07717827977445127, "lower": -0.13624926937805604, "upper": 0.007129969988941956 }, { "method": "Dynamic TWFE", "estimate": -0.29833725034521297, "se": 0.04378293241769222, "pvalue": 2.5437211407157717e-10, "lower": -0.38489310810649413, "upper": -0.2117813925839318 }, { "method": "BJS / did2s", "estimate": -0.286310933237354, "se": 0.0389055743810657, "pvalue": 1.3971994869256938e-11, "lower": -0.36322458831468485, "upper": -0.20939727816002315 }, { "method": "Sun\u2013Abraham", "estimate": -0.2891986864187225, "se": 0.04448264584236172, "pvalue": 1.2818459438526082e-09, "lower": -0.3771378296822529, "upper": -0.20125954315519207 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": -0.15791571223854073, "se": 0.047637395871148396, "pvalue": 0.0011653436017062789, "lower": -0.25209158017274935, "upper": -0.06373984430433212 }, { "event_time": -3, "estimate": -0.15606876764628894, "se": 0.07944376490386494, "pvalue": 0.05143616011581403, "lower": -0.3131236480603963, "upper": 0.0009861127678184034 }, { "event_time": -2, "estimate": -0.07947934388511889, "se": 0.060883011721305384, "pvalue": 0.19386792780682896, "lower": -0.1998408868798558, "upper": 0.04088219910961803 }, { "event_time": 0, "estimate": -0.08619762074901953, "se": 0.05684856164873785, "pvalue": 0.1316904834758134, "lower": -0.19858333235597492, "upper": 0.026188090857935872 }, { "event_time": 1, "estimate": -0.06560695345168643, "se": 0.05102926291351115, "pvalue": 0.20066466762418875, "lower": -0.1664883101472027, "upper": 0.03527440324382983 }, { "event_time": 2, "estimate": -0.06314546575477357, "se": 0.05226563568338476, "pvalue": 0.2290065569159098, "lower": -0.16647104671074292, "upper": 0.040180115201195785 }, { "event_time": 3, "estimate": -0.29662076645410806, "se": 0.05249164720531059, "pvalue": 8.524083996325242e-08, "lower": -0.40039315670456677, "upper": -0.19284837620364936 }, { "event_time": 4, "estimate": -0.39266489981136177, "se": 0.062312493751689325, "pvalue": 3.5335183962623876e-09, "lower": -0.5158524308444015, "upper": -0.269477368778322 }, { "event_time": 5, "estimate": -0.46232653613685887, "se": 0.06013068181901336, "pvalue": 2.311815315117087e-12, "lower": -0.5812007744579135, "upper": -0.34345229781580416 }, { "event_time": 6, "estimate": -0.4742021009339547, "se": 0.0638153464604957, "pvalue": 9.470836095659588e-12, "lower": -0.6003606688098131, "upper": -0.3480435330580963 }, { "event_time": 7, "estimate": -0.5295239160640839, "se": 0.06896918321767087, "pvalue": 2.456192576817927e-12, "lower": -0.6658712661124825, "upper": -0.3931765660156853 }, { "event_time": 8, "estimate": -0.5072435288741198, "se": 0.07071353256590077, "pvalue": 3.7999762515858345e-11, "lower": -0.6470393380762127, "upper": -0.36744771967202694 }, { "event_time": 9, "estimate": -0.5715377494793741, "se": 0.0821859575423736, "pvalue": 1.21754765665204e-10, "lower": -0.7340137568684502, "upper": -0.40906174209029794 }, { "event_time": 10, "estimate": -0.6050967537033611, "se": 0.08734154397822234, "pvalue": 1.3984912058855193e-10, "lower": -0.7777650022598424, "upper": -0.43242850514687997 }, { "event_time": 11, "estimate": -0.5115690569548339, "se": 0.08336912003567987, "pvalue": 8.07588157102975e-09, "lower": -0.6763840955330982, "upper": -0.3467540183765696 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.030146687970593757, "se": 0.018598172706062267, "pvalue": 0.10726279534995796, "lower": -0.06691400122426636, "upper": 0.00662062528307885 }, { "event_time": -3, "estimate": -0.02928888146082741, "se": 0.026837949851851794, "pvalue": 0.2769919574470164, "lower": -0.08234566961334021, "upper": 0.023767906691685384 }, { "event_time": -2, "estimate": 0.016661765475635054, "se": 0.016018015085435273, "pvalue": 0.30003240060191533, "lower": -0.01500475293218042, "upper": 0.04832828388345053 }, { "event_time": -1, "estimate": 0.019553738948797226, "se": 0.010321829165756906, "pvalue": 0.06021886748771671, "lower": -0.000851810149291022, "upper": 0.03995928804688548 }, { "event_time": 0, "estimate": -0.005641215457633123, "se": 0.038209351348334475, "pvalue": 0.8828380696353096, "lower": -0.08117848529844518, "upper": 0.06989605438317895 }, { "event_time": 1, "estimate": -0.0404477233270753, "se": 0.041407706004901186, "pvalue": 0.33033303522541474, "lower": -0.12230792120027409, "upper": 0.041412474546123484 }, { "event_time": 2, "estimate": -0.08035095486335969, "se": 0.05280244684651963, "pvalue": 0.13031677119482762, "lower": -0.18473777471118075, "upper": 0.024035864984461364 }, { "event_time": 3, "estimate": -0.2700082960888372, "se": 0.047973403049196214, "pvalue": 9.483923556963251e-08, "lower": -0.36484842719373567, "upper": -0.17516816498393872 }, { "event_time": 4, "estimate": -0.3808560726569633, "se": 0.06055210948636364, "pvalue": 3.75001270134468e-09, "lower": -0.5005634446037844, "upper": -0.2611487007101422 }, { "event_time": 5, "estimate": -0.4529361064727158, "se": 0.06547811059758304, "pvalue": 1.4785930550793013e-10, "lower": -0.5823818451293539, "upper": -0.32349036781607776 }, { "event_time": 6, "estimate": -0.506385659204949, "se": 0.06598931049948965, "pvalue": 2.509956089258175e-12, "lower": -0.636842005044653, "upper": -0.37592931336524504 }, { "event_time": 7, "estimate": -0.5322532953705843, "se": 0.06470971501330301, "pvalue": 1.1621845966662481e-13, "lower": -0.6601799686009316, "upper": -0.40432662214023696 }, { "event_time": 8, "estimate": -0.4807928082453897, "se": 0.07373584047713254, "pvalue": 1.1625158398181531e-09, "lower": -0.6265635131255451, "upper": -0.3350221033652343 }, { "event_time": 9, "estimate": -0.5924388511718758, "se": 0.09313940994075039, "pvalue": 2.6206628791328342e-09, "lower": -0.7765690835165594, "upper": -0.40830861882719216 }, { "event_time": 10, "estimate": -0.6580435082705101, "se": 0.10409917734680564, "pvalue": 3.198563098133993e-09, "lower": -0.8638404499083316, "upper": -0.4522465666326885 }, { "event_time": 11, "estimate": -0.5754726096134861, "se": 0.0903258745980612, "pvalue": 2.4876261370878596e-09, "lower": -0.7540406753448221, "upper": -0.39690454388215013 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": -0.1675200488478275, "se": 0.07219335805693244, "pvalue": 0.02175202540768117, "lower": -0.3102413716608246, "upper": -0.02479872603483041 }, { "event_time": -3, "estimate": -0.16554941278817492, "se": 0.09952527459053208, "pvalue": 0.09845538879050549, "lower": -0.3623040620411683, "upper": 0.03120523646481843 }, { "event_time": -2, "estimate": -0.05998711456694727, "se": 0.07144431780631627, "pvalue": 0.4025347256562317, "lower": -0.20122763612224676, "upper": 0.0812534069883522 }, { "event_time": 0, "estimate": -0.049957859554192414, "se": 0.06252013568525415, "pvalue": 0.425594782788424, "lower": -0.17355588446405737, "upper": 0.07364016535567255 }, { "event_time": 1, "estimate": -0.05143601441471267, "se": 0.05215356307866059, "pvalue": 0.3257039192230935, "lower": -0.15454003550938955, "upper": 0.051668006679964226 }, { "event_time": 2, "estimate": -0.07238904953760036, "se": 0.05252433902728455, "pvalue": 0.17032457727476155, "lower": -0.17622606928034018, "upper": 0.03144797020513947 }, { "event_time": 3, "estimate": -0.28760713794340376, "se": 0.0501693276878629, "pvalue": 5.7710490471454266e-08, "lower": -0.38678846161315017, "upper": -0.18842581427365732 }, { "event_time": 4, "estimate": -0.39545126496239436, "se": 0.06553076562754213, "pvalue": 1.3343103040987438e-08, "lower": -0.5250010990057936, "upper": -0.26590143091899515 }, { "event_time": 5, "estimate": -0.4512358273743351, "se": 0.06380029722896656, "pvalue": 6.499752815457946e-11, "lower": -0.5773646439505038, "upper": -0.32510701079816645 }, { "event_time": 6, "estimate": -0.5073238202825225, "se": 0.06328833823894357, "pvalue": 3.760103732695604e-13, "lower": -0.6324405290104254, "upper": -0.3822071115546197 }, { "event_time": 7, "estimate": -0.5272845573848426, "se": 0.06809070955665776, "pvalue": 1.7056994351604264e-12, "lower": -0.6618952251908485, "upper": -0.39267388957883664 }, { "event_time": 8, "estimate": -0.46925903613084424, "se": 0.07338361177137719, "pvalue": 2.2080352031244252e-09, "lower": -0.614333408991391, "upper": -0.3241846632702975 }, { "event_time": 9, "estimate": -0.5360865919090508, "se": 0.09215044783380287, "pvalue": 3.841113119832862e-08, "lower": -0.7182617139234437, "upper": -0.3539114698946579 }, { "event_time": 10, "estimate": -0.5936138423003444, "se": 0.09426400123507965, "pvalue": 3.6088041097604593e-09, "lower": -0.7799673145866315, "upper": -0.40726037001405735 }, { "event_time": 11, "estimate": -0.5061236970727921, "se": 0.08527226210468407, "pvalue": 2.1690253058465813e-08, "lower": -0.6747011171346154, "upper": -0.33754627701096884 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.13190954773869346, 0.1306532663316583, 0.12939698492462312, 0.12562814070351758, 0.11055276381909548, 0.0829145728643216, 0.0678391959798995, 0.06407035175879397, 0.06030150753768844, 0.035175879396984924, 0.031407035175879394, 0.03015075376884422 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 5.5421740208559035e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.1144605030066095, "df_num": 8, "df_den": 1341, "pvalue": 0.031737607081148915, "log10_pvalue": -1.4984258208272048, "inference": "Homoskedastic nested-model F", "observations": 1519, "design_columns": 24, "restricted_design_columns": 16, "fixed_effect_rank": 154, "covariance_rank": 8, "rss_unrestricted": 92.8215062815436, "rss_restricted": 93.9923782210628, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]" ], "data": [ [ -0.3127075149589587, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, -0.3127075149589587, 0.02532065405512581, 0.5893477671278948, -0.006215452275245528, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, -0.3127075149589587, -0.009243782167879838, 0.5923760970205292, -0.0033362503053082065 ], [ 0.02532065405512581, 0.02532065405512581, 0.02532065405512581, -0.009243782167879838, -0.006215452275245528, 0.5952552989904665 ], [ 0.026527897498279676, 0.026527897498279676, 0.026527897498279673, -0.35423875199086796, -0.008353279240087238, -0.005474077281256965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5" ], "deviations": [ { "event_time": 0.0, "cohort": 5, "estimate": 0.07882826606940462 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.074819970846204 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.01735266319865872 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.2703316764968533 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.0316774162123516 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.1800497638323705 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.16620782009141652 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.00025481060616876976 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.08754883921638652 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } } } ]