{ "paper": { "rank": 43, "paper_id": "aeraej-57", "title": "Giving Mom a Break: The Impact of Higher EITC Payments on Maternal Health", "authors": "William N. Evans; Craig L. Garthwaite", "year": 2014, "journal": "American Economic Journal: Economic Policy", "doi": "10.1257/pol.6.2.258", "package_bytes": 19137376, "source_specification": "Table 3" }, "mapping": { "paper_id": "aeraej-57", "match": false, "outcome": "inlf", "treatment": "dd_treatment", "unit": "twoplus_kids", "time": "year", "cluster": "fips", "source_specification": "Table 3: simple DiD, labor-force participation", "note": "The selected source outcome is labor-force participation from Table 3's linear specification, not the nonlinear mental-health headline. The comparison retains state clustering and adds calendar-year effects." }, "status": "estimated", "source_fit": { "formula": "inlf ~ twoplus_kids + eitc_expand + dd_treatment", "coefficients": { "(Intercept)": 0.765823650035001, "twoplus_kids": -0.101592856363127, "eitc_expand": 0.0121500153286367, "dd_treatment": 0.0231683949137201 }, "se": { "(Intercept)": 0.00525115570890905, "twoplus_kids": 0.0063554781411379, "eitc_expand": 0.00621992266985874, "dd_treatment": 0.00750610242613795 }, "n": 82907 }, "source_check": { "source_term": "dd_treatment", "source_beta": 0.0231683949137201, "template_source_sample_beta": 0.023182768243515135, "template_source_sample_n": 82907, "template_source_sample_se": 0.007942669735359752, "same_point_specification": false, "dropped_missing_identifiers": 0, "controls": {}, "absolute_coefficient_difference": 1.4373329795033113e-05 }, "settings": { "slug": "aeraej-57", "specification_id": "aeraej-57-source", "source_specification_id": "Table 3: simple DiD, labor-force participation", "study": "Giving Mom a Break: The Impact of Higher EITC Payments on Maternal Health", "citation": "William N. Evans; Craig L. Garthwaite (2014). https://doi.org/10.1257/pol.6.2.258", "description": "The selected source outcome is labor-force participation from Table 3's linear specification, not the nonlinear mental-health headline. The comparison retains state clustering and adds calendar-year effects.", "data": "analyses/new-library/tranche50/aeraej-57/panel.parquet", "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "time_fe": null, "allow_repeated_cells": true, "period_values": null, "period_step": 1, "latest_cohort_control": true, "reversal_policy": "drop_post_untreated", "test_mode": "classical", "post_weighting": "observations", "display_window": [ -10, 10 ], "labels": { "y": "inlf", "d": "dd_treatment", "unit": "twoplus_kids", "time": "year", "cluster": "fips" } }, "options": { "output_dir": "analyses/new-library/tranche50/aeraej-57/results", "timeout_seconds": 300 }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "inlf", "d": "dd_treatment", "unit": "twoplus_kids", "time": "year", "cluster": "fips" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "aeraej-57", "specification_id": "aeraej-57-source", "source_specification_id": "Table 3: simple DiD, labor-force participation", "study": "Giving Mom a Break: The Impact of Higher EITC Payments on Maternal Health", "citation": "William N. Evans; Craig L. Garthwaite (2014). https://doi.org/10.1257/pol.6.2.258", "description": "The selected source outcome is labor-force participation from Table 3's linear specification, not the nonlinear mental-health headline. The comparison retains state clustering and adds calendar-year effects.", "data": "analyses/new-library/tranche50/aeraej-57/panel.parquet", "output_dir": "analyses/new-library/tranche50/aeraej-57/results" }, "options": { "output_dir": "analyses/new-library/tranche50/aeraej-57/results", "timeout_seconds": 300 }, "source": { "file": "panel.parquet", "bytes": 37702, "sha256": "d2836c999269f9958c6c034ba506935b5eba242496bc4f6c6cda489a1f43c947" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 82907, "source_sd": 0.45100543067841103, "rows": 82907, "units": 2, "clusters": 51, "treated_units": 1, "never_treated_units": 1, "treated_cohorts": 1, "latest_cohort_control_index": null, "unique_unit_period_cells": 18, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 0, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.051402414841530804, "se": 0.01761102903663903, "pvalue": 0.005255549080703824, "lower": 0.016029621996518403, "upper": 0.0867752076865432 }, { "method": "Dynamic TWFE", "estimate": 0.04792478279562691, "se": 0.02534587420361242, "pvalue": 0.06444824498408631, "lower": -0.0029839037901984236, "upper": 0.09883346938145224 }, { "method": "BJS / did2s", "estimate": 0.051516802892955876, "se": 0.01741830499727226, "pvalue": 0.004723972053232501, "lower": 0.01653110767333446, "upper": 0.08650249811257729 }, { "method": "Sun\u2013Abraham", "estimate": 0.04792478279562691, "se": 0.02534587420361242, "pvalue": 0.06444824498408631, "lower": -0.0029839037901984236, "upper": 0.09883346938145224 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.0056464419294890884, "se": 0.03161589851451352, "pvalue": 0.8589773978249814, "lower": -0.06914884297806811, "upper": 0.057855959119089945 }, { "event_time": -2, "estimate": -0.005199615402055293, "se": 0.03656959566729649, "pvalue": 0.8875059751740407, "lower": -0.07865181000544416, "upper": 0.06825257920133357 }, { "event_time": 0, "estimate": 0.036518771813314775, "se": 0.038125157981499104, "pvalue": 0.34273950292133526, "lower": -0.04005786165070629, "upper": 0.11309540527733583 }, { "event_time": 1, "estimate": 0.024715431875046816, "se": 0.032591822905949884, "pvalue": 0.4518118732223509, "lower": -0.04074717100267312, "upper": 0.09017803475276676 }, { "event_time": 2, "estimate": 0.04622523562897411, "se": 0.031039098964001834, "pvalue": 0.14270044405663, "lower": -0.016118629426569053, "upper": 0.10856910068451728 }, { "event_time": 3, "estimate": 0.03962123516917952, "se": 0.03088573399051044, "pvalue": 0.2054655743953385, "lower": -0.02241458727138041, "upper": 0.10165705760973945 }, { "event_time": 4, "estimate": 0.05578304733061607, "se": 0.03252194084542135, "pvalue": 0.09249253650472557, "lower": -0.009539193297656894, "upper": 0.12110528795888903 }, { "event_time": 5, "estimate": 0.07304927347791232, "se": 0.032659810414456, "pvalue": 0.029798080917170053, "lower": 0.007450113670473393, "upper": 0.13864843328535126 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0006632329292568835, "se": 0.00630970134928189, "pvalue": 0.9167065319900591, "lower": -0.013336641068991488, "upper": 0.012010175210477722 }, { "event_time": -2, "estimate": -0.0005058030603832509, "se": 0.006990040271784083, "pvalue": 0.942603675708084, "lower": -0.01454571214222645, "upper": 0.013534106021459947 }, { "event_time": -1, "estimate": 0.0011300840974519868, "se": 0.005888674123188661, "pvalue": 0.8485914822158196, "lower": -0.010697665970870554, "upper": 0.01295783416577453 }, { "event_time": 0, "estimate": 0.04010798847306485, "se": 0.030838585679998493, "pvalue": 0.19936559042115148, "lower": -0.02183313379879616, "upper": 0.10204911074492586 }, { "event_time": 1, "estimate": 0.028310125738670616, "se": 0.026093875201826846, "pvalue": 0.2831545633892387, "lower": -0.02410096506797877, "upper": 0.08072121654532 }, { "event_time": 2, "estimate": 0.04981581325841023, "se": 0.027451547159922797, "pvalue": 0.07557409134172814, "lower": -0.00532224193091646, "upper": 0.10495386844773692 }, { "event_time": 3, "estimate": 0.04321501271523701, "se": 0.026191914118603134, "pvalue": 0.10522486378874804, "lower": -0.009392995051043879, "upper": 0.0958230204815179 }, { "event_time": 4, "estimate": 0.059374403187771214, "se": 0.02582915026866279, "pvalue": 0.02573644848323556, "lower": 0.007495028057828763, "upper": 0.11125377831771366 }, { "event_time": 5, "estimate": 0.0766416673148542, "se": 0.026687663951313247, "pvalue": 0.005972083613446788, "lower": 0.023037916704760984, "upper": 0.1302454179249474 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.0056464419294890884, "se": 0.03161589851451352, "pvalue": 0.8589773978249814, "lower": -0.06914884297806811, "upper": 0.057855959119089945 }, { "event_time": -2, "estimate": -0.005199615402055293, "se": 0.03656959566729649, "pvalue": 0.8875059751740407, "lower": -0.07865181000544416, "upper": 0.06825257920133357 }, { "event_time": 0, "estimate": 0.036518771813314775, "se": 0.038125157981499104, "pvalue": 0.34273950292133526, "lower": -0.04005786165070629, "upper": 0.11309540527733583 }, { "event_time": 1, "estimate": 0.024715431875046816, "se": 0.032591822905949884, "pvalue": 0.4518118732223509, "lower": -0.04074717100267312, "upper": 0.09017803475276676 }, { "event_time": 2, "estimate": 0.04622523562897411, "se": 0.031039098964001834, "pvalue": 0.14270044405663, "lower": -0.016118629426569053, "upper": 0.10856910068451728 }, { "event_time": 3, "estimate": 0.03962123516917952, "se": 0.03088573399051044, "pvalue": 0.2054655743953385, "lower": -0.02241458727138041, "upper": 0.10165705760973945 }, { "event_time": 4, "estimate": 0.05578304733061607, "se": 0.03252194084542135, "pvalue": 0.09249253650472557, "lower": -0.009539193297656894, "upper": 0.12110528795888903 }, { "event_time": 5, "estimate": 0.07304927347791232, "se": 0.032659810414456, "pvalue": 0.029798080917170053, "lower": 0.007450113670473393, "upper": 0.13864843328535126 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.1375647419911759, 0.14233646652599272, 0.16226261269902167, 0.16612315365432573, 0.19192403606368694, 0.19978898906579703 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.2898349882893854e-16, "package_aggregate_vs_estimable_cell_weights": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "status": "not_identified", "pvalue": null, "reason": "Only one treated cohort remains on the common supported sample." } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.04598549921583511, "se": 0.02506439723854555, "lower": -0.003139816665919351, "upper": 0.09511081509758958 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.04598549921583511, "se": 0.02506439723854555, "lower": -0.003139816665919351, "upper": 0.09511081509758958 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.04598549921583511, "se": 0.02506439723854555, "lower": -0.003139816665919351, "upper": 0.09511081509758958 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 41704.0, "post_cells": 6, "estimate": 0.04792478279562145, "se": 0.025103856021686306, "lower": -0.0012778708799626726, "upper": 0.09712743647120557 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.04598549921583511, "se": 0.02506439723854555, "lower": -0.003139816665919351, "upper": 0.09511081509758958, "event_study": [ { "event_time": -3, "estimate": -0.005646441929496818, "se": 0.03130119454610215, "lower": -0.06699565591293859, "upper": 0.05570277205394496, "relative_to_minus_one": -0.005646441929496818, "n": 0.0 }, { "event_time": -2, "estimate": -0.005199615402058571, "se": 0.0362055827462486, "lower": -0.07616125362399061, "upper": 0.06576202281987346, "relative_to_minus_one": -0.005199615402058571, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.036518771813307996, "se": 0.03774566101378013, "lower": -0.03746136434635869, "upper": 0.11049890797297468, "relative_to_minus_one": 0.036518771813307996, "n": 5737.0 }, { "event_time": 1, "estimate": 0.024715431875040984, "se": 0.032267404672140655, "lower": -0.03852751915693417, "upper": 0.08795838290701613, "relative_to_minus_one": 0.024715431875040984, "n": 5936.0 }, { "event_time": 2, "estimate": 0.04622523562896913, "se": 0.03073013653102642, "lower": -0.014004725211841283, "upper": 0.10645519646977955, "relative_to_minus_one": 0.04622523562896913, "n": 6767.0 }, { "event_time": 3, "estimate": 0.039621235169175366, "se": 0.030578298098336735, "lower": -0.020311127812094258, "upper": 0.09955359815044498, "relative_to_minus_one": 0.039621235169175366, "n": 6928.0 }, { "event_time": 4, "estimate": 0.055783047330611644, "se": 0.03219821821286034, "lower": -0.00732430073295625, "upper": 0.11889039539417953, "relative_to_minus_one": 0.055783047330611644, "n": 8004.0 }, { "event_time": 5, "estimate": 0.07304927347790557, "se": 0.03233471545336977, "lower": 0.009674395738950098, "upper": 0.13642415121686105, "relative_to_minus_one": 0.07304927347790557, "n": 8332.0 } ], "group_time_estimates": [ { "group": 4, "year": 1, "att": -0.005646441929496818, "se": 0.031301194546102126, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.005199615402058571, "se": 0.03620558274624853, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.036518771813307996, "se": 0.037745661013780206, "event_time": 0, "mass": 5737.0 }, { "group": 4, "year": 5, "att": 0.024715431875040984, "se": 0.03226740467214064, "event_time": 1, "mass": 5936.0 }, { "group": 4, "year": 6, "att": 0.04622523562896913, "se": 0.03073013653102636, "event_time": 2, "mass": 6767.0 }, { "group": 4, "year": 7, "att": 0.039621235169175366, "se": 0.030578298098336735, "event_time": 3, "mass": 6928.0 }, { "group": 4, "year": 8, "att": 0.055783047330611644, "se": 0.03219821821286034, "event_time": 4, "mass": 8004.0 }, { "group": 4, "year": 9, "att": 0.07304927347790557, "se": 0.032334715453369765, "event_time": 5, "mass": 8332.0 } ], "treated_cell_att": 0.04792478279562145, "treated_cell_se": 0.025103856021686306, "checks": { "input_rows": 82907, "retained_rows": 82907, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 6.938893903907228e-18 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.47964483266696334, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.05154013523947336, "event_study": [ { "event_time": -3, "estimate": -0.002031089485645084, "raw_gap": -0.00203108948564501, "n": 5129, "n_cells": 1, "weight_sum": 5129.0, "relative_to_minus_one": -0.005646441929497037 }, { "event_time": -2, "estimate": -0.0015842629582068684, "raw_gap": -0.0015842629582067946, "n": 5248, "n_cells": 1, "weight_sum": 5248.0, "relative_to_minus_one": -0.0051996154020588214 }, { "event_time": -1, "estimate": 0.003615352443851953, "raw_gap": 0.003615352443852027, "n": 5360, "n_cells": 1, "weight_sum": 5360.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.04013412425715993, "raw_gap": 0.04013412425716001, "n": 5737, "n_cells": 1, "weight_sum": 5737.0, "relative_to_minus_one": 0.03651877181330798 }, { "event_time": 1, "estimate": 0.02833078431889261, "raw_gap": 0.02833078431889269, "n": 5936, "n_cells": 1, "weight_sum": 5936.0, "relative_to_minus_one": 0.024715431875040658 }, { "event_time": 2, "estimate": 0.049840588072821136, "raw_gap": 0.04984058807282121, "n": 6767, "n_cells": 1, "weight_sum": 6767.0, "relative_to_minus_one": 0.046225235628969186 }, { "event_time": 3, "estimate": 0.04323658761302732, "raw_gap": 0.0432365876130274, "n": 6928, "n_cells": 1, "weight_sum": 6928.0, "relative_to_minus_one": 0.03962123516917537 }, { "event_time": 4, "estimate": 0.05939839977446352, "raw_gap": 0.059398399774463595, "n": 8004, "n_cells": 1, "weight_sum": 8004.0, "relative_to_minus_one": 0.05578304733061157 }, { "event_time": 5, "estimate": 0.07666462592175753, "raw_gap": 0.0766646259217576, "n": 8332, "n_cells": 1, "weight_sum": 8332.0, "relative_to_minus_one": 0.07304927347790557 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "estimate": [ -0.00203108948564501, -0.0015842629582067946, 0.003615352443852027, 0.04013412425716001, 0.028330784318892688, 0.04984058807282121, 0.0432365876130274, 0.059398399774463595, 0.0766646259217576 ], "n": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 3, "pre_gap": 7.39425881635114e-17 } ], "diagnostics": { "converged": true, "pre_rmse": 0.002562940167900315, "zeta_omega": [ 0.025435854585893914 ], "zeta_lambda": [ 1.625206388826784e-08 ], "n_observed": 18, "n_missing": 0, "n_treated_observed": 6, "n_untreated_observed": 12, "missing_method": "complete panel", "missing_diagnostics": [] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 7.632783294297951e-17 }, "native_matrix_att": 0.049600851659687084, "matrix_preparation": { "source_rows": 82907, "matrix_shape": [ 2, 9 ], "observed_cells": 18, "missing_cells": 0, "repeated_cells": 18, "minimum_cell_count": 2410, "maximum_cell_count": 8332, "observation_mass": 82907.0, "treated_observation_mass": 41704.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00039895763620734215, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.051540139190121466, "event_study": [ { "event_time": -3, "estimate": -0.00025388569187434484, "raw_gap": -0.00025388569187434484, "n": 5129, "n_cells": 1, "weight_sum": 5129.0, "relative_to_minus_one": -0.0007058052411863525 }, { "event_time": -2, "estimate": -0.00019803237594473444, "raw_gap": -0.00019803237594473444, "n": 5248, "n_cells": 1, "weight_sum": 5248.0, "relative_to_minus_one": -0.0006499519252567421 }, { "event_time": -1, "estimate": 0.0004519195493120076, "raw_gap": 0.0004519195493120076, "n": 5360, "n_cells": 1, "weight_sum": 5360.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.04013412820780804, "raw_gap": 0.04013412820780804, "n": 5737, "n_cells": 1, "weight_sum": 5737.0, "relative_to_minus_one": 0.03968220865849603 }, { "event_time": 1, "estimate": 0.02833078826954072, "raw_gap": 0.02833078826954072, "n": 5936, "n_cells": 1, "weight_sum": 5936.0, "relative_to_minus_one": 0.02787886872022871 }, { "event_time": 2, "estimate": 0.049840592023469237, "raw_gap": 0.049840592023469237, "n": 6767, "n_cells": 1, "weight_sum": 6767.0, "relative_to_minus_one": 0.04938867247415723 }, { "event_time": 3, "estimate": 0.04323659156367543, "raw_gap": 0.04323659156367543, "n": 6928, "n_cells": 1, "weight_sum": 6928.0, "relative_to_minus_one": 0.04278467201436342 }, { "event_time": 4, "estimate": 0.059398403725111626, "raw_gap": 0.059398403725111626, "n": 8004, "n_cells": 1, "weight_sum": 8004.0, "relative_to_minus_one": 0.05894648417579962 }, { "event_time": 5, "estimate": 0.07666462987240563, "raw_gap": 0.07666462987240563, "n": 8332, "n_cells": 1, "weight_sum": 8332.0, "relative_to_minus_one": 0.07621271032309362 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "estimate": [ -0.00025388569187434484, -0.00019803237594473444, 0.0004519195493120076, 0.04013412820780804, 0.02833078826954072, 0.04984059202346924, 0.04323659156367543, 0.059398403725111626, 0.07666462987240563 ], "n": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 125, "termination_reason": "Relative objective tolerance reached", "objective": 3.59223719763465e-07, "lambda_l": 0.00013078949276330867, "singular_values": [ 0.0023542108697433345, 0.0 ], "history_objective": [ 9.94079771046923e-07, 9.174788727114832e-07, 8.433160364196667e-07, 7.721599605257613e-07, 7.051314701002806e-07, 6.420203048604133e-07, 5.842779642291163e-07, 5.332149412043059e-07, 4.889153813561338e-07, 4.523899630562785e-07, 4.2372025394303e-07, 4.023661878478627e-07, 3.8725061722065033e-07, 3.7693739823203543e-07, 3.702819128078458e-07, 3.6604860264135353e-07, 3.634043737631218e-07, 3.617754135907507e-07, 3.607647009741738e-07, 3.601586001219196e-07, 3.5979581230237735e-07, 3.5958997243524424e-07, 3.5945248362578854e-07, 3.593629181261825e-07, 3.5930150844867003e-07, 3.592707839712208e-07, 3.592521932133021e-07, 3.5924210992725936e-07, 3.5923586542136884e-07, 3.592310673037127e-07, 3.592281646327397e-07, 3.5922640865718217e-07, 3.5922534638617e-07, 3.592247037726113e-07, 3.5922431502915587e-07, 3.59224079862636e-07, 3.592239376011872e-07, 3.592241879835782e-07, 3.592239753939621e-07, 3.592242105298036e-07, 3.592237266032076e-07, 3.592237239008592e-07, 3.5922372226614936e-07, 3.5922372127723347e-07, 3.59224055782304e-07, 3.592240949664673e-07, 3.592238625940506e-07, 3.5922380616696867e-07, 3.5922410625882804e-07, 3.592237217611022e-07, 3.5922405598900626e-07, 3.5922378217492757e-07, 3.592237575183453e-07, 3.5922374260264375e-07, 3.5922373357954693e-07, 3.5922372812114216e-07, 3.592237248191401e-07, 3.592240584689016e-07, 3.5922375215465044e-07, 3.5922373935792713e-07, 3.592237316167197e-07, 3.5922372693376465e-07, 3.5922405911814126e-07, 3.592237948440378e-07, 3.592237651823882e-07, 3.5922374723890315e-07, 3.5922373638422067e-07, 3.59223729817774e-07, 3.5922372584552446e-07, 3.5922372344254387e-07, 3.5922372198884835e-07, 3.5922405675674903e-07, 3.5922409401604374e-07, 3.592252032508309e-07, 3.592237437315046e-07, 3.5922373426246094e-07, 3.5922372853426797e-07, 3.5922372506905777e-07, 3.592237229728155e-07, 3.5922372170473264e-07, 3.5922372093759364e-07, 3.592237204735362e-07, 3.592237201928068e-07, 3.5922405511638265e-07, 3.5922376397463375e-07, 3.592237465083114e-07, 3.5922373594225825e-07, 3.592237295504106e-07, 3.5922406117826547e-07, 3.5922413514098273e-07, 3.5922371977176475e-07, 3.5922371976827244e-07, 3.592237197661814e-07, 3.592237197649039e-07, 3.592240547053278e-07, 3.592241045396017e-07, 3.5922372214351196e-07, 3.5922372120303354e-07, 3.5922405636737836e-07, 3.592237597886108e-07, 3.5922407947051747e-07, 3.592238380768394e-07, 3.5922379133555443e-07, 3.592237630599743e-07, 3.5922374595496886e-07, 3.5922373560749304e-07, 3.592237293479249e-07, 3.5922372556128995e-07, 3.592237232705796e-07, 3.592237218848449e-07, 3.5922405661743943e-07, 3.5922375782731654e-07, 3.5922374278953374e-07, 3.592237336925943e-07, 3.592237281895385e-07, 3.5922406019260896e-07, 3.5922374777107966e-07, 3.5922373670614057e-07, 3.592237300125363e-07, 3.5922406177309716e-07, 3.5922413504877663e-07, 3.5922371976515774e-07, 3.5922371976428037e-07, 3.5922371976376776e-07, 3.59223719763465e-07 ], "history_rmse": [ 0.0002265340465622136, 0.00022653404656218433, 0.00022653404656228156, 0.00022657756254248492, 0.00022653404656223112, 0.0002265340465622062, 0.000226551731119035, 0.00022653404656221293, 0.00022653404656223304, 0.00022653404656219529, 0.00022653404656220973, 0.00022653404656222114, 0.00022653514616465046, 0.00022653404656224136, 0.00022653404656218282, 0.00022653404656220052, 0.0002265340465622243, 0.00022653851890964478, 0.00022653404656219713, 0.00022653404656221065, 0.0002265422341490302, 0.000226535858057155, 0.0002265340465622428, 0.00022653515198310686, 0.0002265340465622237, 0.00022653404656220014, 0.00022653404656219653, 0.00022653576020397926, 0.00022653404656224212, 0.00022653404656222602, 0.00022653404656222434, 0.0002265340465621928, 0.00022653404656220008, 0.0002265340465622619, 0.00022653404656220054, 0.00022653404656213858, 0.0002265340465622422, 0.0002265345416189769, 0.0002265340465622178, 0.0002265345411538833, 0.00022653404656226356, 0.00022653404656214, 0.00022653404656226633, 0.0002265340465622063, 0.0002265345396492161, 0.00022653454022497025, 0.00022653404656221214, 0.00022653404656218547, 0.00022653453835946977, 0.00022653404656225492, 0.0002265345395226734, 0.00022653404656215541, 0.00022653404656220827, 0.00022653404656223518, 0.000226534046562189, 0.000226534046562225, 0.00022653404656221144, 0.0002265345404496466, 0.00022653404656220905, 0.00022653404656219415, 0.0002265340465622478, 0.00022653404656222887, 0.0002265345395226395, 0.00022653404656217122, 0.00022653404656222743, 0.00022653404656219038, 0.00022653404656224294, 0.0002265340465621578, 0.0002265340465622799, 0.00022653404656222057, 0.00022653404656212782, 0.0002265345404496591, 0.00022653454161865517, 0.00022653602306552917, 0.0002265340465622347, 0.00022653404656224714, 0.00022653404656222085, 0.00022653404656220233, 0.00022653404656219805, 0.0002265340465622353, 0.00022653404656216655, 0.00022653404656221648, 0.00022653404656220743, 0.00022653453963466895, 0.00022653404656211443, 0.00022653404656227075, 0.00022653404656223716, 0.00022653404656214506, 0.00022653454022488468, 0.000226534540098218, 0.00022653404656226869, 0.00022653404656217374, 0.00022653404656223657, 0.00022653404656219935, 0.00022653453941069262, 0.00022653453917196274, 0.0002265340465621683, 0.00022653404656219724, 0.0002265345405762129, 0.0002265340465621833, 0.00022653454022486657, 0.00022653404656222814, 0.00022653404656217783, 0.00022653404656223995, 0.00022653404656218263, 0.0002265340465621899, 0.00022653404656223532, 0.00022653404656226516, 0.00022653404656217813, 0.00022653404656219957, 0.0002265345403372326, 0.000226534046562211, 0.00022653404656218553, 0.00022653404656217837, 0.00022653404656226115, 0.00022653453998589267, 0.0002265340465621824, 0.00022653404656220266, 0.00022653404656220984, 0.0002265345406887512, 0.00022653453870994983, 0.00022653404656219298, 0.00022653404656219716, 0.0002265340465622434, 0.00022653404656224765 ], "n_observed": 18, "n_missing": 0, "n_treated_observed": 6, "n_untreated_observed": 12 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.049600855610335115, "matrix_preparation": { "source_rows": 82907, "matrix_shape": [ 2, 9 ], "observed_cells": 18, "missing_cells": 0, "repeated_cells": 18, "minimum_cell_count": 2410, "maximum_cell_count": 8332, "observation_mass": 82907.0, "treated_observation_mass": 41704.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00041129114106297493, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.07841928714614477, "event_study": [ { "event_time": -3, "estimate": -0.01062428653610592, "raw_gap": -0.01062428653610592, "n": 5129, "n_cells": 1, "weight_sum": 5129.0, "relative_to_minus_one": -0.015172628337068117 }, { "event_time": -2, "estimate": 0.006075944735147498, "raw_gap": 0.006075944735147498, "n": 5248, "n_cells": 1, "weight_sum": 5248.0, "relative_to_minus_one": 0.0015276029341853015 }, { "event_time": -1, "estimate": 0.004548341800962197, "raw_gap": 0.004548341800962197, "n": 5360, "n_cells": 1, "weight_sum": 5360.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.015694632096652894, "raw_gap": 0.015694632096652894, "n": 5737, "n_cells": 1, "weight_sum": 5737.0, "relative_to_minus_one": 0.011146290295690697 }, { "event_time": 1, "estimate": 0.0868102062231866, "raw_gap": 0.0868102062231866, "n": 5936, "n_cells": 1, "weight_sum": 5936.0, "relative_to_minus_one": 0.0822618644222244 }, { "event_time": 2, "estimate": 0.10860870438645655, "raw_gap": 0.10860870438645655, "n": 6767, "n_cells": 1, "weight_sum": 6767.0, "relative_to_minus_one": 0.10406036258549435 }, { "event_time": 3, "estimate": 0.07890550256415674, "raw_gap": 0.07890550256415674, "n": 6928, "n_cells": 1, "weight_sum": 6928.0, "relative_to_minus_one": 0.07435716076319454 }, { "event_time": 4, "estimate": 0.09083140038909088, "raw_gap": 0.09083140038909088, "n": 8004, "n_cells": 1, "weight_sum": 8004.0, "relative_to_minus_one": 0.08628305858812868 }, { "event_time": 5, "estimate": 0.07878366653883528, "raw_gap": 0.07878366653883528, "n": 8332, "n_cells": 1, "weight_sum": 8332.0, "relative_to_minus_one": 0.07423532473787309 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "estimate": [ -0.01062428653610592, 0.006075944735147498, 0.004548341800962197, 0.015694632096652894, 0.08681020622318658, 0.10860870438645653, 0.07890550256415674, 0.09083140038909088, 0.07878366653883528 ], "n": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.007538346015854056, "penalty": 1.0, "n_observed": 18, "n_missing": 0, "n_treated_observed": 6, "n_untreated_observed": 12, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.07660568536639649, "matrix_preparation": { "source_rows": 82907, "matrix_shape": [ 2, 9 ], "observed_cells": 18, "missing_cells": 0, "repeated_cells": 18, "minimum_cell_count": 2410, "maximum_cell_count": 8332, "observation_mass": 82907.0, "treated_observation_mass": 41704.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00028737494722008705, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.051402414841530804, "SE": 0.01761102903663903, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.04792478279562691, "SE": 0.02534587420361242, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.051516802892955876, "SE": 0.01741830499727226, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.04792478279562691, "SE": 0.02534587420361242, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.04598549921583511, "SE": 0.02506439723854555, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.04792478279562145, "SE": 0.025103856021686306, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.05154013523947336, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.051540139190121466, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.07841928714614477, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "dc7188bf9bf709f0803169dfc3b1198e8b9d2b79d5904ebc5f010a48edde2ee2", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" } } }