{ "paper": { "rank": 32, "paper_id": "aeraej-38", "title": "Coase and Cap-and-Trade: Evidence on the Independence Property from the European Carbon Market", "authors": "Aleksandar Zaklan", "year": 2023, "journal": "American Economic Journal: Economic Policy", "doi": "10.1257/pol.20210028", "package_bytes": 71412975, "source_specification": "Table 3", "selection_stratum": "binary_did" }, "mapping": { "paper_id": "aeraej-38", "match": true, "outcome": "ln_emissions", "treatment": "interact_post_treatment_treated", "unit": "firm_num", "time": "year", "cluster": "firm_num" }, "status": "estimated", "source_fit": { "formula": "list(linear = ln_emissions ~ post_treatment + treated + interact_post_treatment_treated + i(year), fixef = ~firm_num)", "coefficients": { "post_treatment": -0.141217048126919, "interact_post_treatment_treated": -0.0953424288689779, "year::2010": 0.0624034571957387, "year::2011": -0.037529557711103, "year::2012": -0.0960752363328631, "year::2013": 0.0642137225438553, "year::2014": -0.103372120775045, "year::2015": -0.0991163555811447, "year::2016": -0.0318222219064453, "year::2017": -0.0580593249346489 }, "se": { "post_treatment": 0.0231387517218585, "interact_post_treatment_treated": 0.0404524677846464, "year::2010": 0.012721812209265, "year::2011": 0.0161032800069145, "year::2012": 0.0186291797488802, "year::2013": 0.0163781583100105, "year::2014": 0.0173445847689013, "year::2015": 0.0158625425391457, "year::2016": 0.0158866942271332, "year::2017": 0.0195825526984038 }, "n": 3465 }, "source_check": { "source_term": "interact_post_treatment_treated", "source_beta": -0.0953424288689779, "template_source_sample_beta": -0.09534242886897257, "template_source_sample_n": 3465, "template_source_sample_se": 0.04044661078681741, "same_point_specification": true, "dropped_missing_identifiers": 0, "controls": {}, "absolute_coefficient_difference": 5.329070518200751e-15 }, "settings": { "slug": "aeraej-38", "specification_id": "aeraej-38-source", "source_specification_id": "Table 3", "study": "Coase and Cap-and-Trade: Evidence on the Independence Property from the European Carbon Market", "citation": "Aleksandar Zaklan (2023). https://doi.org/10.1257/pol.20210028", "description": "Source covariates and fixed effects are retained.", "data": "analyses/new-library/tranche100/aeraej-38/panel.parquet", "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "time_fe": null, "unit_fe": null, "allow_repeated_cells": false, "period_values": null, "period_step": 1, "weight": null, "latest_cohort_control": true, "reversal_policy": "drop_post_untreated", "test_mode": "classical", "post_weighting": "observations", "display_window": [ -10, 10 ], "labels": { "y": "ln_emissions", "d": "interact_post_treatment_treated", "unit": "firm_num", "time": "year", "cluster": "firm_num" } }, "options": { "output_dir": "analyses/new-library/tranche100/aeraej-38/results", "timeout_seconds": 300, "isolate_matrix": true }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "ln_emissions", "d": "interact_post_treatment_treated", "unit": "firm_num", "time": "year", "cluster": "firm_num" }, "allow_repeated_cells": false, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "aeraej-38", "specification_id": "aeraej-38-source", "source_specification_id": "Table 3", "study": "Coase and Cap-and-Trade: Evidence on the Independence Property from the European Carbon Market", "citation": "Aleksandar Zaklan (2023). https://doi.org/10.1257/pol.20210028", "description": "Source covariates and fixed effects are retained.", "data": "analyses/new-library/tranche100/aeraej-38/panel.parquet", "output_dir": "analyses/new-library/tranche100/aeraej-38/results" }, "options": { "output_dir": "analyses/new-library/tranche100/aeraej-38/results", "timeout_seconds": 300, "isolate_matrix": true }, "source": { "file": "panel.parquet", "bytes": 36352, "sha256": "f50a9c8f47a45d775719f4cc07cdbd0ae270a942ad949cccdac0f4f1b88d9972" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 3465, "source_sd": 2.2978644238674075, "rows": 3465, "units": 385, "clusters": 385, "treated_units": 304, "never_treated_units": 81, "treated_cohorts": 1, "latest_cohort_control_index": null, "unique_unit_period_cells": 3465, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 0, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.041491755509451236, "se": 0.01760182644663777, "pvalue": 0.0189123891004071, "lower": -0.07609977950597382, "upper": -0.006883731512928648 }, { "method": "Dynamic TWFE", "estimate": -0.023165277503600427, "se": 0.017656497683818096, "pvalue": 0.19030480508455663, "lower": -0.05788079395234054, "upper": 0.011550238945139683 }, { "method": "BJS / did2s", "estimate": -0.041491755547237885, "se": 0.017556100817737907, "pvalue": 0.01860646219067732, "lower": -0.07600987559731379, "upper": -0.006973635497161991 }, { "method": "Sun\u2013Abraham", "estimate": -0.023165277503600427, "se": 0.017656497683818096, "pvalue": 0.19030480508455663, "lower": -0.05788079395234054, "upper": 0.011550238945139683 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -4, "estimate": 0.015981228370309644, "se": 0.01616308082027778, "pvalue": 0.3234086120438247, "lower": -0.015797990143275716, "upper": 0.047760446883895004 }, { "event_time": -3, "estimate": 0.03719091069339138, "se": 0.015018347757459524, "pvalue": 0.013702866634214845, "lower": 0.0076624216383500525, "upper": 0.0667193997484327 }, { "event_time": -2, "estimate": 0.020133772959702506, "se": 0.013763291194849071, "pvalue": 0.14432357707844, "lower": -0.0069270728784547875, "upper": 0.0471946187978598 }, { "event_time": 0, "estimate": -0.008629542190619703, "se": 0.012567542064492822, "pvalue": 0.49271576274187057, "lower": -0.03333935276987096, "upper": 0.01608026838863156 }, { "event_time": 1, "estimate": -0.0533028024135028, "se": 0.021495614319006887, "pvalue": 0.01357720467010174, "lower": -0.09556664011395266, "upper": -0.011038964713052934 }, { "event_time": 2, "estimate": -0.05066478789448686, "se": 0.021139830057450532, "pvalue": 0.017023115645079172, "lower": -0.09222909646943059, "upper": -0.009100479319543137 }, { "event_time": 3, "estimate": -0.0032245964057694603, "se": 0.021522332345809712, "pvalue": 0.8809808703005417, "lower": -0.04554096604746617, "upper": 0.039091773235927246 }, { "event_time": 4, "estimate": -4.6586136233014825e-06, "se": 0.025279001130154848, "pvalue": 0.9998530552417938, "lower": -0.04970724376140676, "upper": 0.04969792653416016 } ], "BJS / did2s": [ { "event_time": -4, "estimate": -0.0004934161928949216, "se": 0.0018216462064556238, "pvalue": 0.7866420909686427, "lower": -0.004075065848248324, "upper": 0.0030882334624584805 }, { "event_time": -3, "estimate": 0.003968876128562499, "se": 0.001603096182543018, "pvalue": 0.013725856678232909, "lower": 0.0008169309981876853, "upper": 0.007120821258937312 }, { "event_time": -2, "estimate": 0.0003802313768327563, "se": 0.0019026037816532294, "pvalue": 0.8417053237562464, "lower": -0.003360593902347695, "upper": 0.004121056656013208 }, { "event_time": -1, "estimate": -0.0038557052068100557, "se": 0.002053793294666599, "pvalue": 0.06122688988048261, "lower": -0.007893793404145725, "upper": 0.00018238299052561425 }, { "event_time": 0, "estimate": -0.02695602023427255, "se": 0.013645049878195727, "pvalue": 0.04892518230963822, "lower": -0.053784384611683424, "upper": -0.0001276558568616762 }, { "event_time": 1, "estimate": -0.07162928045712313, "se": 0.021707793453565424, "pvalue": 0.0010583482879507795, "lower": -0.11431029648861864, "upper": -0.02894826442562763 }, { "event_time": 2, "estimate": -0.06899126593809904, "se": 0.021240681691664823, "pvalue": 0.0012641608209424684, "lower": -0.11075386505905843, "upper": -0.027228666817139653 }, { "event_time": 3, "estimate": -0.021551074449396395, "se": 0.020736964932421463, "pvalue": 0.29933828737259294, "lower": -0.062323285343077545, "upper": 0.01922113644428475 }, { "event_time": 4, "estimate": -0.018331136657298307, "se": 0.024666944754101743, "pvalue": 0.4578478100668893, "lower": -0.06683032045273424, "upper": 0.03016804713813762 } ], "Sun\u2013Abraham": [ { "event_time": -4, "estimate": 0.015981228370309644, "se": 0.01616308082027778, "pvalue": 0.3234086120438247, "lower": -0.015797990143275716, "upper": 0.047760446883895004 }, { "event_time": -3, "estimate": 0.03719091069339138, "se": 0.015018347757459524, "pvalue": 0.013702866634214845, "lower": 0.0076624216383500525, "upper": 0.0667193997484327 }, { "event_time": -2, "estimate": 0.020133772959702506, "se": 0.013763291194849071, "pvalue": 0.14432357707844, "lower": -0.0069270728784547875, "upper": 0.0471946187978598 }, { "event_time": 0, "estimate": -0.008629542190619703, "se": 0.012567542064492822, "pvalue": 0.49271576274187057, "lower": -0.03333935276987096, "upper": 0.01608026838863156 }, { "event_time": 1, "estimate": -0.0533028024135028, "se": 0.021495614319006887, "pvalue": 0.01357720467010174, "lower": -0.09556664011395266, "upper": -0.011038964713052934 }, { "event_time": 2, "estimate": -0.05066478789448686, "se": 0.021139830057450532, "pvalue": 0.017023115645079172, "lower": -0.09222909646943059, "upper": -0.009100479319543137 }, { "event_time": 3, "estimate": -0.0032245964057694603, "se": 0.021522332345809712, "pvalue": 0.8809808703005417, "lower": -0.04554096604746617, "upper": 0.039091773235927246 }, { "event_time": 4, "estimate": -4.6586136233014825e-06, "se": 0.025279001130154848, "pvalue": 0.9998530552417938, "lower": -0.04970724376140676, "upper": 0.04969792653416016 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0 ], "weights": [ 0.2, 0.2, 0.2, 0.2, 0.2 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "status": "not_identified", "pvalue": null, "reason": "Only one treated cohort remains on the common supported sample." } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "estimate": -0.02316527750360032, "se": 0.017592780984383324, "lower": -0.05764649462089275, "upper": 0.011315939613692115, "matches_treated_unit_year_target": false, "checks": { "point_error": 0.0, "influence_function_max_error": 4.440892098500626e-16, "cluster_se_error": 0.0 }, "cohort_total_weights": [ { "cohort": 5, "units": 304, "post_periods": 5, "weight": 1.0 } ] }, { "typec": "simple", "aggregation": "Equal treated unit-years", "estimate": -0.023165277503600312, "se": 0.017592780984383324, "lower": -0.057646494620892746, "upper": 0.011315939613692122, "matches_treated_unit_year_target": true, "checks": { "point_error": 6.938893903907228e-18, "influence_function_max_error": 8.881784197001252e-16, "cluster_se_error": 0.0 }, "cohort_total_weights": [ { "cohort": 5, "units": 304, "post_periods": 5, "weight": 1.0 } ] }, { "typec": "group", "aggregation": "Cohort-size-weighted post-period means", "estimate": -0.02316527750360032, "se": 0.017592780984383324, "lower": -0.05764649462089275, "upper": 0.011315939613692115, "matches_treated_unit_year_target": false, "checks": { "point_error": 3.469446951953614e-18, "influence_function_max_error": 4.440892098500626e-16, "cluster_se_error": 0.0 }, "cohort_total_weights": [ { "cohort": 5, "units": 304, "post_periods": 5, "weight": 0.9999999999999999 } ] } ], "control_group": "notyettreated", "same_group_time_effects": true, "additional_covariates": [], "compute_aggte_sha256": "7da8b79e62519b99774248d2fda55ed5054083e446885c624f998b77d8874834", "inference": "Clustered analytical influence functions including estimated cohort-share uncertainty; 95% pointwise normal intervals" }, "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "control_group": "notyettreated", "xformla": "y ~ 1", "base_period": "universal", "anticipation": 0, "panel": true, "allow_unbalanced_panel": false, "clustervar": "cluster", "clusters": 385, "bstrap": false, "cband": false, "aggregate": "dynamic", "event_aggregate": "dynamic", "balance_e": null, "post_event_min": 0, "post_event_max": 4 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Group-time DIDs; no synthetic-control pooling parameter" }, "estimate": -0.02316527750360032, "se": 0.017592780984383324, "lower": -0.05764649462089275, "upper": 0.011315939613692115, "event_study": [ { "event_time": -4, "estimate": 0.015981228370309686, "se": 0.016104753388586246, "lower": -0.01558350825121875, "upper": 0.04754596499183812, "relative_to_minus_one": 0.015981228370309686, "n": 304 }, { "event_time": -3, "estimate": 0.03719091069339141, "se": 0.014964151304278105, "lower": 0.007861713077798246, "upper": 0.06652010830898457, "relative_to_minus_one": 0.03719091069339141, "n": 304 }, { "event_time": -2, "estimate": 0.02013377295970254, "se": 0.013713623842693529, "lower": -0.006744435869506557, "upper": 0.04701198178891164, "relative_to_minus_one": 0.02013377295970254, "n": 304 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": 0.0, "upper": 0.0, "relative_to_minus_one": 0.0, "n": 304 }, { "event_time": 0, "estimate": -0.008629542190619609, "se": 0.012522189791652724, "lower": -0.03317258318983407, "upper": 0.015913498808594856, "relative_to_minus_one": -0.008629542190619609, "n": 304 }, { "event_time": 1, "estimate": -0.05330280241350264, "se": 0.021418043465417615, "lower": -0.09528139622503462, "upper": -0.011324208601970663, "relative_to_minus_one": -0.05330280241350264, "n": 304 }, { "event_time": 2, "estimate": -0.050664787894486724, "se": 0.021063543116405153, "lower": -0.0919485737894474, "upper": -0.009381001999526052, "relative_to_minus_one": -0.050664787894486724, "n": 304 }, { "event_time": 3, "estimate": -0.0032245964057694026, "se": 0.02144466507533682, "lower": -0.04525536761395349, "upper": 0.03880617480241469, "relative_to_minus_one": -0.0032245964057694026, "n": 304 }, { "event_time": 4, "estimate": -4.658613623215326e-06, "se": 0.025187777233668423, "lower": -0.04937179484223123, "upper": 0.04936247761498481, "relative_to_minus_one": -4.658613623215326e-06, "n": 304 } ], "group_time_estimates": [ { "group": 5, "year": 1, "att": 0.015981228370309686, "se": 0.016104753388586242, "n": 304, "event_time": -4, "adoption_period": 5, "calendar_period": 1 }, { "group": 5, "year": 2, "att": 0.03719091069339141, "se": 0.014964151304278108, "n": 304, "event_time": -3, "adoption_period": 5, "calendar_period": 2 }, { "group": 5, "year": 3, "att": 0.02013377295970254, "se": 0.013713623842693529, "n": 304, "event_time": -2, "adoption_period": 5, "calendar_period": 3 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "n": 304, "event_time": -1, "adoption_period": 5, "calendar_period": 4 }, { "group": 5, "year": 5, "att": -0.008629542190619609, "se": 0.012522189791652715, "n": 304, "event_time": 0, "adoption_period": 5, "calendar_period": 5 }, { "group": 5, "year": 6, "att": -0.05330280241350264, "se": 0.021418043465417612, "n": 304, "event_time": 1, "adoption_period": 5, "calendar_period": 6 }, { "group": 5, "year": 7, "att": -0.050664787894486724, "se": 0.021063543116405157, "n": 304, "event_time": 2, "adoption_period": 5, "calendar_period": 7 }, { "group": 5, "year": 8, "att": -0.0032245964057694026, "se": 0.021444665075336804, "n": 304, "event_time": 3, "adoption_period": 5, "calendar_period": 8 }, { "group": 5, "year": 9, "att": -4.658613623215326e-06, "se": 0.025187777233668423, "n": 304, "event_time": 4, "adoption_period": 5, "calendar_period": 9 } ], "package_dynamic_equal_event_att": -0.02316527750360032, "treated_cell_att": -0.023165277503600312, "treated_cell_se": 0.017592780984383324, "checks": { "max_group_time_vs_direct_did_difference": 3.469446951953614e-17, "max_dynamic_if_vs_direct_if_difference": 4.440892098500626e-16, "independent_cluster_se": 0.017592780984383324, "cluster_se_difference": 0.0, "scalar_vs_equal_event_average": 0.0, "simple_vs_treated_cell_average": 6.938893903907228e-18, "group_time_cells": 9, "post_treatment_cells": 5, "treated_unit_years": 1520 }, "warnings": [], "seconds": 0.07278862502425909, "target": "Dynamic aggregation: equal weights across all observed nonnegative event times; cohort-size weights within each event time", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty", "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.030647381137783754, "event_study": [ { "event_time": -4, "estimate": 0.003906097471736628, "raw_gap": -0.004098538872995219, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.009794849363435868 }, { "event_time": -3, "estimate": 0.023633293003735248, "raw_gap": 0.015628656659003395, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.029522044895434488 }, { "event_time": -2, "estimate": 0.010367906795146285, "raw_gap": 0.0023632704504144213, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.016256658686845525 }, { "event_time": -1, "estimate": -0.00588875189169924, "raw_gap": -0.013893388236431091, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.015232679346376463, "raw_gap": -0.023237315691108328, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.009343927454677223 }, { "event_time": 1, "estimate": -0.06002749690590969, "raw_gap": -0.06803213325064156, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.05413874501421045 }, { "event_time": 2, "estimate": -0.05862562943788229, "raw_gap": -0.06663026578261415, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.05273687754618305 }, { "event_time": 3, "estimate": -0.012055014003135094, "raw_gap": -0.02005965034786696, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.006166262111435854 }, { "event_time": 4, "estimate": -0.007296085995615241, "raw_gap": -0.015300722340347114, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.0014073341039160013 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0 ], "estimate": [ -0.004098538872995234, 0.01562865665900338, 0.0023632704504144343, -0.013893388236431086, -0.023237315691108356, -0.0680321332506415, -0.06663026578261422, -0.020059650347866956, -0.015300722340347154 ], "n": [ 304.0, 304.0, 304.0, 304.0, 304.0, 304.0, 304.0, 304.0, 304.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 4, "pre_gap": -0.008004636344731848 } ], "diagnostics": { "converged": true, "pre_rmse": 0.010719890551778823, "zeta_omega": [ 0.5937276870047317 ], "zeta_lambda": [ 9.50881514540832e-08 ], "n_observed": 3465, "n_missing": 0, "n_treated_observed": 1520, "n_untreated_observed": 1945, "missing_method": "complete panel", "missing_diagnostics": [] }, "checks": { "scalar_vs_treated_cell_average": 3.469446951953614e-18, "native_scalar_vs_unweighted_matrix_average": 3.885780586188048e-16 }, "native_matrix_att": -0.030647381137783366, "matrix_preparation": { "source_rows": 3465, "matrix_shape": [ 385, 9 ], "observed_cells": 3465, "missing_cells": 0, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 3465.0, "treated_observation_mass": 1520.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0010004998184740543, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.03998833180304893, "event_study": [ { "event_time": -4, "estimate": -0.00044376057248052416, "raw_gap": -0.00044376057248052416, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.000528770534878634 }, { "event_time": -3, "estimate": 0.001346640540060477, "raw_gap": 0.001346640540060477, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.0023191716474196353 }, { "event_time": -2, "estimate": 6.964052851391631e-05, "raw_gap": 6.964052851391631e-05, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.0010421716358730746 }, { "event_time": -1, "estimate": -0.0009725311073591582, "raw_gap": -0.0009725311073591582, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.02415378439880876, "raw_gap": -0.02415378439880876, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.023181253291449603 }, { "event_time": 1, "estimate": -0.06955484264175833, "raw_gap": -0.06955484264175833, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.06858231153439917 }, { "event_time": 2, "estimate": -0.06846960236934468, "raw_gap": -0.06846960236934468, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.06749707126198552 }, { "event_time": 3, "estimate": -0.02140342285656958, "raw_gap": -0.02140342285656958, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.020430891749210423 }, { "event_time": 4, "estimate": -0.01636000674876329, "raw_gap": -0.01636000674876329, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.015387475641404132 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0 ], "estimate": [ -0.00044376057248052416, 0.001346640540060477, 6.964052851391631e-05, -0.0009725311073591582, -0.024153784398808758, -0.06955484264175829, -0.06846960236934461, -0.02140342285656958, -0.016360006748763287 ], "n": [ 304.0, 304.0, 304.0, 304.0, 304.0, 304.0, 304.0, 304.0, 304.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 56, "termination_reason": "Relative objective tolerance reached", "objective": 0.004827033373448794, "lambda_l": 0.0006180758412829356, "singular_values": [ 1.8452195128868967, 1.2646926708025348, 1.1885116434540166, 0.8126256634107967, 0.6562580337917197, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.004864202800417608, 0.004836692541437175, 0.004832312857211029, 0.0048300078107964915, 0.004828748917806689, 0.0048280450602547625, 0.004827642802533485, 0.004827407960240892, 0.004827267976464209, 0.004827182841998579, 0.004827130068640556, 0.004827096771090776, 0.004827075421636942, 0.004827061536215553, 0.004827052392238268, 0.004827046305973147, 0.004827042218043481, 0.004827039451300444, 0.004827037566748494, 0.004827036276227019, 0.004827035388539427, 0.004827034775653761, 0.004827034351164718, 0.004827034056375442, 0.004827033851191133, 0.004827033708096224, 0.004827033608133691, 0.004827033538199606, 0.004827033489210366, 0.004827033454853998, 0.00482703343073535, 0.004827033413788426, 0.0048270334018710405, 0.0048270333934844045, 0.004827033387578573, 0.004827033383417219, 0.004827033380483464, 0.0048270333784141365, 0.004827033376953887, 0.004827033375923009, 0.004827033375194972, 0.00482703337468064, 0.0048270333743171585, 0.004827033374060218, 0.004827033373878539, 0.004827033373750041, 0.004827033373659143, 0.004827033373594821, 0.0048270333735493075, 0.0048270333735170885, 0.004827033373494282, 0.004827033373478127, 0.004827033373466693, 0.0048270333734585944, 0.004827033373452857, 0.004827033373448794 ], "history_rmse": [ 0.036137373395992586, 0.03576187903033352, 0.03568920669520803, 0.03563966112882134, 0.03560570272777559, 0.03558243866432782, 0.035566471318008844, 0.035555479041376785, 0.035547885624373186, 0.035542621600612556, 0.035538959763471635, 0.035536403960925035, 0.03553461439051624, 0.03553335743160707, 0.03553247186912626, 0.03553184606483078, 0.03553140246034894, 0.03553108701082655, 0.03553086194989469, 0.03553070081608504, 0.03553058502142148, 0.03553050147616565, 0.035530440939690516, 0.03553039687235754, 0.03553036463417664, 0.035530340924197046, 0.03553032338744908, 0.03553031033878165, 0.035530300568435105, 0.03553029320488293, 0.035530287617876986, 0.035530283349768446, 0.03553028006675322, 0.03553027752418335, 0.03553027554182375, 0.03553027398615851, 0.035530272757701195, 0.03553027178186546, 0.03553027100237614, 0.03553027037649364, 0.03553026987154194, 0.03553026946237108, 0.03553026912949397, 0.0355302688577126, 0.03553026863509829, 0.03553026845223122, 0.035530268301629434, 0.03553026817731776, 0.035530268074500285, 0.035530267989309014, 0.03553026791861135, 0.03553026785986008, 0.03553026781097692, 0.035530267770260346, 0.035530267736313674, 0.035530267707987485 ], "n_observed": 3465, "n_missing": 0, "n_treated_observed": 1520, "n_untreated_observed": 1945 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 6.938893903907228e-18 }, "native_matrix_att": -0.039988331803048935, "matrix_preparation": { "source_rows": 3465, "matrix_shape": [ 385, 9 ], "observed_cells": 3465, "missing_cells": 0, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 3465.0, "treated_observation_mass": 1520.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.003946041688323021, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10084619268948884, "event_study": [ { "event_time": -4, "estimate": -0.0011958572478738023, "raw_gap": -0.0011958572478738023, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.022999407951657762 }, { "event_time": -3, "estimate": 0.027513195317021368, "raw_gap": 0.027513195317021368, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.05170846051655294 }, { "event_time": -2, "estimate": -0.002122072766786755, "raw_gap": -0.002122072766786755, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.02207319243274481 }, { "event_time": -1, "estimate": -0.024195265199531565, "raw_gap": -0.024195265199531565, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.05129740658852678, "raw_gap": -0.05129740658852678, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.027102141388995214 }, { "event_time": 1, "estimate": -0.13043276878314486, "raw_gap": -0.13043276878314486, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.1062375035836133 }, { "event_time": 2, "estimate": -0.13072010836508205, "raw_gap": -0.13072010836508205, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.10652484316555048 }, { "event_time": 3, "estimate": -0.09333178250958696, "raw_gap": -0.09333178250958696, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.06913651731005539 }, { "event_time": 4, "estimate": -0.09844889720110367, "raw_gap": -0.09844889720110367, "n": 304, "n_cells": 304, "weight_sum": 304.0, "relative_to_minus_one": -0.0742536320015721 } ], "package_event_study": { "event_time": [ -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0 ], "estimate": [ -0.001195857247873776, 0.02751319531702132, -0.002122072766786752, -0.024195265199531572, -0.05129740658852675, -0.13043276878314491, -0.13072010836508202, -0.09333178250958697, -0.09844889720110361 ], "n": [ 304.0, 304.0, 304.0, 304.0, 304.0, 304.0, 304.0, 304.0, 304.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.018359738846270783, "penalty": 1.0, "n_observed": 3465, "n_missing": 0, "n_treated_observed": 1520, "n_untreated_observed": 1945, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 1.8041124150158794e-16 }, "native_matrix_att": -0.10084619268948866, "matrix_preparation": { "source_rows": 3465, "matrix_shape": [ 385, 9 ], "observed_cells": 3465, "missing_cells": 0, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 3465.0, "treated_observation_mass": 1520.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0012292908504605293, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "class": "augsynth::multisynth", "parameters": { "nu": 1, "nu_selection": "Package data-derived default", "lambda": 0, "fixedeff": true, "scm": true, "time_cohort": true, "n_leads": 5, "n_lags": 4, "eps_abs": 1e-06, "eps_rel": 1e-06, "V": "Identity (package default)", "matrix_assembly": "Unmodified package default" }, "partial_pooling": { "parameter": "nu", "value": 1, "status": "used", "fit_scope": "Joint optimization of 1 cohort fits", "cross_cohort_partial_pooling": true, "note": "nu=0 weights separate cohort imbalance only; nu=1 weights pooled imbalance only. One shared nu, not a cohort-specific tuning parameter." }, "estimate": -0.0239035853396764, "event_study": [ { "event_time": -4, "estimate": -1.3147438693295e-10, "n": 304, "relative_to_minus_one": 8.01924748827787e-10 }, { "event_time": -3, "estimate": 9.44748279607666e-10, "n": 304, "relative_to_minus_one": 1.8781474153684e-09 }, { "event_time": -2, "estimate": 1.20135013048639e-10, "n": 304, "relative_to_minus_one": 1.05353414880938e-09 }, { "event_time": -1, "estimate": -9.33399135760737e-10, "n": 304, "relative_to_minus_one": 0 }, { "event_time": 0, "estimate": -0.00779599157655664, "n": 304, "relative_to_minus_one": -0.0077959906431575 }, { "event_time": 1, "estimate": -0.0468726813858584, "n": 304, "relative_to_minus_one": -0.0468726804524593 }, { "event_time": 2, "estimate": -0.057667437425704, "n": 304, "relative_to_minus_one": -0.0576674364923049 }, { "event_time": 3, "estimate": -0.0109915450096354, "n": 304, "relative_to_minus_one": -0.0109915440762363 }, { "event_time": 4, "estimate": 0.00380972869937235, "n": 304, "relative_to_minus_one": 0.00380972963277149 } ], "cohort_event_study": [ { "cohort": 4, "event_time": -4, "estimate": -1.3147438693295e-10 }, { "cohort": 4, "event_time": -3, "estimate": 9.44748279607666e-10 }, { "cohort": 4, "event_time": -2, "estimate": 1.20135013048639e-10 }, { "cohort": 4, "event_time": -1, "estimate": -9.33399135760737e-10 }, { "cohort": 4, "event_time": 0, "estimate": -0.00779599157655664 }, { "cohort": 4, "event_time": 1, "estimate": -0.0468726813858584 }, { "cohort": 4, "event_time": 2, "estimate": -0.057667437425704 }, { "cohort": 4, "event_time": 3, "estimate": -0.0109915450096354 }, { "cohort": 4, "event_time": 4, "estimate": 0.00380972869937235 } ], "diagnostics": { "5": { "adoption_period": 5, "treated_units": 304, "donor_units": 81, "nu": 1, "lambda": 0, "time_cohort": true, "pooling_scope": "One global nu shared by 1 fits" } }, "fit_diagnostics": { "cohort_fits": 1, "treated_units": 304, "global_l2": 2.03674974562243e-07, "ind_l2": 2.03674974562243e-07, "scaled_global_l2": 1.19303066015448e-09, "scaled_ind_l2": 1.19303066015448e-09, "sum_weights_range": [ 1, 1 ], "minimum_weight": 0, "maximum_weight": 0.0315256377362838, "solver": [ { "status": "solved", "status_val": 1, "iter": 75, "obj_val": -8.09209661032243, "prim_res": 1.17097442853265e-11, "dual_res": 1.61091458868172e-12, "run_time": 0.000164958 }, { "status": "solved", "status_val": 1, "iter": 75, "obj_val": -4.79116126262741e+29, "prim_res": 1.65842341864738e-08, "dual_res": 4.33745341953931e+21, "run_time": 0.000125875 }, { "status": "solved", "status_val": 1, "iter": 50, "obj_val": 5704690082880.76, "prim_res": 5.18898546866436e-07, "dual_res": 3005.82148105085, "run_time": 9.3707e-05 } ] }, "checks": { "treated_cells": 1520, "direct_cell_average_difference": 0, "direct_cohort_path_difference": 0, "package_equal_unit_att": -0.0239035853396764, "aggregation": "Equal treated-cell weights; not the package final ATT row" }, "seconds": 0.8386020003817976, "augsynth": "0.2.0", "augsynth_commit": "7e70072232fe75057aa8b5d7af08c7e1aef53ae8", "R_version": "R version 4.5.0 (2025-04-11)", "target": "All observed treated unit-years, equal cell weights", "donor_rule": "81 never-treated donors per fit; masks verified", "status": "estimated" }, { "method": "Multisynth (individual)", "class": "augsynth::multisynth", "parameters": { "nu": 0.427701208572024, "nu_selection": "Package data-derived default", "lambda": 0, "fixedeff": true, "scm": true, "time_cohort": false, "n_leads": 5, "n_lags": 4, "eps_abs": 1e-06, "eps_rel": 1e-06, "V": "Identity (package default)", "matrix_assembly": "Equivalent sparse matrix construction" }, "partial_pooling": { "parameter": "nu", "value": 0.427701208572024, "status": "used", "fit_scope": "Joint optimization of 304 unit fits", "cross_cohort_partial_pooling": true, "note": "nu=0 weights separate cohort imbalance only; nu=1 weights pooled imbalance only. One shared nu, not a cohort-specific tuning parameter." }, "estimate": 0.0223757068786742, "event_study": [ { "event_time": -4, "estimate": -0.000159968676561558, "n": 304, "relative_to_minus_one": -7.64090545296186e-05 }, { "event_time": -3, "estimate": 0.000123304015901737, "n": 304, "relative_to_minus_one": 0.000206863637933677 }, { "event_time": -2, "estimate": 0.000120224282691966, "n": 304, "relative_to_minus_one": 0.000203783904723905 }, { "event_time": -1, "estimate": -8.35596220319397e-05, "n": 304, "relative_to_minus_one": 0 }, { "event_time": 0, "estimate": 0.00855353829122027, "n": 304, "relative_to_minus_one": 0.00863709791325221 }, { "event_time": 1, "estimate": -0.0240783652590543, "n": 304, "relative_to_minus_one": -0.0239948056370223 }, { "event_time": 2, "estimate": -0.024336856008602, "n": 304, "relative_to_minus_one": -0.0242532963865701 }, { "event_time": 3, "estimate": 0.0457430702180454, "n": 304, "relative_to_minus_one": 0.0458266298400773 }, { "event_time": 4, "estimate": 0.105997147151762, "n": 304, "relative_to_minus_one": 0.106080706773793 } ], "cohort_event_study": [ { "cohort": 4, "event_time": -4, "estimate": -0.000159968676561558 }, { "cohort": 4, "event_time": -3, "estimate": 0.000123304015901738 }, { "cohort": 4, "event_time": -2, "estimate": 0.000120224282691964 }, { "cohort": 4, "event_time": -1, "estimate": -8.35596220319422e-05 }, { "cohort": 4, "event_time": 0, "estimate": 0.00855353829122032 }, { "cohort": 4, "event_time": 1, "estimate": -0.0240783652590542 }, { "cohort": 4, "event_time": 2, "estimate": -0.024336856008602 }, { "cohort": 4, "event_time": 3, "estimate": 0.0457430702180454 }, { "cohort": 4, "event_time": 4, "estimate": 0.105997147151761 } ], "diagnostics": { "5": { "adoption_period": 5, "treated_units": 304, "donor_units": 81, "nu": 0.427701208572024, "lambda": 0, "time_cohort": false, "pooling_scope": "One global nu shared by 304 fits" } }, "fit_diagnostics": { "cohort_fits": 304, "treated_units": 304, "global_l2": 0.000124730899455926, "ind_l2": 0.039761638865966, "scaled_global_l2": 0.000222106654174062, "scaled_ind_l2": 0.0350632804098015, "sum_weights_range": [ 0.999999999999999, 1 ], "minimum_weight": 0, "maximum_weight": 1, "solver": [ { "status": "solved", "status_val": 1, "iter": 350, "obj_val": -0.00325515893995885, "prim_res": 1.33745762154425e-06, "dual_res": 2.65057174235414e-08, "run_time": 0.487331166 }, { "status": "solved", "status_val": 1, "iter": 600, "obj_val": -2.70116548792547, "prim_res": 1.90869848837608e-06, "dual_res": 9.95561933164026e-07, "run_time": 0.764172625 }, { "status": "solved", "status_val": 1, "iter": 50, "obj_val": 18765432148.9237, "prim_res": 1.70970173830745e-09, "dual_res": 11.8268390458809, "run_time": 0.126461791 } ] }, "checks": { "treated_cells": 1520, "direct_cell_average_difference": 1.38777878078145e-17, "direct_cohort_path_difference": 0, "package_equal_unit_att": 0.0223757068786741, "aggregation": "Equal treated-cell weights; not the package final ATT row" }, "seconds": 3.6261789170093834, "augsynth": "0.2.0", "augsynth_commit": "7e70072232fe75057aa8b5d7af08c7e1aef53ae8", "R_version": "R version 4.5.0 (2025-04-11)", "target": "All observed treated unit-years, equal cell weights", "donor_rule": "81 never-treated donors per fit; masks verified", "status": "estimated" } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.041491755509451236, "SE": 0.01760182644663777, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.023165277503600427, "SE": 0.017656497683818096, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.041491755547237885, "SE": 0.017556100817737907, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.023165277503600427, "SE": 0.017656497683818096, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.02316527750360032, "SE": 0.017592780984383324, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.023165277503600312, "SE": 0.017592780984383324, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.030647381137783754, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.03998833180304893, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10084619268948884, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": -0.0239035853396764, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": 0.0223757068786742, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "58547dcbff39ff9f3c439b6db688064bd9e5f19237ca1cae4e68b0c77dde1096", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "dc7188bf9bf709f0803169dfc3b1198e8b9d2b79d5904ebc5f010a48edde2ee2", "matrix_worker.py": "c70d8461b3cd9c702154ea38ff99ff31fc9daec8620914e6d5b49d3126ce6312", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" } } }