{ "paper": { "rank": 1, "paper_id": "aeraej-199", "title": "Buffalo Hunt: International Trade and the Virtual Extinction of the North American Bison", "authors": "M. Scott Taylor", "year": 2011, "journal": "American Economic Review", "doi": "10.1257/aer.101.7.3162", "package_bytes": 139640, "source_specification": "Table 2" }, "mapping": { "paper_id": "aeraej-199", "match": false, "outcome": "share", "treatment": "streat", "unit": "country", "time": "year", "cluster": "country", "note": "Source uses market indicators and a common linear trend; the comparison replaces the trend with unrestricted year effects and clusters by market (three clusters)." }, "status": "estimated", "source_fit": { "formula": "share ~ 0 + europe + can + time + streat", "coefficients": { "europe": 0.601836970300079, "can": 90.7363430632003, "time": 0.0670479913777625, "streat": 4.37809414392334 }, "se": { "europe": 1.42986080941801, "can": 1.41061434544652, "time": 0.0892356798602163, "streat": 1.41025243602079 }, "n": 66 }, "source_check": { "source_term": "streat", "source_beta": 4.37809414392334, "template_source_sample_beta": 10.873246938213077, "template_source_sample_n": 66, "template_source_sample_se": 0.8627557576910176, "same_point_specification": false, "dropped_missing_identifiers": 0, "controls": {}, "absolute_coefficient_difference": 6.495152794289737 }, "settings": { "slug": "aeraej-199", "specification_id": "aeraej-199-source", "source_specification_id": "Table 2", "study": "Buffalo Hunt: International Trade and the Virtual Extinction of the North American Bison", "citation": "M. Scott Taylor (2011). https://doi.org/10.1257/aer.101.7.3162", "description": "Source uses market indicators and a common linear trend; the comparison replaces the trend with unrestricted year effects and clusters by market (three clusters).", "data": "analyses/new-library/tranche50/aeraej-199/panel.parquet", "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "time_fe": null, "allow_repeated_cells": false, "period_values": null, "period_step": 1, "latest_cohort_control": true, "reversal_policy": "drop_post_untreated", "test_mode": "classical", "post_weighting": "observations", "display_window": [ -10, 10 ], "labels": { "y": "share", "d": "streat", "unit": "country", "time": "year", "cluster": "country" } }, "options": { "output_dir": "analyses/new-library/tranche50/aeraej-199/results", "timeout_seconds": 300 }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "share", "d": "streat", "unit": "country", "time": "year", "cluster": "country" }, "allow_repeated_cells": false, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "aeraej-199", "specification_id": "aeraej-199-source", "source_specification_id": "Table 2", "study": "Buffalo Hunt: International Trade and the Virtual Extinction of the North American Bison", "citation": "M. Scott Taylor (2011). https://doi.org/10.1257/aer.101.7.3162", "description": "Source uses market indicators and a common linear trend; the comparison replaces the trend with unrestricted year effects and clusters by market (three clusters).", "data": "analyses/new-library/tranche50/aeraej-199/panel.parquet", "output_dir": "analyses/new-library/tranche50/aeraej-199/results" }, "options": { "output_dir": "analyses/new-library/tranche50/aeraej-199/results", "timeout_seconds": 300 }, "source": { "file": "panel.parquet", "bytes": 3960, "sha256": "6a0d232d586244b03cff9477b6ce8b0cc2d4576fa33c993daa8f250f0c771d07" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 66, "source_sd": 42.23463032962544, "rows": 42, "units": 3, "clusters": 3, "treated_units": 2, "never_treated_units": 1, "treated_cohorts": 1, "latest_cohort_control_index": null, "unique_unit_period_cells": 42, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 0, "post_adoption_untreated_rows_removed": 16, "units_without_minus_one_removed": 0, "additional_rows_removed": 8 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3002498666631857, "se": 0.014542878684129101, "pvalue": 0.0023378147033027096, "lower": 0.23767690999450236, "upper": 0.36282282333186905 }, { "method": "Dynamic TWFE", "estimate": 0.266134473752164, "se": 0.00977777328406288, "pvalue": 0.00134709867992753, "lower": 0.22406411084061947, "upper": 0.30820483666370846 }, { "method": "BJS / did2s", "estimate": 0.30024986666322007, "se": 0.00963595371965839, "pvalue": 0.0010283795527438098, "lower": 0.2587897040875924, "upper": 0.34171002923884775 }, { "method": "Sun\u2013Abraham", "estimate": 0.266134473752164, "se": 0.00977777328406288, "pvalue": 0.00134709867992753, "lower": 0.22406411084061947, "upper": 0.30820483666370846 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -5, "estimate": -0.09375559053519715, "se": 0.009071261721777215, "pvalue": 0.009231969358705752, "lower": -0.1327860795446737, "upper": -0.05472510152572061 }, { "event_time": -4, "estimate": -0.07689433125174874, "se": 0.012481149709723768, "pvalue": 0.025348866140214244, "lower": -0.1305963841207034, "upper": -0.02319227838279407 }, { "event_time": -3, "estimate": -0.05009179169386323, "se": 0.010147838893148905, "pvalue": 0.03867538435023411, "lower": -0.09375441840852812, "upper": -0.006429164979198335 }, { "event_time": -2, "estimate": 0.050164748925699186, "se": 0.016967479233772016, "pvalue": 0.09789239783301384, "lower": -0.02284042191645729, "upper": 0.12316991976785566 }, { "event_time": 0, "estimate": 0.08318638831957191, "se": 0.01088505371447006, "pvalue": 0.016694519284940507, "lower": 0.03635178224153779, "upper": 0.13002099439760603 }, { "event_time": 1, "estimate": 0.3097855627069176, "se": 0.027809948525074412, "pvalue": 0.007962812344882693, "lower": 0.19012901177131414, "upper": 0.42944211364252105 }, { "event_time": 2, "estimate": 0.7208257826657709, "se": 0.029908121583041354, "pvalue": 0.0017171092673169727, "lower": 0.5921415216948193, "upper": 0.8495100436367226 }, { "event_time": 3, "estimate": 0.20705301909675733, "se": 0.028557123572158415, "pvalue": 0.01849629652883639, "lower": 0.08418163340521723, "upper": 0.32992440478829743 }, { "event_time": 4, "estimate": 0.25019214931692363, "se": 0.009236712377166967, "pvalue": 0.0013601934965315056, "lower": 0.21044978359339553, "upper": 0.2899345150404517 }, { "event_time": 5, "estimate": 0.25092270388210103, "se": 0.047977435068762994, "pvalue": 0.034668971036957597, "lower": 0.04449246191711037, "upper": 0.4573529458470917 }, { "event_time": 6, "estimate": 0.02343240755855609, "se": 0.032269672572104245, "pvalue": 0.5432323712520984, "lower": -0.11541278722192959, "upper": 0.16227760233904176 }, { "event_time": 7, "estimate": 0.18454048007171223, "se": 0.028119251497736458, "pvalue": 0.022439427624957674, "lower": 0.06355310585646481, "upper": 0.3055278542869596 }, { "event_time": 8, "estimate": 0.3652717701511652, "se": 0.052051431604142245, "pvalue": 0.0197080997564466, "lower": 0.14131253587223513, "upper": 0.5892310044300952 } ], "BJS / did2s": [ { "event_time": -5, "estimate": -0.019880065874713203, "se": 0.01623237196218674, "pvalue": 0.3453547675576203, "lower": -0.08972232540812461, "upper": 0.049962193658698195 }, { "event_time": -4, "estimate": -0.01425964611353548, "se": 0.011651734934629619, "pvalue": 0.3456284392272737, "lower": -0.06439301523633678, "upper": 0.03587372300926582 }, { "event_time": -3, "estimate": -0.005325466260906833, "se": 0.004348759829207462, "pvalue": 0.34539234038615074, "lower": -0.02403666961107112, "upper": 0.013385737089257457 }, { "event_time": -2, "estimate": 0.028093380612280602, "se": 0.02296904092489325, "pvalue": 0.34584988571682523, "lower": -0.07073442602293843, "upper": 0.12692118724749962 }, { "event_time": -1, "estimate": 0.0113717976370477, "se": 0.009422281354902837, "pvalue": 0.3508467005160484, "lower": -0.029169006955092447, "upper": 0.05191260222918785 }, { "event_time": 0, "estimate": 0.11730178123062766, "se": 0.010182800546110407, "pvalue": 0.007451603900851549, "lower": 0.0734887266644114, "upper": 0.16111483579684394 }, { "event_time": 1, "estimate": 0.34390095561797374, "se": 0.018541410308417924, "pvalue": 0.0028942108322687434, "lower": 0.26412370594105455, "upper": 0.4236782052948929 }, { "event_time": 2, "estimate": 0.7549411755768268, "se": 0.019577624122541253, "pvalue": 0.000671824627263858, "lower": 0.6707054577039658, "upper": 0.8391768934496878 }, { "event_time": 3, "estimate": 0.2411684120078135, "se": 0.01891041376235937, "pvalue": 0.0060922581584773785, "lower": 0.15980346861250616, "upper": 0.32253335540312084 }, { "event_time": 4, "estimate": 0.28430754222797955, "se": 0.00024536859332543304, "pvalue": 7.448360685398643e-07, "lower": 0.2832518063801131, "upper": 0.285363278075846 }, { "event_time": 5, "estimate": 0.2850380967931571, "se": 0.028501421983034698, "pvalue": 0.009850830767777942, "lower": 0.16240637569611155, "upper": 0.4076698178902027 }, { "event_time": 6, "estimate": 0.057547800469612685, "se": 0.020743911025488546, "pvalue": 0.10908274011355812, "lower": -0.03170604492988557, "upper": 0.14680164586911093 }, { "event_time": 7, "estimate": 0.21865587298276834, "se": 0.00908005278131468, "pvalue": 0.001720017382205943, "lower": 0.17958755909697555, "upper": 0.25772418686856113 }, { "event_time": 8, "estimate": 0.3993871630622213, "se": 0.02089931408303745, "pvalue": 0.002727071358703872, "lower": 0.3094646722729488, "upper": 0.4893096538514937 } ], "Sun\u2013Abraham": [ { "event_time": -5, "estimate": -0.09375559053519715, "se": 0.009071261721777215, "pvalue": 0.009231969358705752, "lower": -0.1327860795446737, "upper": -0.05472510152572061 }, { "event_time": -4, "estimate": -0.07689433125174874, "se": 0.012481149709723768, "pvalue": 0.025348866140214244, "lower": -0.1305963841207034, "upper": -0.02319227838279407 }, { "event_time": -3, "estimate": -0.05009179169386323, "se": 0.010147838893148905, "pvalue": 0.03867538435023411, "lower": -0.09375441840852812, "upper": -0.006429164979198335 }, { "event_time": -2, "estimate": 0.050164748925699186, "se": 0.016967479233772016, "pvalue": 0.09789239783301384, "lower": -0.02284042191645729, "upper": 0.12316991976785566 }, { "event_time": 0, "estimate": 0.08318638831957191, "se": 0.01088505371447006, "pvalue": 0.016694519284940507, "lower": 0.03635178224153779, "upper": 0.13002099439760603 }, { "event_time": 1, "estimate": 0.3097855627069176, "se": 0.027809948525074412, "pvalue": 0.007962812344882693, "lower": 0.19012901177131414, "upper": 0.42944211364252105 }, { "event_time": 2, "estimate": 0.7208257826657709, "se": 0.029908121583041354, "pvalue": 0.0017171092673169727, "lower": 0.5921415216948193, "upper": 0.8495100436367226 }, { "event_time": 3, "estimate": 0.20705301909675733, "se": 0.028557123572158415, "pvalue": 0.01849629652883639, "lower": 0.08418163340521723, "upper": 0.32992440478829743 }, { "event_time": 4, "estimate": 0.25019214931692363, "se": 0.009236712377166967, "pvalue": 0.0013601934965315056, "lower": 0.21044978359339553, "upper": 0.2899345150404517 }, { "event_time": 5, "estimate": 0.25092270388210103, "se": 0.047977435068762994, "pvalue": 0.034668971036957597, "lower": 0.04449246191711037, "upper": 0.4573529458470917 }, { "event_time": 6, "estimate": 0.02343240755855609, "se": 0.032269672572104245, "pvalue": 0.5432323712520984, "lower": -0.11541278722192959, "upper": 0.16227760233904176 }, { "event_time": 7, "estimate": 0.18454048007171223, "se": 0.028119251497736458, "pvalue": 0.022439427624957674, "lower": 0.06355310585646481, "upper": 0.3055278542869596 }, { "event_time": 8, "estimate": 0.3652717701511652, "se": 0.052051431604142245, "pvalue": 0.0197080997564466, "lower": 0.14131253587223513, "upper": 0.5892310044300952 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0 ], "weights": [ 0.1111111111111111, 0.1111111111111111, 0.1111111111111111, 0.1111111111111111, 0.1111111111111111, 0.1111111111111111, 0.1111111111111111, 0.1111111111111111, 0.1111111111111111 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "status": "not_identified", "pvalue": null, "reason": "Only one treated cohort remains on the common supported sample." } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "estimate": 0.2661344737521629, "se": 0.004828898030999256, "lower": 0.256670007526388, "upper": 0.27559893997793783, "matches_treated_unit_year_target": false, "checks": { "point_error": 0.0, "influence_function_max_error": 0.0, "cluster_se_error": 0.0 }, "cohort_total_weights": [ { "cohort": 6, "units": 2, "post_periods": 9, "weight": 1.0 } ] }, { "typec": "simple", "aggregation": "Equal treated unit-years", "estimate": 0.2661344737521629, "se": 0.004828898030999257, "lower": 0.256670007526388, "upper": 0.27559893997793783, "matches_treated_unit_year_target": true, "checks": { "point_error": 0.0, "influence_function_max_error": 2.2551405187698492e-17, "cluster_se_error": 8.673617379884035e-19 }, "cohort_total_weights": [ { "cohort": 6, "units": 2, "post_periods": 9, "weight": 1.0 } ] }, { "typec": "group", "aggregation": "Cohort-size-weighted post-period means", "estimate": 0.2661344737521629, "se": 0.004828898030999257, "lower": 0.256670007526388, "upper": 0.27559893997793783, "matches_treated_unit_year_target": false, "checks": { "point_error": 0.0, "influence_function_max_error": 8.673617379884035e-18, "cluster_se_error": 8.673617379884035e-19 }, "cohort_total_weights": [ { "cohort": 6, "units": 2, "post_periods": 9, "weight": 1.0 } ] } ], "control_group": "notyettreated", "same_group_time_effects": true, "additional_covariates": [], "compute_aggte_sha256": "7da8b79e62519b99774248d2fda55ed5054083e446885c624f998b77d8874834", "inference": "Clustered analytical influence functions including estimated cohort-share uncertainty; 95% pointwise normal intervals" }, "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "control_group": "notyettreated", "xformla": "y ~ 1", "base_period": "universal", "anticipation": 0, "panel": true, "allow_unbalanced_panel": false, "clustervar": "cluster", "clusters": 3, "bstrap": false, "cband": false, "aggregate": "dynamic", "event_aggregate": "dynamic", "balance_e": null, "post_event_min": 0, "post_event_max": 8 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Group-time DIDs; no synthetic-control pooling parameter" }, "estimate": 0.2661344737521629, "se": 0.004828898030999256, "lower": 0.256670007526388, "upper": 0.27559893997793783, "event_study": [ { "event_time": -5, "estimate": -0.09375559053519814, "se": 0.00447997684077693, "lower": -0.10253618379469445, "upper": -0.08497499727570182, "relative_to_minus_one": -0.09375559053519814, "n": 2 }, { "event_time": -4, "estimate": -0.07689433125174971, "se": 0.006164000484254297, "lower": -0.08897555020157559, "upper": -0.06481311230192384, "relative_to_minus_one": -0.07689433125174971, "n": 2 }, { "event_time": -3, "estimate": -0.05009179169386424, "se": 0.0050116604083975, "lower": -0.05991446559706864, "upper": -0.04026911779065984, "relative_to_minus_one": -0.05009179169386424, "n": 2 }, { "event_time": -2, "estimate": 0.05016474892569817, "se": 0.008379640709866968, "lower": 0.03374095493097326, "upper": 0.06658854292042309, "relative_to_minus_one": 0.05016474892569817, "n": 2 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": 0.0, "upper": 0.0, "relative_to_minus_one": 0.0, "n": 2 }, { "event_time": 0, "estimate": 0.08318638831957087, "se": 0.005375744857451262, "lower": 0.07265012200888998, "upper": 0.09372265463025176, "relative_to_minus_one": 0.08318638831957087, "n": 2 }, { "event_time": 1, "estimate": 0.30978556270691654, "se": 0.013734354619758783, "lower": 0.282866722301288, "upper": 0.33670440311254507, "relative_to_minus_one": 0.30978556270691654, "n": 2 }, { "event_time": 2, "estimate": 0.7208257826657696, "se": 0.01477056843388215, "lower": 0.6918760005041764, "upper": 0.7497755648273627, "relative_to_minus_one": 0.7208257826657696, "n": 2 }, { "event_time": 3, "estimate": 0.20705301909675625, "se": 0.014103358073700242, "lower": 0.17941094521123158, "upper": 0.23469509298228092, "relative_to_minus_one": 0.20705301909675625, "n": 2 }, { "event_time": 4, "estimate": 0.25019214931692263, "se": 0.004561687095333706, "lower": 0.24125140690132743, "upper": 0.2591328917325178, "relative_to_minus_one": 0.25019214931692263, "n": 2 }, { "event_time": 5, "estimate": 0.25092270388210003, "se": 0.02369436629437556, "lower": 0.20448259930862414, "upper": 0.2973628084555759, "relative_to_minus_one": 0.25092270388210003, "n": 2 }, { "event_time": 6, "estimate": 0.023432407558555083, "se": 0.015936855336829408, "lower": -0.0078032549284555094, "upper": 0.054668070045565675, "relative_to_minus_one": 0.023432407558555083, "n": 2 }, { "event_time": 7, "estimate": 0.18454048007171123, "se": 0.013887108469973807, "lower": 0.15732224762116143, "upper": 0.21175871252226103, "relative_to_minus_one": 0.18454048007171123, "n": 2 }, { "event_time": 8, "estimate": 0.3652717701511641, "se": 0.02570636977169659, "lower": 0.31488821122536964, "upper": 0.4156553290769585, "relative_to_minus_one": 0.3652717701511641, "n": 2 } ], "group_time_estimates": [ { "group": 6, "year": 1, "att": -0.09375559053519814, "se": 0.00447997684077693, "n": 2, "event_time": -5, "adoption_period": 6, "calendar_period": 1 }, { "group": 6, "year": 2, "att": -0.07689433125174971, "se": 0.006164000484254297, "n": 2, "event_time": -4, "adoption_period": 6, "calendar_period": 2 }, { "group": 6, "year": 3, "att": -0.05009179169386424, "se": 0.0050116604083975, "n": 2, "event_time": -3, "adoption_period": 6, "calendar_period": 3 }, { "group": 6, "year": 4, "att": 0.05016474892569817, "se": 0.008379640709866968, "n": 2, "event_time": -2, "adoption_period": 6, "calendar_period": 4 }, { "group": 6, "year": 5, "att": 0.0, "se": null, "n": 2, "event_time": -1, "adoption_period": 6, "calendar_period": 5 }, { "group": 6, "year": 6, "att": 0.08318638831957087, "se": 0.005375744857451262, "n": 2, "event_time": 0, "adoption_period": 6, "calendar_period": 6 }, { "group": 6, "year": 7, "att": 0.30978556270691654, "se": 0.013734354619758783, "n": 2, "event_time": 1, "adoption_period": 6, "calendar_period": 7 }, { "group": 6, "year": 8, "att": 0.7208257826657696, "se": 0.01477056843388215, "n": 2, "event_time": 2, "adoption_period": 6, "calendar_period": 8 }, { "group": 6, "year": 9, "att": 0.20705301909675625, "se": 0.014103358073700242, "n": 2, "event_time": 3, "adoption_period": 6, "calendar_period": 9 }, { "group": 6, "year": 10, "att": 0.25019214931692263, "se": 0.004561687095333706, "n": 2, "event_time": 4, "adoption_period": 6, "calendar_period": 10 }, { "group": 6, "year": 11, "att": 0.25092270388210003, "se": 0.023694366294375557, "n": 2, "event_time": 5, "adoption_period": 6, "calendar_period": 11 }, { "group": 6, "year": 12, "att": 0.023432407558555083, "se": 0.015936855336829408, "n": 2, "event_time": 6, "adoption_period": 6, "calendar_period": 12 }, { "group": 6, "year": 13, "att": 0.18454048007171123, "se": 0.013887108469973807, "n": 2, "event_time": 7, "adoption_period": 6, "calendar_period": 13 }, { "group": 6, "year": 14, "att": 0.3652717701511641, "se": 0.02570636977169659, "n": 2, "event_time": 8, "adoption_period": 6, "calendar_period": 14 } ], "package_dynamic_equal_event_att": 0.2661344737521629, "treated_cell_att": 0.2661344737521629, "treated_cell_se": 0.004828898030999257, "checks": { "max_group_time_vs_direct_did_difference": 5.551115123125783e-17, "max_dynamic_if_vs_direct_if_difference": 0.0, "independent_cluster_se": 0.004828898030999256, "cluster_se_difference": 0.0, "scalar_vs_equal_event_average": 0.0, "simple_vs_treated_cell_average": 0.0, "group_time_cells": 14, "post_treatment_cells": 9, "treated_unit_years": 18 }, "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 0,6.", "Not returning pre-test Wald statistic due to singular covariance matrix" ], "seconds": 0.07509158411994576, "target": "Dynamic aggregation: equal weights across all observed nonnegative event times; cohort-size weights within each event time", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty", "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3002498666631857, "event_study": [ { "event_time": -5, "estimate": -0.05964019762417535, "raw_gap": -0.05964019762417577, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.09375559053519814 }, { "event_time": -4, "estimate": -0.042778938340726935, "raw_gap": -0.04277893834072735, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.07689433125174971 }, { "event_time": -3, "estimate": -0.015976398782841454, "raw_gap": -0.015976398782841877, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.05009179169386424 }, { "event_time": -2, "estimate": 0.08428014183672095, "raw_gap": 0.08428014183672053, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.05016474892569816 }, { "event_time": -1, "estimate": 0.034115392911022786, "raw_gap": 0.03411539291102236, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11730178123059364, "raw_gap": 0.11730178123059322, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.08318638831957084 }, { "event_time": 1, "estimate": 0.3439009556179393, "raw_gap": 0.3439009556179389, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.30978556270691654 }, { "event_time": 2, "estimate": 0.7549411755767923, "raw_gap": 0.7549411755767919, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.7208257826657695 }, { "event_time": 3, "estimate": 0.24116841200777905, "raw_gap": 0.2411684120077786, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.20705301909675627 }, { "event_time": 4, "estimate": 0.28430754222794535, "raw_gap": 0.2843075422279449, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.2501921493169226 }, { "event_time": 5, "estimate": 0.28503809679312275, "raw_gap": 0.28503809679312236, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.2509227038821 }, { "event_time": 6, "estimate": 0.05754780046957786, "raw_gap": 0.057547800469577436, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.023432407558555073 }, { "event_time": 7, "estimate": 0.21865587298273398, "raw_gap": 0.21865587298273356, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.1845404800717112 }, { "event_time": 8, "estimate": 0.39938716306218686, "raw_gap": 0.3993871630621864, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.3652717701511641 } ], "package_event_study": { "event_time": [ -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0 ], "estimate": [ -0.05964019762417577, -0.04277893834072735, -0.015976398782841877, 0.08428014183672053, 0.03411539291102236, 0.11730178123059322, 0.3439009556179389, 0.7549411755767919, 0.2411684120077786, 0.2843075422279449, 0.28503809679312236, 0.057547800469577436, 0.21865587298273356, 0.3993871630621864 ], "n": [ 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 5, "pre_gap": -4.2327252813834093e-16 } ], "diagnostics": { "converged": true, "pre_rmse": 0.052743224015545445, "zeta_omega": [ 0.13217013363270985 ], "zeta_lambda": [ 6.4167512344138e-08 ], "n_observed": 42, "n_missing": 0, "n_treated_observed": 18, "n_untreated_observed": 24, "missing_method": "complete panel", "missing_diagnostics": [] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3002498666631857, "matrix_preparation": { "source_rows": 42, "matrix_shape": [ 3, 14 ], "observed_cells": 42, "missing_cells": 0, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 42.0, "treated_observation_mass": 18.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00043216580525040627, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3002497772490458, "event_study": [ { "event_time": -5, "estimate": -0.004970939132920414, "raw_gap": -0.004970939132920414, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.007866552938429298 }, { "event_time": -4, "estimate": -0.0035822002433799974, "raw_gap": -0.0035822002433799974, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.006477814048888883 }, { "event_time": -3, "estimate": -0.0013346696648426724, "raw_gap": -0.0013346696648426724, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.004230283470351558 }, { "event_time": -2, "estimate": 0.006992165406617113, "raw_gap": 0.006992165406617113, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.004096551601108228 }, { "event_time": -1, "estimate": 0.0028956138055088853, "raw_gap": 0.0028956138055088853, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11730168873089004, "raw_gap": 0.11730168873089004, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.11440607492538116 }, { "event_time": 1, "estimate": 0.34390086783674423, "raw_gap": 0.34390086783674423, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.3410052540312353 }, { "event_time": 2, "estimate": 0.7549410850711196, "raw_gap": 0.7549410850711196, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.7520454712656107 }, { "event_time": 3, "estimate": 0.2411683235928317, "raw_gap": 0.2411683235928317, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.23827270978732282 }, { "event_time": 4, "estimate": 0.284307453812998, "raw_gap": 0.284307453812998, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.2814118400074891 }, { "event_time": 5, "estimate": 0.2850380042934192, "raw_gap": 0.2850380042934192, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.2821423904879103 }, { "event_time": 6, "estimate": 0.05754771205463052, "raw_gap": 0.05754771205463052, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.054652098249121636 }, { "event_time": 7, "estimate": 0.21865578456778664, "raw_gap": 0.21865578456778664, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.21576017076227777 }, { "event_time": 8, "estimate": 0.3993870752809917, "raw_gap": 0.3993870752809917, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.3964914614754828 } ], "package_event_study": { "event_time": [ -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0 ], "estimate": [ -0.004970939132920414, -0.0035822002433799974, -0.0013346696648426724, 0.006992165406617113, 0.0028956138055088853, 0.11730168873089004, 0.34390086783674423, 0.7549410850711196, 0.2411683235928317, 0.284307453812998, 0.2850380042934192, 0.05754771205463052, 0.21865578456778664, 0.3993870752809917 ], "n": [ 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 60, "termination_reason": "Relative objective tolerance reached", "objective": 0.00017528389503078352, "lambda_l": 0.0020064435710360463, "singular_values": [ 0.07223196855743988, 0.0, 0.0 ], "history_objective": [ 0.000247464448167565, 0.00022968436264090902, 0.0002150510390570465, 0.00020349267310051448, 0.00019475010952450724, 0.00018840578678839536, 0.00018396596435100938, 0.00018094892275716528, 0.00017894384169414346, 0.0001776324091705511, 0.00017678405804585537, 0.0001762393024162782, 0.00017589118942193082, 0.0001756694368072809, 0.00017552846205356505, 0.00017543895690588004, 0.00017538217684558984, 0.00017534617560672778, 0.00017532335673259213, 0.00017530889630429911, 0.00017529973423372576, 0.00017529392925798835, 0.00017529025163915026, 0.0001752879218876172, 0.00017528644593532074, 0.000175285510965577, 0.0001752849186819545, 0.00017528454348481943, 0.00017528430580747095, 0.00017528415523447154, 0.00017528405985486, 0.0001752839994373006, 0.00017528396116952874, 0.00017528393691903192, 0.0001752839215596513, 0.00017528391183617762, 0.00017528390567654123, 0.00017528390177453692, 0.00017528389930493497, 0.00017528389773827644, 0.0001752838967458206, 0.00017528389611711436, 0.00017528389571883906, 0.00017528389546654348, 0.00017528389530731506, 0.00017528389520602447, 0.0001752838951416638, 0.0001752838951008994, 0.00017528389507508822, 0.00017528389505855083, 0.0001752838950483582, 0.00017528389504185824, 0.00017528389503769116, 0.00017528389503497312, 0.00017528389503332386, 0.00017528389503226432, 0.00017528389503161545, 0.00017528389503115779, 0.00017528389503090815, 0.00017528389503078352 ], "history_rmse": [ 0.005514247414565355, 0.005510463194583773, 0.005509661168732065, 0.005509526228198317, 0.005509504214432302, 0.005509499284505417, 0.005509497335824514, 0.0055094962039583355, 0.005509495477715374, 0.005509495008557139, 0.0055094947071247, 0.00550949451438052, 0.005509494391536698, 0.005509494313409707, 0.005509494263798668, 0.005509494232316013, 0.005509494212354079, 0.005509494199700946, 0.005509494191682289, 0.005509494186601732, 0.005509494183381879, 0.005509494181342717, 0.005509494180050832, 0.005509494179232395, 0.005509494178713751, 0.005509494178385246, 0.005509494178177197, 0.005509494178045353, 0.005509494177962041, 0.005509494177909107, 0.0055094941778754646, 0.005509494177854214, 0.005509494177841152, 0.005509494177832788, 0.005509494177826871, 0.005509494177823471, 0.005509494177821346, 0.005509494177820204, 0.005509494177819046, 0.005509494177818531, 0.005509494177818186, 0.005509494177817938, 0.0055094941778177815, 0.005509494177818007, 0.00550949417781782, 0.005509494177817656, 0.005509494177817567, 0.005509494177817583, 0.0055094941778180825, 0.005509494177818157, 0.005509494177818047, 0.005509494177817561, 0.0055094941778180235, 0.005509494177817553, 0.005509494177817567, 0.005509494177817564, 0.005509494177818034, 0.005509494177817523, 0.005509494177817724, 0.005509494177819805 ], "n_observed": 42, "n_missing": 0, "n_treated_observed": 18, "n_untreated_observed": 24 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.3002497772490457, "matrix_preparation": { "source_rows": 42, "matrix_shape": [ 3, 14 ], "observed_cells": 42, "missing_cells": 0, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 42.0, "treated_observation_mass": 18.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004015406593680382, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.11981956325696348, "event_study": [ { "event_time": -5, "estimate": -0.007912541065830933, "raw_gap": -0.007912541065830933, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.01521358910617246 }, { "event_time": -4, "estimate": -0.012019362742677665, "raw_gap": -0.012019362742677665, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.01932041078301919 }, { "event_time": -3, "estimate": 0.007818111272612935, "raw_gap": 0.007818111272612935, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.0005170632322714095 }, { "event_time": -2, "estimate": 0.004812744495553972, "raw_gap": 0.004812744495553972, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.0024883035447875535 }, { "event_time": -1, "estimate": 0.007301048040341525, "raw_gap": 0.007301048040341525, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.008256908971672014, "raw_gap": 0.008256908971672014, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.0009558609313304886 }, { "event_time": 1, "estimate": 0.028518910330417955, "raw_gap": 0.028518910330417955, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.02121786229007643 }, { "event_time": 2, "estimate": 0.17055662307270597, "raw_gap": 0.17055662307270597, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.16325557503236446 }, { "event_time": 3, "estimate": 0.19250142719339794, "raw_gap": 0.19250142719339794, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.18520037915305643 }, { "event_time": 4, "estimate": 0.3056451449455279, "raw_gap": 0.3056451449455279, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.2983440969051864 }, { "event_time": 5, "estimate": 0.2026198786845846, "raw_gap": 0.2026198786845846, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.19531883064424307 }, { "event_time": 6, "estimate": 0.11699757918563133, "raw_gap": 0.11699757918563133, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.10969653114528981 }, { "event_time": 7, "estimate": 0.02619479173770012, "raw_gap": 0.02619479173770012, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.018893743697358596 }, { "event_time": 8, "estimate": 0.027084805191033658, "raw_gap": 0.027084805191033658, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.01978375715069213 } ], "package_event_study": { "event_time": [ -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0 ], "estimate": [ -0.007912541065830933, -0.012019362742677665, 0.007818111272612935, 0.004812744495553972, 0.007301048040341525, 0.008256908971672014, 0.028518910330417955, 0.17055662307270597, 0.19250142719339794, 0.3056451449455279, 0.2026198786845846, 0.11699757918563133, 0.02619479173770012, 0.027084805191033658 ], "n": [ 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.00830257866926109, "penalty": 1.0, "n_observed": 42, "n_missing": 0, "n_treated_observed": 18, "n_untreated_observed": 24, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.11981956325696348, "matrix_preparation": { "source_rows": 42, "matrix_shape": [ 3, 14 ], "observed_cells": 42, "missing_cells": 0, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 42.0, "treated_observation_mass": 18.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003089173696935177, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "failed", "reason": "RuntimeError: multisynth-cohort failed; see multisynth-cohort.log" }, { "method": "Multisynth (individual)", "status": "failed", "reason": "RuntimeError: multisynth-individual failed; see multisynth-individual.log" } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3002498666631857, "SE": 0.014542878684129101, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.266134473752164, "SE": 0.00977777328406288, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.30024986666322007, "SE": 0.00963595371965839, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.266134473752164, "SE": 0.00977777328406288, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.2661344737521629, "SE": 0.004828898030999256, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2661344737521629, "SE": 0.004828898030999257, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3002498666631857, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3002497772490458, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.11981956325696348, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "RuntimeError: multisynth-cohort failed; see multisynth-cohort.log" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "RuntimeError: multisynth-individual failed; see multisynth-individual.log" } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "dc7188bf9bf709f0803169dfc3b1198e8b9d2b79d5904ebc5f010a48edde2ee2", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" } } }