{ "study_id": 22, "specification_id": "S22-P043", "source_specification_id": "REXER-F4-THEFT-CTRLSPATIAL-SHNONE-FENONE-TRNNPC-SONSHORE", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Corruption as a Local Advantage", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S22-P043.json", "input_bytes": 354362, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [ "cntrd_lat", "dist_coast_km", "dist_niger_km", "dist_capital_km" ], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s22-p043", "study_id": 22, "study": "Corruption as a Local Advantage", "citation": "Rexer (2025), AER. https://doi.org/10.1257/aer.20220528", "description": "REXER-F4-THEFT-CTRLSPATIAL-SHNONE-FENONE-TRNNPC-SONSHORE", "source_specification_id": "REXER-F4-THEFT-CTRLSPATIAL-SHNONE-FENONE-TRNNPC-SONSHORE", "specification_id": "S22-P043", "data": "repl-archives/twfe-microdata-replication-private/outputs/expansion_nigerian_oil_2026_10_06/validation/native_inputs/REXER-F4-THEFT-CTRLSPATIAL-SHNONE-FENONE-TRNNPC-SONSHORE.csv", "output_dir": "analyses/full-archive/results/S22-P043" }, "source": { "file": "REXER-F4-THEFT-CTRLSPATIAL-SHNONE-FENONE-TRNNPC-SONSHORE.csv", "bytes": 354362, "sha256": "0ab2ebc42571475f1efd37e6292c1fd18a14f98a47454b287f55154589993120" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 2291, "source_sd": 21.965037243976433, "rows": 2096, "units": 193, "clusters": 193, "treated_units": 30, "never_treated_units": 163, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 2096, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 24, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.10113344233100728, "se": 0.07177601502906009, "pvalue": 0.16044837504100637, "lower": -0.2427042025349398, "upper": 0.04043731787292522 }, { "method": "Dynamic TWFE", "estimate": 0.00040483951011768826, "se": 0.07301508127962467, "pvalue": 0.9955818276105114, "lower": -0.14360985061893594, "upper": 0.14441952963917132 }, { "method": "BJS / did2s", "estimate": -0.1395133744313678, "se": 0.07098468355260718, "pvalue": 0.05080993386397624, "lower": -0.27952331520767704, "upper": 0.0004965663449414126 }, { "method": "Sun\u2013Abraham", "estimate": -0.013069438910426293, "se": 0.06980557319227033, "pvalue": 0.8516809073540786, "lower": -0.15075370654913328, "upper": 0.12461482872828068 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -10, "estimate": 0.3809900064648439, "se": 0.1372890768616189, "pvalue": 0.006064177013200556, "lower": 0.11020151296703168, "upper": 0.6517784999626561 }, { "event_time": -9, "estimate": 0.09446565954213185, "se": 0.1080776627260542, "pvalue": 0.3831810658204799, "lower": -0.11870634320832615, "upper": 0.3076376622925898 }, { "event_time": -8, "estimate": 0.20898050234240398, "se": 0.08682957435612126, "pvalue": 0.017040803125949487, "lower": 0.037718154539965076, "upper": 0.3802428501448429 }, { "event_time": -7, "estimate": 0.16721815040813634, "se": 0.09403549641866696, "pvalue": 0.07694619889950825, "lower": -0.018257132787161234, "upper": 0.3526934336034339 }, { "event_time": -6, "estimate": 0.16498712190324666, "se": 0.08158289712025121, "pvalue": 0.044530248787064186, "lower": 0.004073301871903162, "upper": 0.3259009419345902 }, { "event_time": -5, "estimate": 0.2272313185072473, "se": 0.06291117825244266, "pvalue": 0.0003879550817556463, "lower": 0.10314553125760031, "upper": 0.35131710575689423 }, { "event_time": -4, "estimate": 0.19009207033381093, "se": 0.098889089918606, "pvalue": 0.056051325182567245, "lower": -0.004956423651038516, "upper": 0.3851405643186604 }, { "event_time": -3, "estimate": 0.08911958810163548, "se": 0.16063686974783667, "pvalue": 0.5796846199647424, "lower": -0.22772001016491553, "upper": 0.4059591863681865 }, { "event_time": -2, "estimate": 0.03654866086323244, "se": 0.14370594799595482, "pvalue": 0.7995131939296686, "lower": -0.24689644674516814, "upper": 0.319993768471633 }, { "event_time": 0, "estimate": 0.13479074857705606, "se": 0.06726863534783391, "pvalue": 0.046500668468595574, "lower": 0.0021103282414011992, "upper": 0.26747116891271094 }, { "event_time": 1, "estimate": -0.05563557839386088, "se": 0.12467661487311686, "pvalue": 0.6559274012273572, "lower": -0.3015472961187005, "upper": 0.19027613933097876 }, { "event_time": 2, "estimate": -0.38929377292750234, "se": 0.21810565228172318, "pvalue": 0.07585857434827177, "lower": -0.8194845962240692, "upper": 0.04089705036906455 }, { "event_time": 3, "estimate": -0.3481586357294788, "se": 0.21843803403411235, "pvalue": 0.11261328115779988, "lower": -0.7790050476282354, "upper": 0.0826877761692778 }, { "event_time": 4, "estimate": -0.043718858342939745, "se": 0.08579945107360439, "pvalue": 0.6109539784346427, "lower": -0.21294939459731987, "upper": 0.12551167791144036 }, { "event_time": 5, "estimate": 0.20426177621233077, "se": 0.06947605155794553, "pvalue": 0.0036848093655096467, "lower": 0.0672274558889786, "upper": 0.34129609653568294 } ], "BJS / did2s": [ { "event_time": -10, "estimate": 0.2018141682579887, "se": 0.10366092987237953, "pvalue": 0.053009390188080936, "lower": -0.0026462861088031586, "upper": 0.40627462262478053 }, { "event_time": -9, "estimate": -0.04785941477955551, "se": 0.0780999540849616, "pvalue": 0.5407357465703432, "lower": -0.20190349018864176, "upper": 0.10618466062953072 }, { "event_time": -8, "estimate": 0.059825947372959744, "se": 0.04996667510686713, "pvalue": 0.23265917501982844, "lower": -0.038728147290530555, "upper": 0.15838004203645004 }, { "event_time": -7, "estimate": 0.0226255451506829, "se": 0.05493254465276919, "pvalue": 0.6808877816039007, "lower": -0.08572321318147552, "upper": 0.1309743034828413 }, { "event_time": -6, "estimate": 0.021170501700863913, "se": 0.04793121760244152, "pvalue": 0.659214180443883, "lower": -0.07336886372267533, "upper": 0.11570986712440316 }, { "event_time": -5, "estimate": 0.06431803618504103, "se": 0.037907373639184935, "pvalue": 0.09137095509243835, "lower": -0.010450334575876075, "upper": 0.13908640694595814 }, { "event_time": -4, "estimate": 0.037448055819384526, "se": 0.07262936594998023, "pvalue": 0.6067235868592541, "lower": -0.10580585074683178, "upper": 0.18070196238560082 }, { "event_time": -3, "estimate": -0.05271596821765846, "se": 0.11961448555252062, "pvalue": 0.6599147200651273, "lower": -0.28864315983196837, "upper": 0.1832112233966514 }, { "event_time": -2, "estimate": -0.09810618407675105, "se": 0.10587984362940392, "pvalue": 0.3553076909293898, "lower": -0.3069432161524297, "upper": 0.11073084799892759 }, { "event_time": -1, "estimate": -0.13009652744102337, "se": 0.04753648239762301, "pvalue": 0.00678706183992155, "lower": -0.22385731853157986, "upper": -0.036335736350466885 }, { "event_time": 0, "estimate": -0.007424673876782831, "se": 0.06124861126378748, "pvalue": 0.9036420375167291, "lower": -0.1282312198314292, "upper": 0.11338187207786354 }, { "event_time": 1, "estimate": -0.17558861245760332, "se": 0.13088849639719713, "pvalue": 0.18133852826927369, "lower": -0.433752623505007, "upper": 0.08257539858980034 }, { "event_time": 2, "estimate": -0.5311324873410121, "se": 0.21718686876061338, "pvalue": 0.015366221937549152, "lower": -0.9595111052442635, "upper": -0.10275386943776083 }, { "event_time": 3, "estimate": -0.47861803908237355, "se": 0.22952164826550212, "pvalue": 0.03836556861617665, "lower": -0.9313257328022188, "upper": -0.025910345362528342 }, { "event_time": 4, "estimate": -0.1838615977192513, "se": 0.08023053031715892, "pvalue": 0.023010025478520827, "lower": -0.3421080142132039, "upper": -0.02561518122529874 }, { "event_time": 5, "estimate": 0.035240520354633535, "se": 0.05955847378241478, "pvalue": 0.5547501110248974, "lower": -0.08223240436191237, "upper": 0.15271344507117945 } ], "Sun\u2013Abraham": [ { "event_time": -10, "estimate": 0.40041392274411264, "se": 0.12944809800007157, "pvalue": 0.0022751257523754963, "lower": 0.14509094844129605, "upper": 0.6557368970469293 }, { "event_time": -9, "estimate": 0.10662688445463697, "se": 0.10771685593949464, "pvalue": 0.3234780510336501, "lower": -0.10583346425596812, "upper": 0.31908723316524207 }, { "event_time": -8, "estimate": 0.21925375565330718, "se": 0.09106857176724453, "pvalue": 0.017005613086304716, "lower": 0.039630424230472916, "upper": 0.39887708707614145 }, { "event_time": -7, "estimate": 0.1806091873433515, "se": 0.09800623505029583, "pvalue": 0.06689512613294694, "lower": -0.012697966796902105, "upper": 0.3739163414836051 }, { "event_time": -6, "estimate": 0.1749402574901811, "se": 0.08517284928431774, "pvalue": 0.041336337431111786, "lower": 0.006945628406442028, "upper": 0.3429348865739202 }, { "event_time": -5, "estimate": 0.21955132593500068, "se": 0.05894716132483115, "pvalue": 0.00025713615132531896, "lower": 0.10328415176489021, "upper": 0.33581850010511116 }, { "event_time": -4, "estimate": 0.18347434647101427, "se": 0.09777842304371835, "pvalue": 0.06211350937581059, "lower": -0.00938347206678633, "upper": 0.37633216500881483 }, { "event_time": -3, "estimate": 0.09360864145854851, "se": 0.16052118100996018, "pvalue": 0.5604736569706082, "lower": -0.22300277274733016, "upper": 0.4102200556644272 }, { "event_time": -2, "estimate": 0.03824757156840017, "se": 0.14288089588272931, "pvalue": 0.7892264538590408, "lower": -0.24357020614672195, "upper": 0.32006534928352226 }, { "event_time": 0, "estimate": 0.1391390943030148, "se": 0.06808451641383542, "pvalue": 0.042356663556780326, "lower": 0.0048494330154477405, "upper": 0.2734287555905819 }, { "event_time": 1, "estimate": -0.05797926641076412, "se": 0.137896728313316, "pvalue": 0.6746238330827068, "lower": -0.3299662894998465, "upper": 0.21400775667831828 }, { "event_time": 2, "estimate": -0.4238639386458615, "se": 0.2180675807689827, "pvalue": 0.053389965971186774, "lower": -0.85397966982428, "upper": 0.006251792532556921 }, { "event_time": 3, "estimate": -0.3952866120976379, "se": 0.2093918897279742, "pvalue": 0.06056340090339762, "lower": -0.8082904407070333, "upper": 0.01771721651175745 }, { "event_time": 4, "estimate": -0.08594227295043952, "se": 0.08741988153407865, "pvalue": 0.32679661186026526, "lower": -0.25836894055947995, "upper": 0.08648439465860092 }, { "event_time": 5, "estimate": 0.16662211448559128, "se": 0.05574446079342169, "pvalue": 0.0031645830952237875, "lower": 0.05667193560636738, "upper": 0.27657229336481515 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.46875, 0.15625, 0.09375, 0.09375, 0.09375, 0.09375 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.4108833812940276e-10, "package_aggregate_vs_estimable_cell_weights": null, "saturated_vs_deviations_relative_rss_difference": 4.050421130930074e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6793202108567961, "df_num": 1, "df_den": 1823, "pvalue": 0.40992872560893645, "log10_pvalue": -0.3872916475865562, "inference": "Homoskedastic nested-model F", "observations": 2096, "design_columns": 70, "restricted_design_columns": 69, "fixed_effect_rank": 203, "covariance_rank": 1, "rss_unrestricted": 561.3581109059184, "rss_restricted": 561.5672946197235, "test_horizon": null, "reference_cohort": 6, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]" ], "data": [ [ -0.09671179883945843, -0.009671179883945839, 0.01160541586073501, 0.011605415860735012, 0.011605415860735007, -0.017408123791102504 ], [ 0.009671179883945644, -0.09427097724970088, -0.009626150051682204, 0.011537871112338973, 0.011537871112328804, 0.014439225077508827 ], [ 0.009671179883945644, 0.01154912857040494, -0.09428223470776687, -0.009626150051682205, 0.011537871112328804, 0.014439225077508827 ], [ 0.009671179883945644, 0.01154912857040494, 0.011537871112338977, -0.09428223470776687, -0.009626150051692347, 0.014439225077508827 ], [ 0.00967117988394349, 0.011549128570402483, 0.011537871112336538, 0.011537871112336538, -0.09333246562049925, -0.006693137117085864 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+x0+x1+x2+x3+x4+x5+x6+x7+x8+x9+x10+x11+x12+x13+x14+x15+x16+x17+x18+x19+x20+x21+x22+x23+x24+x25+x26+x27+x28+x29+x30+x31+x32+x33+x34+x35+x36+x37+x38+x39|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10" ], "deviations": [ { "event_time": -9.0, "cohort": 10, "estimate": 0.231003667439012 }, { "event_time": -8.0, "cohort": 10, "estimate": 0.05540508018099846 }, { "event_time": -7.0, "cohort": 10, "estimate": 0.06266271065114071 }, { "event_time": -6.0, "cohort": 10, "estimate": 0.08564779732197264 }, { "event_time": -5.0, "cohort": 10, "estimate": -0.3990597717956722 }, { "event_time": -4.0, "cohort": 10, "estimate": -0.1745700813697085 }, { "event_time": -3.0, "cohort": 10, "estimate": -0.15373668355607267 }, { "event_time": -2.0, "cohort": 10, "estimate": 0.2978616837291378 }, { "event_time": 0.0, "cohort": 10, "estimate": 0.20475715542176756 }, { "event_time": 1.0, "cohort": 10, "estimate": 0.4414849972034195 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.2641660201228705 }, { "event_time": -4.0, "cohort": 11, "estimate": 0.10079198931480601 }, { "event_time": -3.0, "cohort": 11, "estimate": 0.18712290744694546 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.044016861239255425 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.22828456767344016 } ] } } }, "code_sha256": { "replication_engine.py": "44c4c4f8cb33d36098a093a1e83e9112703c0b401c6f0d02b67c914e725034b3", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [ "cntrd_lat", "dist_coast_km", "dist_niger_km", "dist_capital_km" ], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s22-p043", "study_id": 22, "study": "Corruption as a Local Advantage", "citation": "Rexer (2025), AER. https://doi.org/10.1257/aer.20220528", "description": "REXER-F4-THEFT-CTRLSPATIAL-SHNONE-FENONE-TRNNPC-SONSHORE", "source_specification_id": "REXER-F4-THEFT-CTRLSPATIAL-SHNONE-FENONE-TRNNPC-SONSHORE", "specification_id": "S22-P043", "data": "repl-archives/twfe-microdata-replication-private/outputs/expansion_nigerian_oil_2026_10_06/validation/native_inputs/REXER-F4-THEFT-CTRLSPATIAL-SHNONE-FENONE-TRNNPC-SONSHORE.csv", "output_dir": "analyses/archive-expanded/fits/S22-P043" }, "options": { "output_dir": "analyses/archive-expanded/fits/S22-P043", "regression_results": "analyses/archive-expanded/baselines/S22-P043.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "REXER-F4-THEFT-CTRLSPATIAL-SHNONE-FENONE-TRNNPC-SONSHORE.csv", "bytes": 354362, "sha256": "0ab2ebc42571475f1efd37e6292c1fd18a14f98a47454b287f55154589993120" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 2291, "source_sd": 21.965037243976433, "rows": 2096, "units": 193, "clusters": 193, "treated_units": 30, "never_treated_units": 163, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 2096, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 24, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.10113344233100728, "se": 0.07177601502906009, "pvalue": 0.16044837504100637, "lower": -0.2427042025349398, "upper": 0.04043731787292522 }, { "method": "Dynamic TWFE", "estimate": 0.00040483951011768826, "se": 0.07301508127962467, "pvalue": 0.9955818276105114, "lower": -0.14360985061893594, "upper": 0.14441952963917132 }, { "method": "BJS / did2s", "estimate": -0.1395133744313678, "se": 0.07098468355260718, "pvalue": 0.05080993386397624, "lower": -0.27952331520767704, "upper": 0.0004965663449414126 }, { "method": "Sun\u2013Abraham", "estimate": -0.013069438910426293, "se": 0.06980557319227033, "pvalue": 0.8516809073540786, "lower": -0.15075370654913328, "upper": 0.12461482872828068 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -10, "estimate": 0.3809900064648439, "se": 0.1372890768616189, "pvalue": 0.006064177013200556, "lower": 0.11020151296703168, "upper": 0.6517784999626561 }, { "event_time": -9, "estimate": 0.09446565954213185, "se": 0.1080776627260542, "pvalue": 0.3831810658204799, "lower": -0.11870634320832615, "upper": 0.3076376622925898 }, { "event_time": -8, "estimate": 0.20898050234240398, "se": 0.08682957435612126, "pvalue": 0.017040803125949487, "lower": 0.037718154539965076, "upper": 0.3802428501448429 }, { "event_time": -7, "estimate": 0.16721815040813634, "se": 0.09403549641866696, "pvalue": 0.07694619889950825, "lower": -0.018257132787161234, "upper": 0.3526934336034339 }, { "event_time": -6, "estimate": 0.16498712190324666, "se": 0.08158289712025121, "pvalue": 0.044530248787064186, "lower": 0.004073301871903162, "upper": 0.3259009419345902 }, { "event_time": -5, "estimate": 0.2272313185072473, "se": 0.06291117825244266, "pvalue": 0.0003879550817556463, "lower": 0.10314553125760031, "upper": 0.35131710575689423 }, { "event_time": -4, "estimate": 0.19009207033381093, "se": 0.098889089918606, "pvalue": 0.056051325182567245, "lower": -0.004956423651038516, "upper": 0.3851405643186604 }, { "event_time": -3, "estimate": 0.08911958810163548, "se": 0.16063686974783667, "pvalue": 0.5796846199647424, "lower": -0.22772001016491553, "upper": 0.4059591863681865 }, { "event_time": -2, "estimate": 0.03654866086323244, "se": 0.14370594799595482, "pvalue": 0.7995131939296686, "lower": -0.24689644674516814, "upper": 0.319993768471633 }, { "event_time": 0, "estimate": 0.13479074857705606, "se": 0.06726863534783391, "pvalue": 0.046500668468595574, "lower": 0.0021103282414011992, "upper": 0.26747116891271094 }, { "event_time": 1, "estimate": -0.05563557839386088, "se": 0.12467661487311686, "pvalue": 0.6559274012273572, "lower": -0.3015472961187005, "upper": 0.19027613933097876 }, { "event_time": 2, "estimate": -0.38929377292750234, "se": 0.21810565228172318, "pvalue": 0.07585857434827177, "lower": -0.8194845962240692, "upper": 0.04089705036906455 }, { "event_time": 3, "estimate": -0.3481586357294788, "se": 0.21843803403411235, "pvalue": 0.11261328115779988, "lower": -0.7790050476282354, "upper": 0.0826877761692778 }, { "event_time": 4, "estimate": -0.043718858342939745, "se": 0.08579945107360439, "pvalue": 0.6109539784346427, "lower": -0.21294939459731987, "upper": 0.12551167791144036 }, { "event_time": 5, "estimate": 0.20426177621233077, "se": 0.06947605155794553, "pvalue": 0.0036848093655096467, "lower": 0.0672274558889786, "upper": 0.34129609653568294 } ], "BJS / did2s": [ { "event_time": -10, "estimate": 0.2018141682579887, "se": 0.10366092987237953, "pvalue": 0.053009390188080936, "lower": -0.0026462861088031586, "upper": 0.40627462262478053 }, { "event_time": -9, "estimate": -0.04785941477955551, "se": 0.0780999540849616, "pvalue": 0.5407357465703432, "lower": -0.20190349018864176, "upper": 0.10618466062953072 }, { "event_time": -8, "estimate": 0.059825947372959744, "se": 0.04996667510686713, "pvalue": 0.23265917501982844, "lower": -0.038728147290530555, "upper": 0.15838004203645004 }, { "event_time": -7, "estimate": 0.0226255451506829, "se": 0.05493254465276919, "pvalue": 0.6808877816039007, "lower": -0.08572321318147552, "upper": 0.1309743034828413 }, { "event_time": -6, "estimate": 0.021170501700863913, "se": 0.04793121760244152, "pvalue": 0.659214180443883, "lower": -0.07336886372267533, "upper": 0.11570986712440316 }, { "event_time": -5, "estimate": 0.06431803618504103, "se": 0.037907373639184935, "pvalue": 0.09137095509243835, "lower": -0.010450334575876075, "upper": 0.13908640694595814 }, { "event_time": -4, "estimate": 0.037448055819384526, "se": 0.07262936594998023, "pvalue": 0.6067235868592541, "lower": -0.10580585074683178, "upper": 0.18070196238560082 }, { "event_time": -3, "estimate": -0.05271596821765846, "se": 0.11961448555252062, "pvalue": 0.6599147200651273, "lower": -0.28864315983196837, "upper": 0.1832112233966514 }, { "event_time": -2, "estimate": -0.09810618407675105, "se": 0.10587984362940392, "pvalue": 0.3553076909293898, "lower": -0.3069432161524297, "upper": 0.11073084799892759 }, { "event_time": -1, "estimate": -0.13009652744102337, "se": 0.04753648239762301, "pvalue": 0.00678706183992155, "lower": -0.22385731853157986, "upper": -0.036335736350466885 }, { "event_time": 0, "estimate": -0.007424673876782831, "se": 0.06124861126378748, "pvalue": 0.9036420375167291, "lower": -0.1282312198314292, "upper": 0.11338187207786354 }, { "event_time": 1, "estimate": -0.17558861245760332, "se": 0.13088849639719713, "pvalue": 0.18133852826927369, "lower": -0.433752623505007, "upper": 0.08257539858980034 }, { "event_time": 2, "estimate": -0.5311324873410121, "se": 0.21718686876061338, "pvalue": 0.015366221937549152, "lower": -0.9595111052442635, "upper": -0.10275386943776083 }, { "event_time": 3, "estimate": -0.47861803908237355, "se": 0.22952164826550212, "pvalue": 0.03836556861617665, "lower": -0.9313257328022188, "upper": -0.025910345362528342 }, { "event_time": 4, "estimate": -0.1838615977192513, "se": 0.08023053031715892, "pvalue": 0.023010025478520827, "lower": -0.3421080142132039, "upper": -0.02561518122529874 }, { "event_time": 5, "estimate": 0.035240520354633535, "se": 0.05955847378241478, "pvalue": 0.5547501110248974, "lower": -0.08223240436191237, "upper": 0.15271344507117945 } ], "Sun\u2013Abraham": [ { "event_time": -10, "estimate": 0.40041392274411264, "se": 0.12944809800007157, "pvalue": 0.0022751257523754963, "lower": 0.14509094844129605, "upper": 0.6557368970469293 }, { "event_time": -9, "estimate": 0.10662688445463697, "se": 0.10771685593949464, "pvalue": 0.3234780510336501, "lower": -0.10583346425596812, "upper": 0.31908723316524207 }, { "event_time": -8, "estimate": 0.21925375565330718, "se": 0.09106857176724453, "pvalue": 0.017005613086304716, "lower": 0.039630424230472916, "upper": 0.39887708707614145 }, { "event_time": -7, "estimate": 0.1806091873433515, "se": 0.09800623505029583, "pvalue": 0.06689512613294694, "lower": -0.012697966796902105, "upper": 0.3739163414836051 }, { "event_time": -6, "estimate": 0.1749402574901811, "se": 0.08517284928431774, "pvalue": 0.041336337431111786, "lower": 0.006945628406442028, "upper": 0.3429348865739202 }, { "event_time": -5, "estimate": 0.21955132593500068, "se": 0.05894716132483115, "pvalue": 0.00025713615132531896, "lower": 0.10328415176489021, "upper": 0.33581850010511116 }, { "event_time": -4, "estimate": 0.18347434647101427, "se": 0.09777842304371835, "pvalue": 0.06211350937581059, "lower": -0.00938347206678633, "upper": 0.37633216500881483 }, { "event_time": -3, "estimate": 0.09360864145854851, "se": 0.16052118100996018, "pvalue": 0.5604736569706082, "lower": -0.22300277274733016, "upper": 0.4102200556644272 }, { "event_time": -2, "estimate": 0.03824757156840017, "se": 0.14288089588272931, "pvalue": 0.7892264538590408, "lower": -0.24357020614672195, "upper": 0.32006534928352226 }, { "event_time": 0, "estimate": 0.1391390943030148, "se": 0.06808451641383542, "pvalue": 0.042356663556780326, "lower": 0.0048494330154477405, "upper": 0.2734287555905819 }, { "event_time": 1, "estimate": -0.05797926641076412, "se": 0.137896728313316, "pvalue": 0.6746238330827068, "lower": -0.3299662894998465, "upper": 0.21400775667831828 }, { "event_time": 2, "estimate": -0.4238639386458615, "se": 0.2180675807689827, "pvalue": 0.053389965971186774, "lower": -0.85397966982428, "upper": 0.006251792532556921 }, { "event_time": 3, "estimate": -0.3952866120976379, "se": 0.2093918897279742, "pvalue": 0.06056340090339762, "lower": -0.8082904407070333, "upper": 0.01771721651175745 }, { "event_time": 4, "estimate": -0.08594227295043952, "se": 0.08741988153407865, "pvalue": 0.32679661186026526, "lower": -0.25836894055947995, "upper": 0.08648439465860092 }, { "event_time": 5, "estimate": 0.16662211448559128, "se": 0.05574446079342169, "pvalue": 0.0031645830952237875, "lower": 0.05667193560636738, "upper": 0.27657229336481515 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ], "weights": [ 0.46875, 0.15625, 0.09375, 0.09375, 0.09375, 0.09375 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.4108833812940276e-10, "package_aggregate_vs_estimable_cell_weights": null, "saturated_vs_deviations_relative_rss_difference": 4.050421130930074e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6793202108567961, "df_num": 1, "df_den": 1823, "pvalue": 0.40992872560893645, "log10_pvalue": -0.3872916475865562, "inference": "Homoskedastic nested-model F", "observations": 2096, "design_columns": 70, "restricted_design_columns": 69, "fixed_effect_rank": 203, "covariance_rank": 1, "rss_unrestricted": 561.3581109059184, "rss_restricted": 561.5672946197235, "test_horizon": null, "reference_cohort": 6, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]" ], "data": [ [ -0.09671179883945843, -0.009671179883945839, 0.01160541586073501, 0.011605415860735012, 0.011605415860735007, -0.017408123791102504 ], [ 0.009671179883945644, -0.09427097724970088, -0.009626150051682204, 0.011537871112338973, 0.011537871112328804, 0.014439225077508827 ], [ 0.009671179883945644, 0.01154912857040494, -0.09428223470776687, -0.009626150051682205, 0.011537871112328804, 0.014439225077508827 ], [ 0.009671179883945644, 0.01154912857040494, 0.011537871112338977, -0.09428223470776687, -0.009626150051692347, 0.014439225077508827 ], [ 0.00967117988394349, 0.011549128570402483, 0.011537871112336538, 0.011537871112336538, -0.09333246562049925, -0.006693137117085864 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+x0+x1+x2+x3+x4+x5+x6+x7+x8+x9+x10+x11+x12+x13+x14+x15+x16+x17+x18+x19+x20+x21+x22+x23+x24+x25+x26+x27+x28+x29+x30+x31+x32+x33+x34+x35+x36+x37+x38+x39|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10" ], "deviations": [ { "event_time": -9.0, "cohort": 10, "estimate": 0.231003667439012 }, { "event_time": -8.0, "cohort": 10, "estimate": 0.05540508018099846 }, { "event_time": -7.0, "cohort": 10, "estimate": 0.06266271065114071 }, { "event_time": -6.0, "cohort": 10, "estimate": 0.08564779732197264 }, { "event_time": -5.0, "cohort": 10, "estimate": -0.3990597717956722 }, { "event_time": -4.0, "cohort": 10, "estimate": -0.1745700813697085 }, { "event_time": -3.0, "cohort": 10, "estimate": -0.15373668355607267 }, { "event_time": -2.0, "cohort": 10, "estimate": 0.2978616837291378 }, { "event_time": 0.0, "cohort": 10, "estimate": 0.20475715542176756 }, { "event_time": 1.0, "cohort": 10, "estimate": 0.4414849972034195 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.2641660201228705 }, { "event_time": -4.0, "cohort": 11, "estimate": 0.10079198931480601 }, { "event_time": -3.0, "cohort": 11, "estimate": 0.18712290744694546 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.044016861239255425 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.22828456767344016 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 9 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unsupported", "reason": "sdid: this adapter does not implement covariate adjustment; controls retained." }, { "method": "Matrix completion", "status": "unsupported", "reason": "matrix-completion: this adapter does not implement covariate adjustment; controls retained." }, { "method": "Horizontal ridge", "status": "unsupported", "reason": "horizontal-ridge: this adapter does not implement covariate adjustment; controls retained." }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: this adapter does not implement covariate adjustment; controls retained." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: this adapter does not implement covariate adjustment; controls retained." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.10113344233100728, "SE": 0.07177601502906009, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.00040483951011768826, "SE": 0.07301508127962467, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.1395133744313678, "SE": 0.07098468355260718, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.013069438910426293, "SE": 0.06980557319227033, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 9 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: this adapter does not implement covariate adjustment; controls retained." }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: this adapter does not implement covariate adjustment; controls retained." }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: this adapter does not implement covariate adjustment; controls retained." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: this adapter does not implement covariate adjustment; controls retained." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: this adapter does not implement covariate adjustment; controls retained." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "323c276188b7dcbfdb13289dce290bf4da592dcb941e20a9d8026f8deda3690c", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "dc1afacddc30a8244338144e1f7647ff6026bcdf1fc2768ae21e6c5fa61a4c29", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "461b3e78aec184815c94c548d47f40b44dfc8ded01cf6bc911b5936538ae8e90" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.10113344233100728, "SE": 0.07177601502906009, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2427042025349398, "upper": 0.04043731787292522, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.00040483951011768826, "SE": 0.07301508127962467, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14360985061893594, "upper": 0.14441952963917132, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.1395133744313678, "SE": 0.07098468355260718, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27952331520767704, "upper": 0.0004965663449414126, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.013069438910426293, "SE": 0.06980557319227033, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15075370654913328, "upper": 0.12461482872828068, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 9 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: this adapter does not implement covariate adjustment; controls retained.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: this adapter does not implement covariate adjustment; controls retained.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: this adapter does not implement covariate adjustment; controls retained.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: this adapter does not implement covariate adjustment; controls retained.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: this adapter does not implement covariate adjustment; controls retained.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791581220.940445, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.10113344233100728, "SE": 0.07177601502906009, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2427042025349398, "upper": 0.04043731787292522, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.00040483951011768826, "SE": 0.07301508127962467, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14360985061893594, "upper": 0.14441952963917132, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.1395133744313678, "SE": 0.07098468355260718, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27952331520767704, "upper": 0.0004965663449414126, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.013069438910426293, "SE": 0.06980557319227033, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15075370654913328, "upper": 0.12461482872828068, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 9 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "sdid: this adapter does not implement covariate adjustment; controls retained.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "matrix-completion: this adapter does not implement covariate adjustment; controls retained.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "horizontal-ridge: this adapter does not implement covariate adjustment; controls retained.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: this adapter does not implement covariate adjustment; controls retained.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: this adapter does not implement covariate adjustment; controls retained.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }