{ "study_id": 1, "specification_id": "S01-P069", "source_specification_id": "CI-T5-B-C08", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 8 (\"National identity\"), accepted-manuscript p. 49", "outcome_label": "Identity: Chinese [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P069.json", "input_bytes": 36551, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p069", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [follow-up survey sample]", "source_specification_id": "CI-T5-B-C08", "specification_id": "S01-P069", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C08.csv", "output_dir": "analyses/full-archive/results/S01-P069" }, "source": { "file": "CI-T5-B-C08.csv", "bytes": 36551, "sha256": "3f001d7077c14694b036c3969fce68b8dfa86439dac3412d2be34f61af75f53a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.6677735021330642, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.18640506753037372, "se": 0.3193859691436377, "pvalue": 0.5681384032975239, "lower": -0.8671601463197489, "upper": 0.4943500112590015 }, { "method": "Dynamic TWFE", "estimate": 0.12583343491251744, "se": 0.3481440796529354, "pvalue": 0.7228105863968068, "lower": -0.6162181054530582, "upper": 0.867884975278093 }, { "method": "BJS / did2s", "estimate": -1.0507829016523533, "se": 0.5497559864710387, "pvalue": 0.07525738403266248, "lower": -2.222560049184815, "upper": 0.12099424588010854 }, { "method": "Sun\u2013Abraham", "estimate": -0.5597970757619195, "se": 0.18556528703354958, "pvalue": 0.008672447222661642, "lower": -0.9553201224812482, "upper": -0.16427402904259086 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -2.899224976644012, "se": 0.44707783098296555, "pvalue": 1.029838712258184e-05, "lower": -3.8521488163225044, "upper": -1.9463011369655199 }, { "event_time": -2, "estimate": -0.36804180756099253, "se": 0.37571756109854365, "pvalue": 0.34283407203397226, "lower": -1.1688648324233109, "upper": 0.43278121730132574 }, { "event_time": 0, "estimate": 0.1496539819257549, "se": 0.31760522412170694, "pvalue": 0.6442814070853617, "lower": -0.5273055286958681, "upper": 0.826613492547378 }, { "event_time": 1, "estimate": 0.09290503168833628, "se": 0.46631230135623625, "pvalue": 0.8447556237643761, "lower": -0.9010161111263467, "upper": 1.0868261745030192 }, { "event_time": 2, "estimate": 0.7696434955831641, "se": 0.47320801018811104, "pvalue": 0.12467609140876253, "lower": -0.23897550268753087, "upper": 1.7782624938538591 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -1.2246776628595608, "se": 0.5567791001244571, "pvalue": 0.0439311508509404, "lower": -2.4114242227970157, "upper": -0.037931102922105664 }, { "event_time": -2, "estimate": 0.30630182062165906, "se": 0.15351621915992578, "pvalue": 0.064510836349593, "lower": -0.020910254942819728, "upper": 0.6335138961861378 }, { "event_time": -1, "estimate": -0.05106814474143807, "se": 0.04349651031694275, "pvalue": 0.2586695507441272, "lower": -0.1437787618899218, "upper": 0.04164247240704567 }, { "event_time": 0, "estimate": -0.6662953283878779, "se": 0.4708769366876737, "pvalue": 0.17749005150345454, "lower": -1.6699457611053994, "upper": 0.33735510432964366 }, { "event_time": 1, "estimate": -1.582280429400305, "se": 0.7219757188478407, "pvalue": 0.04460471761814772, "lower": -3.1211352472437275, "upper": -0.04342561155688229 }, { "event_time": 2, "estimate": -0.6288539066136778, "se": 0.7834992224394017, "pvalue": 0.4347264723531017, "lower": -2.2988429682285787, "upper": 1.041135155001223 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.6766076676120703, "se": 0.6627094852379156, "pvalue": 0.023098277322403753, "lower": -3.0891394987605785, "upper": -0.26407583646356203 }, { "event_time": -2, "estimate": 0.18551841767714122, "se": 0.5099704256355962, "pvalue": 0.7210967337345283, "lower": -0.901457814292776, "upper": 1.2724946496470584 }, { "event_time": 0, "estimate": -0.29679367073522395, "se": 0.184327102324068, "pvalue": 0.12820448374504514, "lower": -0.689677589218209, "upper": 0.09609024774776109 }, { "event_time": 1, "estimate": -0.9233606062399988, "se": 0.3523958131135955, "pvalue": 0.019304794350370844, "lower": -1.6744745019581397, "upper": -0.17224671052185792 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.440892098500626e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.4407204763345955e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5727540418877985, "df_num": 1, "df_den": 164, "pvalue": 0.4502524658648966, "log10_pvalue": -0.34654390003294827, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 165.20789541544906, "rss_restricted": 165.78486791454037, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.9538272043376792 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.3690497407366224 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.596632045087125 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p069", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [follow-up survey sample]", "source_specification_id": "CI-T5-B-C08", "specification_id": "S01-P069", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C08.csv", "output_dir": "analyses/archive-expanded/fits/S01-P069" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P069", "regression_results": "analyses/archive-expanded/baselines/S01-P069.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C08.csv", "bytes": 36551, "sha256": "3f001d7077c14694b036c3969fce68b8dfa86439dac3412d2be34f61af75f53a" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.6677735021330642, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.18640506753037372, "se": 0.3193859691436377, "pvalue": 0.5681384032975239, "lower": -0.8671601463197489, "upper": 0.4943500112590015 }, { "method": "Dynamic TWFE", "estimate": 0.12583343491251744, "se": 0.3481440796529354, "pvalue": 0.7228105863968068, "lower": -0.6162181054530582, "upper": 0.867884975278093 }, { "method": "BJS / did2s", "estimate": -1.0507829016523533, "se": 0.5497559864710387, "pvalue": 0.07525738403266248, "lower": -2.222560049184815, "upper": 0.12099424588010854 }, { "method": "Sun\u2013Abraham", "estimate": -0.5597970757619195, "se": 0.18556528703354958, "pvalue": 0.008672447222661642, "lower": -0.9553201224812482, "upper": -0.16427402904259086 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -2.899224976644012, "se": 0.44707783098296555, "pvalue": 1.029838712258184e-05, "lower": -3.8521488163225044, "upper": -1.9463011369655199 }, { "event_time": -2, "estimate": -0.36804180756099253, "se": 0.37571756109854365, "pvalue": 0.34283407203397226, "lower": -1.1688648324233109, "upper": 0.43278121730132574 }, { "event_time": 0, "estimate": 0.1496539819257549, "se": 0.31760522412170694, "pvalue": 0.6442814070853617, "lower": -0.5273055286958681, "upper": 0.826613492547378 }, { "event_time": 1, "estimate": 0.09290503168833628, "se": 0.46631230135623625, "pvalue": 0.8447556237643761, "lower": -0.9010161111263467, "upper": 1.0868261745030192 }, { "event_time": 2, "estimate": 0.7696434955831641, "se": 0.47320801018811104, "pvalue": 0.12467609140876253, "lower": -0.23897550268753087, "upper": 1.7782624938538591 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -1.2246776628595608, "se": 0.5567791001244571, "pvalue": 0.0439311508509404, "lower": -2.4114242227970157, "upper": -0.037931102922105664 }, { "event_time": -2, "estimate": 0.30630182062165906, "se": 0.15351621915992578, "pvalue": 0.064510836349593, "lower": -0.020910254942819728, "upper": 0.6335138961861378 }, { "event_time": -1, "estimate": -0.05106814474143807, "se": 0.04349651031694275, "pvalue": 0.2586695507441272, "lower": -0.1437787618899218, "upper": 0.04164247240704567 }, { "event_time": 0, "estimate": -0.6662953283878779, "se": 0.4708769366876737, "pvalue": 0.17749005150345454, "lower": -1.6699457611053994, "upper": 0.33735510432964366 }, { "event_time": 1, "estimate": -1.582280429400305, "se": 0.7219757188478407, "pvalue": 0.04460471761814772, "lower": -3.1211352472437275, "upper": -0.04342561155688229 }, { "event_time": 2, "estimate": -0.6288539066136778, "se": 0.7834992224394017, "pvalue": 0.4347264723531017, "lower": -2.2988429682285787, "upper": 1.041135155001223 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.6766076676120703, "se": 0.6627094852379156, "pvalue": 0.023098277322403753, "lower": -3.0891394987605785, "upper": -0.26407583646356203 }, { "event_time": -2, "estimate": 0.18551841767714122, "se": 0.5099704256355962, "pvalue": 0.7210967337345283, "lower": -0.901457814292776, "upper": 1.2724946496470584 }, { "event_time": 0, "estimate": -0.29679367073522395, "se": 0.184327102324068, "pvalue": 0.12820448374504514, "lower": -0.689677589218209, "upper": 0.09609024774776109 }, { "event_time": 1, "estimate": -0.9233606062399988, "se": 0.3523958131135955, "pvalue": 0.019304794350370844, "lower": -1.6744745019581397, "upper": -0.17224671052185792 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.440892098500626e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.4407204763345955e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5727540418877985, "df_num": 1, "df_den": 164, "pvalue": 0.4502524658648966, "log10_pvalue": -0.34654390003294827, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 165.20789541544906, "rss_restricted": 165.78486791454037, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.9538272043376792 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.3690497407366224 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.596632045087125 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -1.3268788829492786, "event_study": [ { "event_time": -3, "estimate": -0.3139001468360094, "raw_gap": -0.3139001468360094, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.3353111247904214 }, { "event_time": -2, "estimate": 0.08560561990836114, "raw_gap": 0.08560561990836114, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": 0.06419464195394914 }, { "event_time": -1, "estimate": 0.021410977954412002, "raw_gap": 0.021410977954412002, "n": 30, "n_cells": 10, "weight_sum": 30.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.9752410130393748, "raw_gap": -0.9752410130393748, "n": 47, "n_cells": 10, "weight_sum": 47.0, "relative_to_minus_one": -0.9966519909937869 }, { "event_time": 1, "estimate": -2.0850785248132437, "raw_gap": -2.0850785248132437, "n": 34, "n_cells": 6, "weight_sum": 34.0, "relative_to_minus_one": -2.106489502767656 }, { "event_time": 2, "estimate": -1.0078510230317155, "raw_gap": -1.0078510230317155, "n": 29, "n_cells": 4, "weight_sum": 29.0, "relative_to_minus_one": -1.0292620009861275 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.3139001468360094, 0.14950657882485485, -0.028412505376347808, -0.6387266087377379, -1.6644944278003149, -0.8655380375374826 ], "n": [ 1.0, 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 339, "termination_reason": "Relative objective tolerance reached", "objective": 0.12649274891316623, "lambda_l": 0.036881075732930195, "singular_values": [ 2.5582295362411918, 0.2871606000726743, 0.0, 0.0 ], "history_objective": [ 0.1390708155679568, 0.13496341598522435, 0.1319249738380144, 0.1306752883035688, 0.13016894691949413, 0.12981938289277792, 0.12952779138360987, 0.12927170753830897, 0.12904288999725655, 0.1288368083264782, 0.12865032932835294, 0.1284810290700043, 0.1283269273190496, 0.1281863594175659, 0.12805790200686729, 0.12794032395014546, 0.12783255114345973, 0.12773364002099574, 0.1276427569823561, 0.12755916206847798, 0.12748219578685163, 0.1274112683248287, 0.12734585060659226, 0.12728546679596264, 0.1272296879495586, 0.12717812659769948, 0.12713043208302155, 0.12708628652515486, 0.12704540130811154, 0.1270075140081591, 0.12697238569590288, 0.12693979855851736, 0.12690955379753904, 0.1268814697650893, 0.12685538030733465, 0.1268311332887895, 0.12680858927497157, 0.12678762035415117, 0.12676810908161237, 0.12674994753209262, 0.1267330364479626, 0.12671728447232056, 0.12670260745754325, 0.1266889278410164, 0.12667617408077866, 0.12666428014468614, 0.1266531850474634, 0.1266428324306627, 0.12663317018112785, 0.1266241500840563, 0.12661572750719446, 0.12660786111307987, 0.1266005125965855, 0.1265936464453144, 0.1265872297206553, 0.1265812318575426, 0.12657562448116386, 0.12657038123904382, 0.12656547764709067, 0.12656089094833436, 0.12655659998321295, 0.1265525850703776, 0.12654882789708422, 0.12654531141833403, 0.12654201976400162, 0.12653893815326445, 0.1265360528157104, 0.12653335091855886, 0.126530820499482, 0.1265284504045615, 0.12652623023095577, 0.12652415027389263, 0.12652220147763588, 0.12652037539010577, 0.1265186641208608, 0.12651706030217272, 0.12651555705295264, 0.12651414794530413, 0.12651282697349714, 0.1265115885251795, 0.1265104273546502, 0.12650933855803972, 0.12650831755025188, 0.12650736004353486, 0.12650646202755828, 0.12650561975088612, 0.1265048297037406, 0.12650408860196186, 0.1265033933720772, 0.12650274113739796, 0.12650212920506956, 0.12650155505400673, 0.12650101632364974, 0.12650051080348326, 0.12650003642326355, 0.12649959124390397, 0.12649917344897274, 0.12649878133675918, 0.12649841331286982, 0.12649806788331586, 0.12649774364806116, 0.12649743929499438, 0.1264971535943006, 0.12649688539320206, 0.1264966336110443, 0.12649639723470385, 0.12649617531429536, 0.1264959669591585, 0.12649577133410542, 0.12649558765591162, 0.12649541519003366, 0.12649525324753838, 0.12649510118223045, 0.12649495838796426, 0.12649482429612807, 0.12649469837328936, 0.12649458011899092, 0.12649446906368716, 0.1264943647668121, 0.12649426681496986, 0.12649417482024042, 0.12649408841859258, 0.12649400726839705, 0.12649393104903398, 0.12649385945958794, 0.1264937922176253, 0.12649372905804848, 0.12649366973202256, 0.12649361400596795, 0.1264935616606181, 0.1264935124901348, 0.1264934663012791, 0.12649342291263452, 0.12649338215387754, 0.12649334386509525, 0.12649330789614383, 0.12649327410604808, 0.12649324236243745, 0.12649321254101795, 0.12649318452507552, 0.1264931582050117, 0.12649313347790692, 0.1264931102471109, 0.12649308842185955, 0.12649306791691325, 0.12649304865222022, 0.12649303055259803, 0.1264930135474367, 0.126492997570419, 0.12649298255925817, 0.1264929684554522, 0.12649295520405265, 0.1264929427534478, 0.12649293105515924, 0.12649292006365145, 0.12649290973615138, 0.12649290003248126, 0.1264928909149, 0.1264928823479552, 0.12649287429834355, 0.12649286673478044, 0.12649285962787699, 0.12649285295002521, 0.12649284667528898, 0.12649284077930348, 0.12649283523917915, 0.12649283003341188, 0.12649282514179983, 0.12649282054536323, 0.12649281622627126, 0.12649281216777197, 0.12649280835412624, 0.12649280477054767, 0.12649280140314367, 0.12649279823886186, 0.1264927952654389, 0.12649279247135295, 0.12649278984577852, 0.12649278737854439, 0.1264927850600941, 0.12649278288144847, 0.12649278083417106, 0.12649277891033492, 0.12649277710249174, 0.12649277540364365, 0.12649277380721477, 0.12649277230702669, 0.12649277089727395, 0.1264927695725016, 0.12649276832758408, 0.12649276715770527, 0.12649276605833962, 0.1264927650252347, 0.12649276405439494, 0.12649276314206578, 0.12649276228471915, 0.12649276147904004, 0.12649276072191315, 0.12649276001041154, 0.12649275934178436, 0.1264927587134473, 0.1264927581229713, 0.12649275756807432, 0.1264927570466118, 0.12649275655656816, 0.12649275609605007, 0.12649275566327775, 0.12649275525657905, 0.1264927548743827, 0.12649275451521186, 0.126492754177679, 0.12649275386048026, 0.1264927535623903, 0.12649275328225754, 0.12649275301900004, 0.1264927527716009, 0.12649275253910455, 0.12649275232061322, 0.1264927521152829, 0.12649275192232073, 0.12649275174098165, 0.1264927515705652, 0.12649275141041344, 0.126492751259908, 0.12649275111846767, 0.12649275098554638, 0.12649275086063105, 0.1264927507432392, 0.1264927506329177, 0.12649275052924056, 0.12649275043180774, 0.1264927503402429, 0.12649275025419274, 0.1264927501733249, 0.1264927500973274, 0.12649275002590685, 0.12649274995878745, 0.12649274989571024, 0.12649274983643172, 0.12649274978072314, 0.12649274972836944, 0.12649274967916857, 0.12649274963293064, 0.12649274958947712, 0.12649274954864045, 0.12649274951026296, 0.1264927494741965, 0.12649274944030198, 0.12649274940844865, 0.12649274937851335, 0.12649274935038077, 0.12649274932394217, 0.1264927492990957, 0.12649274927574544, 0.12649274925380127, 0.1264927492331785, 0.12649274921379747, 0.12649274919558354, 0.12649274917846645, 0.12649274916238004, 0.12649274914726227, 0.12649274913305478, 0.12649274911970287, 0.12649274910715486, 0.12649274909536246, 0.1264927490842801, 0.1264927490738651, 0.1264927490640772, 0.12649274905487873, 0.12649274904623403, 0.12649274903810995, 0.12649274903047503, 0.1264927490232998, 0.1264927490165566, 0.12649274901021945, 0.12649274900426397, 0.12649274899866683, 0.1264927489934069, 0.1264927489884636, 0.12649274898381804, 0.12649274897945206, 0.12649274897534912, 0.1264927489714932, 0.12649274896786936, 0.12649274896446377, 0.1264927489612632, 0.12649274895825535, 0.1264927489554286, 0.12649274895277213, 0.12649274895027546, 0.12649274894792925, 0.12649274894572435, 0.1264927489436521, 0.1264927489417046, 0.12649274893987433, 0.12649274893815435, 0.126492748936538, 0.12649274893501883, 0.12649274893359125, 0.1264927489322495, 0.12649274893098858, 0.12649274892980358, 0.12649274892868992, 0.1264927489276433, 0.12649274892665974, 0.12649274892573537, 0.1264927489248667, 0.12649274892405035, 0.12649274892328313, 0.12649274892256207, 0.1264927489218844, 0.12649274892124762, 0.1264927489206491, 0.12649274892008658, 0.1264927489195581, 0.1264927489190613, 0.12649274891859444, 0.12649274891815565, 0.12649274891774334, 0.12649274891735582, 0.1264927489169917, 0.1264927489166494, 0.12649274891632775, 0.12649274891602552, 0.1264927489157414, 0.1264927489154745, 0.1264927489152236, 0.12649274891498782, 0.1264927489147662, 0.1264927489145579, 0.12649274891436224, 0.12649274891417828, 0.12649274891400542, 0.12649274891384302, 0.12649274891369036, 0.12649274891354687, 0.12649274891341214, 0.12649274891328532, 0.12649274891316623 ], "history_rmse": [ 0.16687447221388055, 0.16641640916856132, 0.16215817829534324, 0.15276635673911698, 0.1494924790779079, 0.1482272492397984, 0.14767356155914896, 0.14739590578546172, 0.1472365555595009, 0.1471336986967386, 0.1470609079989087, 0.14700579751179563, 0.14696202345153989, 0.14692606576711453, 0.14689582825530134, 0.146869981445934, 0.14684763281382726, 0.14682815190655515, 0.14681107330500917, 0.14679604055527593, 0.14678277246654836, 0.14677104200088717, 0.14676066246814926, 0.14675147810069017, 0.14674335735473026, 0.14673618798224858, 0.1467298733043122, 0.14672432933463422, 0.14671948252708297, 0.14671526799430762, 0.14671162808936083, 0.14670851127070103, 0.14670587119008846, 0.14670366595643933, 0.14670185753874912, 0.14670041127894237, 0.1466992954915595, 0.14669848113206443, 0.1466979415194155, 0.14669765210164776, 0.14669759025567347, 0.146697735114477, 0.14669806741638333, 0.14669856937229395, 0.14669922454770035, 0.14670001775699276, 0.1467009349681298, 0.1467019632161451, 0.14670309052429079, 0.14670430583183888, 0.1467055989277714, 0.1467069603896982, 0.14670838152748134, 0.1467098543310948, 0.14671137142234292, 0.14671292601009503, 0.14671451184873763, 0.14671612319958505, 0.14671775479501717, 0.1467194018051249, 0.14672105980668224, 0.14672272475426779, 0.1467243929533769, 0.14672606103538588, 0.14672772593422612, 0.14672938486465772, 0.14673103530202242, 0.14673267496337455, 0.1467343017898958, 0.14673591393050553, 0.1467375097265805, 0.14673908769771507, 0.14674064652844376, 0.14674218505586872, 0.146743702258126, 0.14674519724363458, 0.14674666924107665, 0.14674811759006604, 0.14674954173244553, 0.14675094120418464, 0.14675231562783272, 0.14675366470548837, 0.146754988212256, 0.14675628599015228, 0.14675755794243853, 0.14675880402834318, 0.14676002425816073, 0.14676121868868547, 0.14676238741897787, 0.14676353058642008, 0.14676464836306458, 0.14676574095223388, 0.14676680858537405, 0.14676785151913158, 0.1467688700326466, 0.14676986442504572, 0.14677083501311994, 0.1467717821291775, 0.1467727061190584, 0.1467736073403004, 0.14677448616045058, 0.1467753429554986, 0.14677617810844545, 0.1467769920079774, 0.14677778504725153, 0.14677855762278, 0.1467793101334061, 0.1467800429793684, 0.14678075656144307, 0.14678145128016404, 0.14678212753511177, 0.14678278572426312, 0.14678342624340882, 0.14678404948562024, 0.14678465584077266, 0.14678524569511173, 0.14678581943087193, 0.14678637742592993, 0.1467869200534981, 0.1467874476818577, 0.14678796067411828, 0.14678845938801321, 0.14678894417572053, 0.14678941538371001, 0.1467898733526155, 0.14679031841712667, 0.14679075090590502, 0.1467911711415161, 0.14679157944037544, 0.14679197611271894, 0.1467923614625804, 0.14679273578778304, 0.14679309937994683, 0.14679345252450174, 0.14679379550071606, 0.14679412858172852, 0.1467944520345935, 0.14679476612032868, 0.14679507109397621, 0.14679536720465897, 0.14679565469565445, 0.14679593380446462, 0.14679620476289182, 0.1467964677971236, 0.14679672312780875, 0.14679697097015318, 0.14679721153400002, 0.1467974450239256, 0.14679767163932889, 0.14679789157452652, 0.14679810501884627, 0.14679831215672454, 0.14679851316779863, 0.14679870822700505, 0.1467988975046785, 0.1467990811666405, 0.1467992593743032, 0.14679943228475967, 0.14679960005088283, 0.1467997628214141, 0.14679992074106327, 0.1468000739505954, 0.14680022258692724, 0.1468003667832138, 0.14680050666894018, 0.1468006423700094, 0.14680077400882718, 0.146800901704391, 0.14680102557237137, 0.14680114572519676, 0.14680126227213514, 0.14680137531937099, 0.14680148497008783, 0.1468015913245438, 0.1468016944801463, 0.146801794531528, 0.14680189157061843, 0.1468019856867149, 0.14680207696655262, 0.14680216549437441, 0.14680225135199443, 0.14680233461886652, 0.14680241537214478, 0.14680249368674964, 0.14680256963542604, 0.14680264328880346, 0.1468027147154542, 0.1468027839819521, 0.14680285115292396, 0.14680291629110678, 0.14680297945740006, 0.14680304071091435, 0.14680310010902536, 0.14680315770742092, 0.146803213560148, 0.14680326771966012, 0.14680332023686232, 0.14680337116115463, 0.1468034205404763, 0.14680346842134442, 0.14680351484890103, 0.14680355986694424, 0.1468036035179729, 0.14680364584322314, 0.14680368688270182, 0.14680372667522648, 0.14680376525845532, 0.14680380266892415, 0.14680383894207857, 0.1468038741123038, 0.1468039082129574, 0.14680394127639984, 0.1468039733340214, 0.1468040044162717, 0.14680403455268867, 0.14680406377192357, 0.1468040921017668, 0.14680411956917552, 0.14680414620029628, 0.14680417202048882, 0.14680419705435108, 0.14680422132574006, 0.14680424485779403, 0.1468042676729555, 0.14680428979298876, 0.1468043112390035, 0.1468043320314719, 0.14680435219024718, 0.1468043717345854, 0.14680439068315929, 0.14680440905407863, 0.14680442686490416, 0.14680444413266747, 0.1468044608738838, 0.14680447710457017, 0.1468044928402568, 0.14680450809600443, 0.14680452288641882, 0.1468045372256619, 0.1468045511274671, 0.14680456460515148, 0.14680457767162836, 0.14680459033941928, 0.1468046026206667, 0.14680461452714297, 0.1468046260702653, 0.14680463726110232, 0.146804648110389, 0.1468046586285322, 0.14680466882562224, 0.14680467871144573, 0.146804688295489, 0.14680469758695194, 0.14680470659475392, 0.1468047153275436, 0.14680472379370557, 0.1468047320013704, 0.14680473995842247, 0.14680474767250384, 0.14680475515102526, 0.14680476240117216, 0.14680476942991075, 0.14680477624399577, 0.1468047828499756, 0.1468047892542001, 0.14680479546282557, 0.14680480148181987, 0.1468048073169701, 0.14680481297388687, 0.14680481845800886, 0.1468048237746116, 0.14680482892880678, 0.14680483392555216, 0.14680483876965422, 0.14680484346577186, 0.1468048480184238, 0.14680485243198885, 0.1468048567107142, 0.146804860858717, 0.14680486487998828, 0.1468048687783972, 0.1468048725576962, 0.1468048762215222, 0.14680487977340106, 0.14680488321675192, 0.14680488655488905, 0.1468048897910259, 0.14680489292827778, 0.14680489596966467, 0.14680489891811385, 0.14680490177646585, 0.14680490454747128, 0.14680490723379858, 0.1468049098380338, 0.14680491236268547, 0.14680491481018465, 0.1468049171828881, 0.14680491948308055, 0.14680492171297752, 0.14680492387472627, 0.14680492597040906, 0.14680492800204392, 0.14680492997158837, 0.14680493188093882, 0.14680493373193507, 0.1468049355263593, 0.14680493726594104, 0.1468049389523555, 0.1468049405872268, 0.14680494217213008, 0.14680494370859284, 0.14680494519809462, 0.14680494664207083, 0.14680494804191205, 0.14680494939896815, 0.14680495071454516, 0.14680495198991148, 0.14680495322629541, 0.14680495442488914, 0.14680495558684656, 0.14680495671328841, 0.14680495780529876, 0.1468049588639308, 0.14680495989020437, 0.14680496088510772, 0.14680496184960093, 0.14680496278461247, 0.1468049636910436, 0.14680496456976802, 0.1468049654216317, 0.146804966247457, 0.14680496704803822, 0.14680496782414798, 0.1468049685765344, 0.14680496930592188, 0.14680497001301324, 0.14680497069849072, 0.146804971363014, 0.14680497200722448 ], "n_observed": 48, "n_missing": 16, "n_treated_observed": 20, "n_untreated_observed": 28 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": -0.9918192402164598, "matrix_preparation": { "source_rows": 191, "matrix_shape": [ 16, 4 ], "observed_cells": 48, "missing_cells": 16, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 17, "observation_mass": 191.0, "treated_observation_mass": 110.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.001195207703858614, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.18640506753037372, "SE": 0.3193859691436377, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12583343491251744, "SE": 0.3481440796529354, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -1.0507829016523533, "SE": 0.5497559864710387, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.5597970757619195, "SE": 0.18556528703354958, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -1.3268788829492786, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.18640506753037372, "SE": 0.3193859691436377, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.8671601463197489, "upper": 0.4943500112590015, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12583343491251744, "SE": 0.3481440796529354, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6162181054530582, "upper": 0.867884975278093, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -1.0507829016523533, "SE": 0.5497559864710387, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -2.222560049184815, "upper": 0.12099424588010854, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.5597970757619195, "SE": 0.18556528703354958, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9553201224812482, "upper": -0.16427402904259086, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -1.3268788829492786, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602641.373447, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.18640506753037372, "SE": 0.3193859691436377, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.8671601463197489, "upper": 0.4943500112590015, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12583343491251744, "SE": 0.3481440796529354, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6162181054530582, "upper": 0.867884975278093, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -1.0507829016523533, "SE": 0.5497559864710387, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -2.222560049184815, "upper": 0.12099424588010854, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.5597970757619195, "SE": 0.18556528703354958, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9553201224812482, "upper": -0.16427402904259086, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -1.3268788829492786, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }