{
  "paper": {
    "rank": 12,
    "paper_id": "aeraej-82",
    "title": "Incentive Schemes for Local Government: Theory and Evidence from Comprehensive Performance Assessment in England",
    "authors": "Ben Lockwood; Francesco Porcelli",
    "year": 2013,
    "journal": "American Economic Journal: Economic Policy",
    "doi": "10.1257/pol.5.3.254",
    "package_bytes": 391619,
    "source_specification": "Table 2"
  },
  "mapping": {
    "paper_id": "aeraej-82",
    "match": true,
    "outcome": "aggout",
    "treatment": "dummyCPAengland",
    "unit": "code",
    "time": "year",
    "cluster": "code"
  },
  "status": "estimated",
  "source_fit": {
    "formula": "list(linear = aggout ~ dummyCPAengland + lgrantrp + CONdummy +      LDdummy + OTHERdummy + NOCdummy + bythirds + lgdhir + ljobseek +      lage_0_16 + lage_over65 + lvatfinancial + ldisability + ltaxbasep +      lpopdens + lreligious + lwhite + lhighqualified + ltenure +      lselfemployed + lgrantrpavg + LABdummyavg + CONdummyavg +      LDdummyavg + OTHERdummyavg + NOCdummyavg + lgdhiravg + ljobseekavg +      lage_0_16avg + lage_over65avg + lvatfinancialavg + ltaxbasepavg +      lpopdensavg + ldisabilityavg, fixef = ~code + year)",
    "coefficients": {
      "dummyCPAengland": 3.67370515124068,
      "lgrantrp": -0.00498178385442755,
      "CONdummy": -0.244553180240319,
      "LDdummy": 0.418465641927536,
      "OTHERdummy": -0.820999534987181,
      "NOCdummy": 0.18801773072514,
      "lgdhir": -0.000200627443969335,
      "ljobseek": -0.200555154436135,
      "lage_0_16": -1.76905803282227,
      "lage_over65": 0.33201885666105,
      "lvatfinancial": 0.234923858560782,
      "ldisability": 0.0562654353212063,
      "ltaxbasep": -0.0928773808779595,
      "lpopdens": -0.0828303008584113
    },
    "se": {
      "dummyCPAengland": 0.590975003505794,
      "lgrantrp": 0.000716409546223358,
      "CONdummy": 0.295269169210698,
      "LDdummy": 0.358781833604145,
      "OTHERdummy": 0.449705904149253,
      "NOCdummy": 0.228918133441927,
      "lgdhir": 0.000222259571864495,
      "ljobseek": 0.242699265787993,
      "lage_0_16": 0.256318743995591,
      "lage_over65": 0.231840631957943,
      "lvatfinancial": 0.102494117337765,
      "ldisability": 0.292030542852489,
      "ltaxbasep": 0.0879624887268279,
      "lpopdens": 0.0626046777569442
    },
    "n": 1397
  },
  "source_check": {
    "source_term": "dummyCPAengland",
    "source_beta": 3.67370515124068,
    "template_source_sample_beta": 3.673705151240627,
    "template_source_sample_n": 1397,
    "template_source_sample_se": 0.5600120993225113,
    "same_point_specification": true,
    "dropped_missing_identifiers": 0,
    "controls": {
      "x001": "lgrantrp",
      "x002": "CONdummy",
      "x003": "LDdummy",
      "x004": "OTHERdummy",
      "x005": "NOCdummy",
      "x006": "lgdhir",
      "x007": "ljobseek",
      "x008": "lage_0_16",
      "x009": "lage_over65",
      "x010": "lvatfinancial",
      "x011": "ldisability",
      "x012": "ltaxbasep",
      "x013": "lpopdens"
    },
    "absolute_coefficient_difference": 5.284661597215745e-14
  },
  "settings": {
    "slug": "aeraej-82",
    "specification_id": "aeraej-82-source",
    "source_specification_id": "Table 2",
    "study": "Incentive Schemes for Local Government: Theory and Evidence from Comprehensive Performance Assessment in England",
    "citation": "Ben Lockwood; Francesco Porcelli (2013). https://doi.org/10.1257/pol.5.3.254",
    "description": "Source covariates and fixed effects are retained.",
    "data": "analyses/new-library/tranche50/aeraej-82/panel.parquet",
    "unit": "unit",
    "time": "time",
    "cluster": "cluster",
    "covariates": [
      "x001",
      "x002",
      "x003",
      "x004",
      "x005",
      "x006",
      "x007",
      "x008",
      "x009",
      "x010",
      "x011",
      "x012",
      "x013"
    ],
    "time_fe": null,
    "allow_repeated_cells": false,
    "period_values": null,
    "period_step": 1,
    "latest_cohort_control": true,
    "reversal_policy": "drop_post_untreated",
    "test_mode": "classical",
    "post_weighting": "observations",
    "display_window": [
      -10,
      10
    ],
    "labels": {
      "y": "aggout",
      "d": "dummyCPAengland",
      "unit": "code",
      "time": "year",
      "cluster": "code",
      "x001": "lgrantrp",
      "x002": "CONdummy",
      "x003": "LDdummy",
      "x004": "OTHERdummy",
      "x005": "NOCdummy",
      "x006": "lgdhir",
      "x007": "ljobseek",
      "x008": "lage_0_16",
      "x009": "lage_over65",
      "x010": "lvatfinancial",
      "x011": "ldisability",
      "x012": "ltaxbasep",
      "x013": "lpopdens"
    }
  },
  "options": {
    "output_dir": "analyses/new-library/tranche50/aeraej-82/results",
    "timeout_seconds": 300
  },
  "comparison": {
    "schema": "expensive-replication-v1",
    "config": {
      "outcomes": [
        "y"
      ],
      "treatments": [
        "d"
      ],
      "unit": "unit",
      "time": "time",
      "cluster": "cluster",
      "covariates": [
        "x001",
        "x002",
        "x003",
        "x004",
        "x005",
        "x006",
        "x007",
        "x008",
        "x009",
        "x010",
        "x011",
        "x012",
        "x013"
      ],
      "baseline_by_time": [],
      "weight": null,
      "period_step": 1,
      "period_values": null,
      "display_window": [
        -10,
        10
      ],
      "seed": 20261008,
      "panelview_max_units": 100,
      "test_mode": "classical",
      "test_horizon": null,
      "post_horizon": null,
      "post_weighting": "observations",
      "sample_query": null,
      "reversal_policy": "drop_post_untreated",
      "labels": {
        "y": "aggout",
        "d": "dummyCPAengland",
        "unit": "code",
        "time": "year",
        "cluster": "code",
        "x001": "lgrantrp",
        "x002": "CONdummy",
        "x003": "LDdummy",
        "x004": "OTHERdummy",
        "x005": "NOCdummy",
        "x006": "lgdhir",
        "x007": "ljobseek",
        "x008": "lage_0_16",
        "x009": "lage_over65",
        "x010": "lvatfinancial",
        "x011": "ldisability",
        "x012": "ltaxbasep",
        "x013": "lpopdens"
      },
      "allow_repeated_cells": false,
      "time_fe": null,
      "unit_fe": null,
      "frequency_weights": false,
      "source_sd": null,
      "require_never_control_periods": false,
      "latest_cohort_control": true,
      "slug": "aeraej-82",
      "specification_id": "aeraej-82-source",
      "source_specification_id": "Table 2",
      "study": "Incentive Schemes for Local Government: Theory and Evidence from Comprehensive Performance Assessment in England",
      "citation": "Ben Lockwood; Francesco Porcelli (2013). https://doi.org/10.1257/pol.5.3.254",
      "description": "Source covariates and fixed effects are retained.",
      "data": "analyses/new-library/tranche50/aeraej-82/panel.parquet",
      "output_dir": "analyses/new-library/tranche50/aeraej-82/results"
    },
    "options": {
      "output_dir": "analyses/new-library/tranche50/aeraej-82/results",
      "timeout_seconds": 300
    },
    "source": {
      "file": "panel.parquet",
      "bytes": 129650,
      "sha256": "b894bd6498f93b23dd35ce4e5675e21339d981c900a28df4f853269c07ebd5d9"
    },
    "regressions": {
      "y__d": {
        "sample": {
          "outcome": "y",
          "treatment": "d",
          "source_rows": 1870,
          "source_sd": 6.146619638408957,
          "rows": 1329,
          "units": 133,
          "clusters": 133,
          "treated_units": 118,
          "never_treated_units": 15,
          "treated_cohorts": 1,
          "latest_cohort_control_index": null,
          "unique_unit_period_cells": 1329,
          "unsupported_prediction_rows_removed": 0,
          "rows_without_never_control_time_fe_removed": 0,
          "initially_treated_units_removed": 0,
          "post_adoption_untreated_rows_removed": 0,
          "units_without_minus_one_removed": 4,
          "additional_rows_removed": 541
        },
        "estimates": [
          {
            "method": "Static TWFE",
            "estimate": 0.5994745026224007,
            "se": 0.09127492655923684,
            "pvalue": 1.0735172905729532e-09,
            "lower": 0.4189236760988642,
            "upper": 0.7800253291459371
          },
          {
            "method": "Dynamic TWFE",
            "estimate": 0.5183272450909665,
            "se": 0.09000572620125219,
            "pvalue": 5.660250017809393e-08,
            "lower": 0.34028702232572916,
            "upper": 0.6963674678562038
          },
          {
            "method": "BJS / did2s",
            "estimate": 0.9026743938644539,
            "se": 0.1595881770083013,
            "pvalue": 9.174078170775266e-08,
            "lower": 0.5869932057395499,
            "upper": 1.218355581989358
          },
          {
            "method": "Sun\u2013Abraham",
            "estimate": 0.5183272450909665,
            "se": 0.09000572620125219,
            "pvalue": 5.660250017809393e-08,
            "lower": 0.34028702232572916,
            "upper": 0.6963674678562038
          }
        ],
        "event_studies": {
          "Dynamic TWFE": [
            {
              "event_time": -5,
              "estimate": -0.29267543733688123,
              "se": 0.10142088969540279,
              "pvalue": 0.004562810923316315,
              "lower": -0.49329598179027245,
              "upper": -0.09205489288349
            },
            {
              "event_time": -4,
              "estimate": -0.05538700703796528,
              "se": 0.07541361834849056,
              "pvalue": 0.46398144303098127,
              "lower": -0.20456259815842281,
              "upper": 0.09378858408249224
            },
            {
              "event_time": -3,
              "estimate": -0.1906608436527357,
              "se": 0.07235851442157104,
              "pvalue": 0.009421967142019472,
              "lower": -0.3337931372333959,
              "upper": -0.04752855007207554
            },
            {
              "event_time": 0,
              "estimate": 0.2545633037946498,
              "se": 0.08930807422230523,
              "pvalue": 0.005068435033558209,
              "lower": 0.07790310560103356,
              "upper": 0.4312235019882661
            },
            {
              "event_time": 1,
              "estimate": 0.3250794795425914,
              "se": 0.08200943039431212,
              "pvalue": 0.00012016471840669097,
              "lower": 0.16285672025274506,
              "upper": 0.4873022388324378
            },
            {
              "event_time": 2,
              "estimate": 0.4717181725597264,
              "se": 0.09868570205740684,
              "pvalue": 4.6059713294118e-06,
              "lower": 0.27650809960550016,
              "upper": 0.6669282455139527
            },
            {
              "event_time": 3,
              "estimate": 0.7272669168870477,
              "se": 0.11223657423382939,
              "pvalue": 1.673315349961043e-09,
              "lower": 0.5052518793735781,
              "upper": 0.9492819544005173
            },
            {
              "event_time": 4,
              "estimate": 0.632523811021715,
              "se": 0.12647052721841187,
              "pvalue": 1.7784663164097397e-06,
              "lower": 0.38235260759344025,
              "upper": 0.8826950144499897
            },
            {
              "event_time": 5,
              "estimate": 0.7139536078282459,
              "se": 0.14574729662428942,
              "pvalue": 2.775862362008567e-06,
              "lower": 0.4256510491621663,
              "upper": 1.0022561664943255
            }
          ],
          "BJS / did2s": [
            {
              "event_time": -5,
              "estimate": -0.007042617383524361,
              "se": 0.0030631328450161335,
              "pvalue": 0.02306661067142823,
              "lower": -0.013101796916910541,
              "upper": -0.0009834378501381805
            },
            {
              "event_time": -4,
              "estimate": 0.003362508547479423,
              "se": 0.00303896170079176,
              "pvalue": 0.2705371637721892,
              "lower": -0.0026488580735085426,
              "upper": 0.00937387516846739
            },
            {
              "event_time": -3,
              "estimate": -0.008882845927893969,
              "se": 0.004692793662031461,
              "pvalue": 0.06056463977267852,
              "lower": -0.018165655636147297,
              "upper": 0.0003999637803593619
            },
            {
              "event_time": -2,
              "estimate": -7.50579208447957e-09,
              "se": 6.999187402906956e-10,
              "pvalue": 1.1042478154821826e-19,
              "lower": -8.89030053408959e-09,
              "upper": -6.121283634869549e-09
            },
            {
              "event_time": -1,
              "estimate": 0.009349986323309863,
              "se": 0.0036805743996314077,
              "pvalue": 0.012232095430022497,
              "lower": 0.002069446365783374,
              "upper": 0.01663052628083635
            },
            {
              "event_time": 0,
              "estimate": 0.5096059805875538,
              "se": 0.12754140639226594,
              "pvalue": 0.00010669188841741013,
              "lower": 0.2573164723056377,
              "upper": 0.7618954888694699
            },
            {
              "event_time": 1,
              "estimate": 0.5866313422488894,
              "se": 0.0997503392247854,
              "pvalue": 3.1645688136893644e-08,
              "lower": 0.38931531174680223,
              "upper": 0.7839473727509765
            },
            {
              "event_time": 2,
              "estimate": 0.6726453764619197,
              "se": 0.09854441107042052,
              "pvalue": 2.8767287840075895e-10,
              "lower": 0.4777147910454254,
              "upper": 0.867575961878414
            },
            {
              "event_time": 3,
              "estimate": 0.9775438239024242,
              "se": 0.11652170105952896,
              "pvalue": 6.529845279864547e-14,
              "lower": 0.7470523819775403,
              "upper": 1.2080352658273081
            },
            {
              "event_time": 4,
              "estimate": 1.3133543592688421,
              "se": 0.322798891770314,
              "pvalue": 8.091185620636533e-05,
              "lower": 0.6748262452835914,
              "upper": 1.951882473254093
            },
            {
              "event_time": 5,
              "estimate": 1.3835565837063277,
              "se": 0.33007982194820756,
              "pvalue": 5.040583858453775e-05,
              "lower": 0.7306260701680553,
              "upper": 2.0364870972446
            }
          ],
          "Sun\u2013Abraham": [
            {
              "event_time": -5,
              "estimate": -0.29267543733688123,
              "se": 0.10142088969540279,
              "pvalue": 0.004562810923316315,
              "lower": -0.49329598179027245,
              "upper": -0.09205489288349
            },
            {
              "event_time": -4,
              "estimate": -0.05538700703796528,
              "se": 0.07541361834849056,
              "pvalue": 0.46398144303098127,
              "lower": -0.20456259815842281,
              "upper": 0.09378858408249224
            },
            {
              "event_time": -3,
              "estimate": -0.1906608436527357,
              "se": 0.07235851442157104,
              "pvalue": 0.009421967142019472,
              "lower": -0.3337931372333959,
              "upper": -0.04752855007207554
            },
            {
              "event_time": 0,
              "estimate": 0.2545633037946498,
              "se": 0.08930807422230523,
              "pvalue": 0.005068435033558209,
              "lower": 0.07790310560103356,
              "upper": 0.4312235019882661
            },
            {
              "event_time": 1,
              "estimate": 0.3250794795425914,
              "se": 0.08200943039431212,
              "pvalue": 0.00012016471840669097,
              "lower": 0.16285672025274506,
              "upper": 0.4873022388324378
            },
            {
              "event_time": 2,
              "estimate": 0.4717181725597264,
              "se": 0.09868570205740684,
              "pvalue": 4.6059713294118e-06,
              "lower": 0.27650809960550016,
              "upper": 0.6669282455139527
            },
            {
              "event_time": 3,
              "estimate": 0.7272669168870477,
              "se": 0.11223657423382939,
              "pvalue": 1.673315349961043e-09,
              "lower": 0.5052518793735781,
              "upper": 0.9492819544005173
            },
            {
              "event_time": 4,
              "estimate": 0.632523811021715,
              "se": 0.12647052721841187,
              "pvalue": 1.7784663164097397e-06,
              "lower": 0.38235260759344025,
              "upper": 0.8826950144499897
            },
            {
              "event_time": 5,
              "estimate": 0.7139536078282459,
              "se": 0.14574729662428942,
              "pvalue": 2.775862362008567e-06,
              "lower": 0.4256510491621663,
              "upper": 1.0022561664943255
            }
          ]
        },
        "target": {
          "event_times": [
            0.0,
            1.0,
            2.0,
            3.0,
            4.0,
            5.0
          ],
          "weights": [
            0.16929698708751795,
            0.16929698708751795,
            0.1678622668579627,
            0.1649928263988522,
            0.16642754662840745,
            0.16212338593974174
          ],
          "weighting": "observations"
        },
        "checks": {
          "did2s_vs_direct_imputation_max_post_difference": 2.7219115850130038e-11,
          "package_aggregate_vs_estimable_cell_weights": null
        },
        "inference": {
          "standard_errors": "Cluster-robust; did2s uses two-stage covariance",
          "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom"
        },
        "f_test": {
          "status": "not_identified",
          "pvalue": null,
          "reason": "Only one treated cohort remains on the common supported sample."
        }
      }
    },
    "alternative_models": {
      "y__d": [
        {
          "method": "CS-DID",
          "status": "unidentified",
          "reason": "UnidentifiedTarget: CS-DID cannot estimate 6 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
        },
        {
          "method": "SDID",
          "status": "unsupported",
          "reason": "sdid: this adapter does not implement covariate adjustment; controls retained."
        },
        {
          "method": "Matrix completion",
          "status": "unsupported",
          "reason": "matrix-completion: this adapter does not implement covariate adjustment; controls retained."
        },
        {
          "method": "Horizontal ridge",
          "status": "unsupported",
          "reason": "horizontal-ridge: this adapter does not implement covariate adjustment; controls retained."
        },
        {
          "method": "Multisynth (cohort-averaged)",
          "status": "unsupported",
          "reason": "multisynth-cohort: this adapter does not implement covariate adjustment; controls retained."
        },
        {
          "method": "Multisynth (individual)",
          "status": "unsupported",
          "reason": "multisynth-individual: this adapter does not implement covariate adjustment; controls retained."
        }
      ]
    },
    "combined_table": [
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Static TWFE",
        "Estimate (SDs)": 0.5994745026224007,
        "SE": 0.09127492655923684,
        "Aggregation": "Coefficient",
        "Event study": "No",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Dynamic TWFE",
        "Estimate (SDs)": 0.5183272450909665,
        "SE": 0.09000572620125219,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "BJS / did2s",
        "Estimate (SDs)": 0.9026743938644539,
        "SE": 0.1595881770083013,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Sun\u2013Abraham",
        "Estimate (SDs)": 0.5183272450909665,
        "SE": 0.09000572620125219,
        "Aggregation": "observations",
        "Event study": "Yes",
        "Status": "estimated",
        "Note": ""
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "CS-DID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Equal post-event times",
        "Event study": "No",
        "Status": "unidentified",
        "Note": "UnidentifiedTarget: CS-DID cannot estimate 6 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "SDID",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "sdid: this adapter does not implement covariate adjustment; controls retained."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Matrix completion",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "matrix-completion: this adapter does not implement covariate adjustment; controls retained."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Horizontal ridge",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "horizontal-ridge: this adapter does not implement covariate adjustment; controls retained."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (cohort-averaged)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-cohort: this adapter does not implement covariate adjustment; controls retained."
      },
      {
        "Outcome / treatment": "y__d",
        "Estimator": "Multisynth (individual)",
        "Estimate (SDs)": null,
        "SE": null,
        "Aggregation": "Treated cells",
        "Event study": "No",
        "Status": "unsupported",
        "Note": "multisynth-individual: this adapter does not implement covariate adjustment; controls retained."
      }
    ],
    "adapter_sha256": {
      "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a",
      "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85",
      "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d",
      "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e",
      "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae",
      "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f",
      "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604",
      "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b",
      "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540",
      "matrix_models.py": "dc7188bf9bf709f0803169dfc3b1198e8b9d2b79d5904ebc5f010a48edde2ee2",
      "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee",
      "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0",
      "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6"
    }
  }
}