{
  "slug": "build-an-xg-difference-league-table",
  "title": "Shot-difference league table and half-season test (ESPN archive rebase)",
  "source": "ESPN public Premier League box scores (soccer/eng.1), data_layer/epl_2025_26_boxscores.json",
  "pulled": "2026-09-07",
  "computed": "2026-11-05",
  "definitions": "* shot difference = a club's total shots minus the total shots it faced (ESPN's totalShots count, blocked\n    shots included); SOT difference = the same for shots on target (shotsOnTarget); per game = / matches.\n  * season table = all 38 matches; ranks are competition ranks (1 + clubs strictly ahead).\n  * points over shots = actual points minus the points a straight line fitted across the 20 clubs\n    (points on SOT difference, least squares) gives for that club's SOT difference.\n  * the half-season test: each club's 38 matches in date order (no club plays twice on a date; id breaks\n    nothing), first 19 vs last 19. Predictors from the first 19, per game: points, goal difference, shot\n    difference, SOT difference. Target: points per game over the last 19.\n  * for each predictor: Pearson r and Spearman rank correlation (average ranks for ties) with the target;\n    a straight-line projection fitted on the 20 clubs, scored two ways: in-sample mean absolute error, and\n    leave-one-out MAE (each club projected by a line fitted on the other 19). Baselines: every club at the\n    league's mean second-half points per game, and every club repeating its first-half points per game.",
  "charts": [
    {
      "file": "/images/charts/epl_2025_26_shot_difference_test.png",
      "alt": "Two horizontal bar charts comparing four first-half Premier League 2025-26 tables as predictors of second-half points per game. Left, rank correlation: points 0.46, goal difference 0.41, shot difference 0.68, shots-on-target difference 0.69. Right, typical leave-one-out miss in points per game: points 0.300, goal difference 0.285, shot difference 0.272, shots-on-target difference 0.217, against 0.289 for projecting every club at the league average.",
      "caption": "Each club's first 19 matches predict its points per game over the last 19. Gold marks the best predictor on each measure. Data: ESPN public Premier League box scores, pulled 7 September 2026."
    }
  ],
  "stats": {
    "matches": 380,
    "pulled": "2026-09-07",
    "season_corr_with_points": {
      "gd": 0.9718622316161475,
      "shd": 0.8434177070235483,
      "sotd": 0.9050996175240438
    },
    "fit_full_season_pts_on_sotd": {
      "intercept": 51.8,
      "slope": 0.3083243928606262
    },
    "half_split_dates": {
      "first_half_ends": [
        "2025-12-30",
        "2026-01-01"
      ],
      "second_half_starts": [
        "2026-01-03",
        "2026-01-04"
      ]
    },
    "tests": {
      "points": {
        "pearson": 0.598956548271801,
        "spearman": 0.46439607161220253,
        "intercept": 0.68139263065315,
        "slope": 0.4829595426561125,
        "mae_in_sample": 0.26970733231495625,
        "mae_loo": 0.3003600667664114,
        "worst_loo": {
          "team": "Manchester United",
          "error": 0.7578419148583326
        }
      },
      "goal difference": {
        "pearson": 0.5675205256608071,
        "spearman": 0.4081947036537848,
        "intercept": 1.3473684210526315,
        "slope": 0.3460087994971716,
        "mae_in_sample": 0.2568741936550994,
        "mae_loo": 0.2848547526206515,
        "worst_loo": {
          "team": "Manchester United",
          "error": 0.7806396166011158
        }
      },
      "shot difference": {
        "pearson": 0.7136418220671881,
        "spearman": 0.6787698941049336,
        "intercept": 1.3473684210526315,
        "slope": 0.07492311993290465,
        "mae_in_sample": 0.2421376337124612,
        "mae_loo": 0.2718657076093254,
        "worst_loo": {
          "team": "Manchester United",
          "error": 0.5210040910341325
        }
      },
      "SOT difference": {
        "pearson": 0.7741878677812325,
        "spearman": 0.6930140415507614,
        "intercept": 1.3473684210526315,
        "slope": 0.23583869449238976,
        "mae_in_sample": 0.19423175072468554,
        "mae_loo": 0.21740886217565752,
        "worst_loo": {
          "team": "Chelsea",
          "error": 0.5386495972778544
        }
      }
    },
    "baselines": {
      "league_mean": 0.2894736842105263,
      "repeat_first_half": 0.3631578947368421
    },
    "league_mean_ppg_second_half": 1.3473684210526315,
    "fisher_se_n20": 0.24253562503633297,
    "mae_loo_points_over_19": {
      "points": 5.706841268561817,
      "goal difference": 5.412240299792379,
      "shot difference": 5.165448444577182,
      "SOT difference": 4.130768381337493,
      "league_mean": 5.5
    }
  },
  "tables": {
    "season": [
      {
        "pos": 1,
        "team": "Arsenal",
        "pts": 85,
        "gf": 71,
        "ga": 27,
        "gd": 44,
        "sf": 553,
        "sa": 310,
        "shd": 243,
        "tf": 187,
        "ta": 90,
        "sotd": 97,
        "pts_from_sot": 81.70746610748074,
        "over": 3.292533892519259,
        "pts_rank": 1,
        "gd_rank": 1,
        "shd_rank": 1,
        "sotd_rank": 1
      },
      {
        "pos": 2,
        "team": "Manchester City",
        "pts": 78,
        "gf": 77,
        "ga": 35,
        "gd": 42,
        "sf": 594,
        "sa": 369,
        "shd": 225,
        "tf": 205,
        "ta": 127,
        "sotd": 78,
        "pts_from_sot": 75.84930264312884,
        "over": 2.150697356871163,
        "pts_rank": 2,
        "gd_rank": 2,
        "shd_rank": 2,
        "sotd_rank": 2
      },
      {
        "pos": 3,
        "team": "Manchester United",
        "pts": 71,
        "gf": 69,
        "ga": 50,
        "gd": 19,
        "sf": 596,
        "sa": 441,
        "shd": 155,
        "tf": 216,
        "ta": 141,
        "sotd": 75,
        "pts_from_sot": 74.92432946454696,
        "over": -3.9243294645469575,
        "pts_rank": 3,
        "gd_rank": 3,
        "shd_rank": 3,
        "sotd_rank": 3
      },
      {
        "pos": 4,
        "team": "Aston Villa",
        "pts": 65,
        "gf": 56,
        "ga": 49,
        "gd": 7,
        "sf": 483,
        "sa": 490,
        "shd": -7,
        "tf": 170,
        "ta": 167,
        "sotd": 3,
        "pts_from_sot": 52.72497317858188,
        "over": 12.275026821418123,
        "pts_rank": 4,
        "gd_rank": 5,
        "shd_rank": 12,
        "sotd_rank": 9
      },
      {
        "pos": 5,
        "team": "Liverpool",
        "pts": 60,
        "gf": 63,
        "ga": 53,
        "gd": 10,
        "sf": 589,
        "sa": 435,
        "shd": 154,
        "tf": 175,
        "ta": 153,
        "sotd": 22,
        "pts_from_sot": 58.58313664293377,
        "over": 1.4168633570662266,
        "pts_rank": 5,
        "gd_rank": 4,
        "shd_rank": 4,
        "sotd_rank": 5
      },
      {
        "pos": 6,
        "team": "AFC Bournemouth",
        "pts": 57,
        "gf": 58,
        "ga": 54,
        "gd": 4,
        "sf": 524,
        "sa": 480,
        "shd": 44,
        "tf": 177,
        "ta": 162,
        "sotd": 15,
        "pts_from_sot": 56.42486589290939,
        "over": 0.5751341070906122,
        "pts_rank": 6,
        "gd_rank": 8,
        "shd_rank": 7,
        "sotd_rank": 6
      },
      {
        "pos": 7,
        "team": "Sunderland",
        "pts": 54,
        "gf": 42,
        "ga": 48,
        "gd": -6,
        "sf": 396,
        "sa": 540,
        "shd": -144,
        "tf": 130,
        "ta": 169,
        "sotd": -39,
        "pts_from_sot": 39.77534867843558,
        "over": 14.224651321564423,
        "pts_rank": 7,
        "gd_rank": 14,
        "shd_rank": 17,
        "sotd_rank": 17
      },
      {
        "pos": 8,
        "team": "Brighton & Hove Albion",
        "pts": 53,
        "gf": 52,
        "ga": 46,
        "gd": 6,
        "sf": 495,
        "sa": 442,
        "shd": 53,
        "tf": 176,
        "ta": 148,
        "sotd": 28,
        "pts_from_sot": 60.43308300009753,
        "over": -7.4330830000975325,
        "pts_rank": 8,
        "gd_rank": 6,
        "shd_rank": 6,
        "sotd_rank": 4
      },
      {
        "pos": 9,
        "team": "Brentford",
        "pts": 53,
        "gf": 55,
        "ga": 52,
        "gd": 3,
        "sf": 405,
        "sa": 505,
        "shd": -100,
        "tf": 147,
        "ta": 163,
        "sotd": -16,
        "pts_from_sot": 46.86680971422998,
        "over": 6.13319028577002,
        "pts_rank": 8,
        "gd_rank": 9,
        "shd_rank": 15,
        "sotd_rank": 14
      },
      {
        "pos": 10,
        "team": "Chelsea",
        "pts": 52,
        "gf": 58,
        "ga": 52,
        "gd": 6,
        "sf": 509,
        "sa": 415,
        "shd": 94,
        "tf": 166,
        "ta": 160,
        "sotd": 6,
        "pts_from_sot": 53.649946357163756,
        "over": -1.6499463571637563,
        "pts_rank": 10,
        "gd_rank": 6,
        "shd_rank": 5,
        "sotd_rank": 8
      },
      {
        "pos": 11,
        "team": "Fulham",
        "pts": 52,
        "gf": 47,
        "ga": 51,
        "gd": -4,
        "sf": 484,
        "sa": 448,
        "shd": 36,
        "tf": 140,
        "ta": 149,
        "sotd": -9,
        "pts_from_sot": 49.02508046425436,
        "over": 2.9749195357456415,
        "pts_rank": 10,
        "gd_rank": 13,
        "shd_rank": 8,
        "sotd_rank": 12
      },
      {
        "pos": 12,
        "team": "Newcastle United",
        "pts": 49,
        "gf": 53,
        "ga": 55,
        "gd": -2,
        "sf": 492,
        "sa": 470,
        "shd": 22,
        "tf": 176,
        "ta": 168,
        "sotd": 8,
        "pts_from_sot": 54.26659514288501,
        "over": -5.266595142885009,
        "pts_rank": 12,
        "gd_rank": 10,
        "shd_rank": 9,
        "sotd_rank": 7
      },
      {
        "pos": 13,
        "team": "Everton",
        "pts": 49,
        "gf": 47,
        "ga": 50,
        "gd": -3,
        "sf": 422,
        "sa": 532,
        "shd": -110,
        "tf": 142,
        "ta": 158,
        "sotd": -16,
        "pts_from_sot": 46.86680971422998,
        "over": 2.13319028577002,
        "pts_rank": 12,
        "gd_rank": 11,
        "shd_rank": 16,
        "sotd_rank": 14
      },
      {
        "pos": 14,
        "team": "Leeds United",
        "pts": 47,
        "gf": 49,
        "ga": 56,
        "gd": -7,
        "sf": 478,
        "sa": 477,
        "shd": 1,
        "tf": 151,
        "ta": 163,
        "sotd": -12,
        "pts_from_sot": 48.100107285672486,
        "over": -1.100107285672486,
        "pts_rank": 14,
        "gd_rank": 15,
        "shd_rank": 10,
        "sotd_rank": 13
      },
      {
        "pos": 15,
        "team": "Crystal Palace",
        "pts": 45,
        "gf": 41,
        "ga": 51,
        "gd": -10,
        "sf": 442,
        "sa": 445,
        "shd": -3,
        "tf": 142,
        "ta": 162,
        "sotd": -20,
        "pts_from_sot": 45.633512142787474,
        "over": -0.6335121427874739,
        "pts_rank": 15,
        "gd_rank": 17,
        "shd_rank": 11,
        "sotd_rank": 16
      },
      {
        "pos": 16,
        "team": "Nottingham Forest",
        "pts": 44,
        "gf": 48,
        "ga": 51,
        "gd": -3,
        "sf": 476,
        "sa": 506,
        "shd": -30,
        "tf": 156,
        "ta": 163,
        "sotd": -7,
        "pts_from_sot": 49.64172924997561,
        "over": -5.6417292499756115,
        "pts_rank": 16,
        "gd_rank": 11,
        "shd_rank": 13,
        "sotd_rank": 11
      },
      {
        "pos": 17,
        "team": "Tottenham Hotspur",
        "pts": 41,
        "gf": 48,
        "ga": 57,
        "gd": -9,
        "sf": 436,
        "sa": 467,
        "shd": -31,
        "tf": 146,
        "ta": 152,
        "sotd": -6,
        "pts_from_sot": 49.95005364283624,
        "over": -8.950053642836238,
        "pts_rank": 17,
        "gd_rank": 16,
        "shd_rank": 14,
        "sotd_rank": 10
      },
      {
        "pos": 18,
        "team": "West Ham United",
        "pts": 39,
        "gf": 46,
        "ga": 65,
        "gd": -19,
        "sf": 404,
        "sa": 566,
        "shd": -162,
        "tf": 142,
        "ta": 195,
        "sotd": -53,
        "pts_from_sot": 35.458807178386806,
        "over": 3.541192821613194,
        "pts_rank": 18,
        "gd_rank": 18,
        "shd_rank": 19,
        "sotd_rank": 18
      },
      {
        "pos": 19,
        "team": "Burnley",
        "pts": 22,
        "gf": 38,
        "ga": 75,
        "gd": -37,
        "sf": 355,
        "sa": 636,
        "shd": -281,
        "tf": 118,
        "ta": 216,
        "sotd": -98,
        "pts_from_sot": 21.58420949965863,
        "over": 0.41579050034136955,
        "pts_rank": 19,
        "gd_rank": 19,
        "shd_rank": 20,
        "sotd_rank": 20
      },
      {
        "pos": 20,
        "team": "Wolverhampton Wanderers",
        "pts": 20,
        "gf": 27,
        "ga": 68,
        "gd": -41,
        "sf": 370,
        "sa": 529,
        "shd": -159,
        "tf": 123,
        "ta": 179,
        "sotd": -56,
        "pts_from_sot": 34.533833999804926,
        "over": -14.533833999804926,
        "pts_rank": 20,
        "gd_rank": 20,
        "shd_rank": 18,
        "sotd_rank": 19
      }
    ],
    "halves": [
      {
        "team": "AFC Bournemouth",
        "pts1": 23,
        "gd1": -6,
        "shd1": 31,
        "sotd1": 9,
        "pts2": 34,
        "first_end": "2025-12-30",
        "last_start": "2026-01-03",
        "proj_sot": 1.459081486864816,
        "proj_pts": 1.266027866500023,
        "ppg2": 1.7894736842105263
      },
      {
        "team": "Arsenal",
        "pts1": 45,
        "gd1": 25,
        "shd1": 149,
        "sotd1": 54,
        "pts2": 40,
        "first_end": "2025-12-30",
        "last_start": "2026-01-03",
        "proj_sot": 2.0176468159257395,
        "proj_pts": 1.8252441790492058,
        "ppg2": 2.1052631578947367
      },
      {
        "team": "Aston Villa",
        "pts1": 39,
        "gd1": 7,
        "shd1": -33,
        "sotd1": 4,
        "pts2": 26,
        "first_end": "2025-12-30",
        "last_start": "2026-01-03",
        "proj_sot": 1.3970186725247136,
        "proj_pts": 1.6727306392630652,
        "ppg2": 1.368421052631579
      },
      {
        "team": "Brentford",
        "pts1": 27,
        "gd1": 2,
        "shd1": -53,
        "sotd1": -3,
        "pts2": 26,
        "first_end": "2026-01-01",
        "last_start": "2026-01-04",
        "proj_sot": 1.31013073244857,
        "proj_pts": 1.3677035596907836,
        "ppg2": 1.368421052631579
      },
      {
        "team": "Brighton & Hove Albion",
        "pts1": 25,
        "gd1": 1,
        "shd1": 16,
        "sotd1": 6,
        "pts2": 28,
        "first_end": "2025-12-30",
        "last_start": "2026-01-03",
        "proj_sot": 1.4218437982607546,
        "proj_pts": 1.3168657130954033,
        "ppg2": 1.4736842105263157
      },
      {
        "team": "Burnley",
        "pts1": 12,
        "gd1": -17,
        "shd1": -123,
        "sotd1": -45,
        "pts2": 10,
        "first_end": "2025-12-30",
        "last_start": "2026-01-03",
        "proj_sot": 0.7888030919917084,
        "proj_pts": 0.9864197102254316,
        "ppg2": 0.5263157894736842
      },
      {
        "team": "Chelsea",
        "pts1": 30,
        "gd1": 11,
        "shd1": 70,
        "sotd1": 24,
        "pts2": 22,
        "first_end": "2025-12-30",
        "last_start": "2026-01-04",
        "proj_sot": 1.6452699298851239,
        "proj_pts": 1.4439603295838541,
        "ppg2": 1.1578947368421053
      },
      {
        "team": "Crystal Palace",
        "pts1": 27,
        "gd1": 1,
        "shd1": 7,
        "sotd1": 2,
        "pts2": 18,
        "first_end": "2026-01-01",
        "last_start": "2026-01-04",
        "proj_sot": 1.3721935467886726,
        "proj_pts": 1.3677035596907836,
        "ppg2": 0.9473684210526315
      },
      {
        "team": "Everton",
        "pts1": 28,
        "gd1": 0,
        "shd1": -60,
        "sotd1": -18,
        "pts2": 21,
        "first_end": "2025-12-30",
        "last_start": "2026-01-04",
        "proj_sot": 1.1239422894282622,
        "proj_pts": 1.3931224829884736,
        "ppg2": 1.105263157894737
      },
      {
        "team": "Fulham",
        "pts1": 27,
        "gd1": -1,
        "shd1": 13,
        "sotd1": -3,
        "pts2": 25,
        "first_end": "2026-01-01",
        "last_start": "2026-01-04",
        "proj_sot": 1.31013073244857,
        "proj_pts": 1.3677035596907836,
        "ppg2": 1.3157894736842106
      },
      {
        "team": "Leeds United",
        "pts1": 21,
        "gd1": -7,
        "shd1": 22,
        "sotd1": 0,
        "pts2": 26,
        "first_end": "2026-01-01",
        "last_start": "2026-01-04",
        "proj_sot": 1.3473684210526315,
        "proj_pts": 1.2151900199046428,
        "ppg2": 1.368421052631579
      },
      {
        "team": "Liverpool",
        "pts1": 33,
        "gd1": 4,
        "shd1": 82,
        "sotd1": 10,
        "pts2": 27,
        "first_end": "2026-01-01",
        "last_start": "2026-01-04",
        "proj_sot": 1.4714940497328366,
        "proj_pts": 1.5202170994769244,
        "ppg2": 1.4210526315789473
      },
      {
        "team": "Manchester City",
        "pts1": 41,
        "gd1": 26,
        "shd1": 91,
        "sotd1": 41,
        "pts2": 37,
        "first_end": "2026-01-01",
        "last_start": "2026-01-04",
        "proj_sot": 1.8562834986414727,
        "proj_pts": 1.7235684858584452,
        "ppg2": 1.9473684210526316
      },
      {
        "team": "Manchester United",
        "pts1": 30,
        "gd1": 4,
        "shd1": 90,
        "sotd1": 32,
        "pts2": 41,
        "first_end": "2025-12-30",
        "last_start": "2026-01-04",
        "proj_sot": 1.744570432829288,
        "proj_pts": 1.4439603295838541,
        "ppg2": 2.1578947368421053
      },
      {
        "team": "Newcastle United",
        "pts1": 26,
        "gd1": 2,
        "shd1": 38,
        "sotd1": 12,
        "pts2": 23,
        "first_end": "2025-12-30",
        "last_start": "2026-01-04",
        "proj_sot": 1.4963191754688776,
        "proj_pts": 1.3422846363930936,
        "ppg2": 1.2105263157894737
      },
      {
        "team": "Nottingham Forest",
        "pts1": 18,
        "gd1": -12,
        "shd1": -6,
        "sotd1": -9,
        "pts2": 26,
        "first_end": "2025-12-30",
        "last_start": "2026-01-03",
        "proj_sot": 1.235655355240447,
        "proj_pts": 1.1389332500115723,
        "ppg2": 1.368421052631579
      },
      {
        "team": "Sunderland",
        "pts1": 29,
        "gd1": 2,
        "shd1": -101,
        "sotd1": -28,
        "pts2": 25,
        "first_end": "2026-01-01",
        "last_start": "2026-01-04",
        "proj_sot": 0.9998166607480572,
        "proj_pts": 1.4185414062861639,
        "ppg2": 1.3157894736842106
      },
      {
        "team": "Tottenham Hotspur",
        "pts1": 26,
        "gd1": 4,
        "shd1": -35,
        "sotd1": -14,
        "pts2": 15,
        "first_end": "2026-01-01",
        "last_start": "2026-01-04",
        "proj_sot": 1.1735925409003443,
        "proj_pts": 1.3422846363930936,
        "ppg2": 0.7894736842105263
      },
      {
        "team": "West Ham United",
        "pts1": 14,
        "gd1": -17,
        "shd1": -104,
        "sotd1": -36,
        "pts2": 25,
        "first_end": "2025-12-30",
        "last_start": "2026-01-03",
        "proj_sot": 0.9005161578038932,
        "proj_pts": 1.037257556820812,
        "ppg2": 1.3157894736842106
      },
      {
        "team": "Wolverhampton Wanderers",
        "pts1": 3,
        "gd1": -29,
        "shd1": -94,
        "sotd1": -38,
        "pts2": 17,
        "first_end": "2025-12-30",
        "last_start": "2026-01-03",
        "proj_sot": 0.875691032067852,
        "proj_pts": 0.7576494005462204,
        "ppg2": 0.8947368421052632
      }
    ]
  }
}