rams/fantabeto
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
8f7df5dd7f8fa08bdb1d5d8074f1017f7b0526f6
fantabeto/.ipynb_checkpoints/4b_player_match_dataset_creation_oldseasons-checkpoint.ipynb
T
Giuseppe Musicco 8f7df5dd7f Minor update (matchday 21) 
- updated code for new FBRef stats;
- updated players list;
- players who changed team handled slightly better
2023-02-04 13:10:39 +01:00

2497 lines
89 KiB
Plaintext
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{
"cells": [
{
"cell_type": "markdown",
"id": "b22c6ee8",
"metadata": {},
"source": [
"player_match_dataset_creation code for past seasons\n",
"\n",
"Select the season in season variable, and repeat the code if needed"
]
},
{
"cell_type": "code",
"execution_count": 1,
"id": "8a74364d",
"metadata": {},
"outputs": [],
"source": [
"season = '2021'"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "8a6867a5",
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"C:\\Users\\nicol\\AppData\\Local\\Temp\\ipykernel_5084\\813865162.py:21: SettingWithCopyWarning: \n",
"A value is trying to be set on a copy of a slice from a DataFrame\n",
"\n",
"See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
" team_data['team_idx'][i] = team_data['team_idx'][i].split(' ')[-1]\n"
]
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>team</th>\n",
" <th>team_players_used</th>\n",
" <th>team_possession</th>\n",
" <th>team_games</th>\n",
" <th>team_games_starts</th>\n",
" <th>team_minutes</th>\n",
" <th>team_goals</th>\n",
" <th>team_assists</th>\n",
" <th>team_pens_made</th>\n",
" <th>team_pens_att</th>\n",
" <th>...</th>\n",
" <th>vs_team_fouls</th>\n",
" <th>vs_team_fouled</th>\n",
" <th>vs_team_offsides</th>\n",
" <th>vs_team_pens_won</th>\n",
" <th>vs_team_pens_conceded</th>\n",
" <th>vs_team_own_goals</th>\n",
" <th>vs_team_ball_recoveries</th>\n",
" <th>vs_team_aerials_won</th>\n",
" <th>vs_team_aerials_lost</th>\n",
" <th>vs_team_aerials_won_pct</th>\n",
" </tr>\n",
" <tr>\n",
" <th>team_idx</th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>Atalanta</th>\n",
" <td>Atalanta</td>\n",
" <td>32.0</td>\n",
" <td>55.0</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>62.0</td>\n",
" <td>48.0</td>\n",
" <td>5.0</td>\n",
" <td>6.0</td>\n",
" <td>...</td>\n",
" <td>491.0</td>\n",
" <td>488.0</td>\n",
" <td>69.0</td>\n",
" <td>4.0</td>\n",
" <td>6.0</td>\n",
" <td>3.0</td>\n",
" <td>2240.0</td>\n",
" <td>518.0</td>\n",
" <td>685.0</td>\n",
" <td>43.1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Bologna</th>\n",
" <td>Bologna</td>\n",
" <td>36.0</td>\n",
" <td>50.6</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>43.0</td>\n",
" <td>34.0</td>\n",
" <td>4.0</td>\n",
" <td>5.0</td>\n",
" <td>...</td>\n",
" <td>527.0</td>\n",
" <td>416.0</td>\n",
" <td>88.0</td>\n",
" <td>8.0</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>2032.0</td>\n",
" <td>520.0</td>\n",
" <td>492.0</td>\n",
" <td>51.4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Cagliari</th>\n",
" <td>Cagliari</td>\n",
" <td>33.0</td>\n",
" <td>44.5</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>34.0</td>\n",
" <td>26.0</td>\n",
" <td>3.0</td>\n",
" <td>4.0</td>\n",
" <td>...</td>\n",
" <td>526.0</td>\n",
" <td>524.0</td>\n",
" <td>76.0</td>\n",
" <td>6.0</td>\n",
" <td>4.0</td>\n",
" <td>0.0</td>\n",
" <td>2112.0</td>\n",
" <td>742.0</td>\n",
" <td>696.0</td>\n",
" <td>51.6</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Empoli</th>\n",
" <td>Empoli</td>\n",
" <td>28.0</td>\n",
" <td>47.4</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>47.0</td>\n",
" <td>27.0</td>\n",
" <td>7.0</td>\n",
" <td>7.0</td>\n",
" <td>...</td>\n",
" <td>488.0</td>\n",
" <td>482.0</td>\n",
" <td>66.0</td>\n",
" <td>7.0</td>\n",
" <td>7.0</td>\n",
" <td>3.0</td>\n",
" <td>2051.0</td>\n",
" <td>549.0</td>\n",
" <td>427.0</td>\n",
" <td>56.3</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Fiorentina</th>\n",
" <td>Fiorentina</td>\n",
" <td>28.0</td>\n",
" <td>57.7</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>59.0</td>\n",
" <td>33.0</td>\n",
" <td>9.0</td>\n",
" <td>12.0</td>\n",
" <td>...</td>\n",
" <td>585.0</td>\n",
" <td>441.0</td>\n",
" <td>119.0</td>\n",
" <td>4.0</td>\n",
" <td>12.0</td>\n",
" <td>0.0</td>\n",
" <td>1825.0</td>\n",
" <td>456.0</td>\n",
" <td>469.0</td>\n",
" <td>49.3</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Genoa</th>\n",
" <td>Genoa</td>\n",
" <td>40.0</td>\n",
" <td>43.9</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>26.0</td>\n",
" <td>19.0</td>\n",
" <td>6.0</td>\n",
" <td>7.0</td>\n",
" <td>...</td>\n",
" <td>523.0</td>\n",
" <td>530.0</td>\n",
" <td>59.0</td>\n",
" <td>4.0</td>\n",
" <td>7.0</td>\n",
" <td>1.0</td>\n",
" <td>2257.0</td>\n",
" <td>743.0</td>\n",
" <td>635.0</td>\n",
" <td>53.9</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Verona</th>\n",
" <td>Hellas Verona</td>\n",
" <td>31.0</td>\n",
" <td>50.6</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>63.0</td>\n",
" <td>44.0</td>\n",
" <td>7.0</td>\n",
" <td>8.0</td>\n",
" <td>...</td>\n",
" <td>463.0</td>\n",
" <td>534.0</td>\n",
" <td>32.0</td>\n",
" <td>3.0</td>\n",
" <td>8.0</td>\n",
" <td>2.0</td>\n",
" <td>2206.0</td>\n",
" <td>733.0</td>\n",
" <td>689.0</td>\n",
" <td>51.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Inter</th>\n",
" <td>Inter</td>\n",
" <td>27.0</td>\n",
" <td>56.5</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>83.0</td>\n",
" <td>57.0</td>\n",
" <td>7.0</td>\n",
" <td>11.0</td>\n",
" <td>...</td>\n",
" <td>440.0</td>\n",
" <td>441.0</td>\n",
" <td>34.0</td>\n",
" <td>3.0</td>\n",
" <td>11.0</td>\n",
" <td>1.0</td>\n",
" <td>1767.0</td>\n",
" <td>476.0</td>\n",
" <td>549.0</td>\n",
" <td>46.4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Juventus</th>\n",
" <td>Juventus</td>\n",
" <td>32.0</td>\n",
" <td>51.5</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>56.0</td>\n",
" <td>37.0</td>\n",
" <td>5.0</td>\n",
" <td>6.0</td>\n",
" <td>...</td>\n",
" <td>525.0</td>\n",
" <td>471.0</td>\n",
" <td>35.0</td>\n",
" <td>5.0</td>\n",
" <td>6.0</td>\n",
" <td>1.0</td>\n",
" <td>1894.0</td>\n",
" <td>440.0</td>\n",
" <td>550.0</td>\n",
" <td>44.4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Lazio</th>\n",
" <td>Lazio</td>\n",
" <td>27.0</td>\n",
" <td>55.4</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>74.0</td>\n",
" <td>48.0</td>\n",
" <td>7.0</td>\n",
" <td>9.0</td>\n",
" <td>...</td>\n",
" <td>474.0</td>\n",
" <td>418.0</td>\n",
" <td>73.0</td>\n",
" <td>6.0</td>\n",
" <td>9.0</td>\n",
" <td>3.0</td>\n",
" <td>1956.0</td>\n",
" <td>427.0</td>\n",
" <td>411.0</td>\n",
" <td>51.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Milan</th>\n",
" <td>Milan</td>\n",
" <td>28.0</td>\n",
" <td>54.0</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>66.0</td>\n",
" <td>39.0</td>\n",
" <td>5.0</td>\n",
" <td>8.0</td>\n",
" <td>...</td>\n",
" <td>533.0</td>\n",
" <td>440.0</td>\n",
" <td>63.0</td>\n",
" <td>3.0</td>\n",
" <td>8.0</td>\n",
" <td>3.0</td>\n",
" <td>2106.0</td>\n",
" <td>517.0</td>\n",
" <td>521.0</td>\n",
" <td>49.8</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Napoli</th>\n",
" <td>Napoli</td>\n",
" <td>27.0</td>\n",
" <td>58.3</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>74.0</td>\n",
" <td>46.0</td>\n",
" <td>10.0</td>\n",
" <td>14.0</td>\n",
" <td>...</td>\n",
" <td>517.0</td>\n",
" <td>415.0</td>\n",
" <td>60.0</td>\n",
" <td>0.0</td>\n",
" <td>14.0</td>\n",
" <td>0.0</td>\n",
" <td>1963.0</td>\n",
" <td>403.0</td>\n",
" <td>393.0</td>\n",
" <td>50.6</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Roma</th>\n",
" <td>Roma</td>\n",
" <td>29.0</td>\n",
" <td>51.4</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>58.0</td>\n",
" <td>31.0</td>\n",
" <td>7.0</td>\n",
" <td>9.0</td>\n",
" <td>...</td>\n",
" <td>497.0</td>\n",
" <td>477.0</td>\n",
" <td>81.0</td>\n",
" <td>5.0</td>\n",
" <td>9.0</td>\n",
" <td>1.0</td>\n",
" <td>1970.0</td>\n",
" <td>441.0</td>\n",
" <td>524.0</td>\n",
" <td>45.7</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Salernitana</th>\n",
" <td>Salernitana</td>\n",
" <td>42.0</td>\n",
" <td>41.2</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>32.0</td>\n",
" <td>19.0</td>\n",
" <td>4.0</td>\n",
" <td>5.0</td>\n",
" <td>...</td>\n",
" <td>546.0</td>\n",
" <td>463.0</td>\n",
" <td>63.0</td>\n",
" <td>6.0</td>\n",
" <td>5.0</td>\n",
" <td>1.0</td>\n",
" <td>2043.0</td>\n",
" <td>506.0</td>\n",
" <td>657.0</td>\n",
" <td>43.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Sampdoria</th>\n",
" <td>Sampdoria</td>\n",
" <td>34.0</td>\n",
" <td>46.1</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>42.0</td>\n",
" <td>29.0</td>\n",
" <td>2.0</td>\n",
" <td>4.0</td>\n",
" <td>...</td>\n",
" <td>538.0</td>\n",
" <td>471.0</td>\n",
" <td>64.0</td>\n",
" <td>1.0</td>\n",
" <td>4.0</td>\n",
" <td>4.0</td>\n",
" <td>2174.0</td>\n",
" <td>506.0</td>\n",
" <td>609.0</td>\n",
" <td>45.4</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Sassuolo</th>\n",
" <td>Sassuolo</td>\n",
" <td>29.0</td>\n",
" <td>54.9</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>60.0</td>\n",
" <td>39.0</td>\n",
" <td>7.0</td>\n",
" <td>7.0</td>\n",
" <td>...</td>\n",
" <td>519.0</td>\n",
" <td>434.0</td>\n",
" <td>142.0</td>\n",
" <td>6.0</td>\n",
" <td>7.0</td>\n",
" <td>4.0</td>\n",
" <td>2041.0</td>\n",
" <td>404.0</td>\n",
" <td>343.0</td>\n",
" <td>54.1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Spezia</th>\n",
" <td>Spezia</td>\n",
" <td>30.0</td>\n",
" <td>42.7</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>38.0</td>\n",
" <td>25.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" <td>...</td>\n",
" <td>474.0</td>\n",
" <td>477.0</td>\n",
" <td>62.0</td>\n",
" <td>8.0</td>\n",
" <td>5.0</td>\n",
" <td>3.0</td>\n",
" <td>2064.0</td>\n",
" <td>589.0</td>\n",
" <td>530.0</td>\n",
" <td>52.6</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Torino</th>\n",
" <td>Torino</td>\n",
" <td>31.0</td>\n",
" <td>53.3</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>43.0</td>\n",
" <td>27.0</td>\n",
" <td>6.0</td>\n",
" <td>6.0</td>\n",
" <td>...</td>\n",
" <td>485.0</td>\n",
" <td>611.0</td>\n",
" <td>60.0</td>\n",
" <td>10.0</td>\n",
" <td>6.0</td>\n",
" <td>3.0</td>\n",
" <td>1989.0</td>\n",
" <td>891.0</td>\n",
" <td>781.0</td>\n",
" <td>53.3</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Udinese</th>\n",
" <td>Udinese</td>\n",
" <td>29.0</td>\n",
" <td>42.7</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>58.0</td>\n",
" <td>36.0</td>\n",
" <td>3.0</td>\n",
" <td>4.0</td>\n",
" <td>...</td>\n",
" <td>494.0</td>\n",
" <td>537.0</td>\n",
" <td>57.0</td>\n",
" <td>6.0</td>\n",
" <td>4.0</td>\n",
" <td>3.0</td>\n",
" <td>2010.0</td>\n",
" <td>534.0</td>\n",
" <td>453.0</td>\n",
" <td>54.1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Venezia</th>\n",
" <td>Venezia</td>\n",
" <td>39.0</td>\n",
" <td>42.3</td>\n",
" <td>38.0</td>\n",
" <td>418.0</td>\n",
" <td>3420.0</td>\n",
" <td>34.0</td>\n",
" <td>23.0</td>\n",
" <td>3.0</td>\n",
" <td>5.0</td>\n",
" <td>...</td>\n",
" <td>476.0</td>\n",
" <td>492.0</td>\n",
" <td>48.0</td>\n",
" <td>5.0</td>\n",
" <td>5.0</td>\n",
" <td>0.0</td>\n",
" <td>2059.0</td>\n",
" <td>583.0</td>\n",
" <td>564.0</td>\n",
" <td>50.8</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>20 rows × 321 columns</p>\n",
"</div>"
],
"text/plain": [
" team team_players_used team_possession team_games \\\n",
"team_idx \n",
"Atalanta Atalanta 32.0 55.0 38.0 \n",
"Bologna Bologna 36.0 50.6 38.0 \n",
"Cagliari Cagliari 33.0 44.5 38.0 \n",
"Empoli Empoli 28.0 47.4 38.0 \n",
"Fiorentina Fiorentina 28.0 57.7 38.0 \n",
"Genoa Genoa 40.0 43.9 38.0 \n",
"Verona Hellas Verona 31.0 50.6 38.0 \n",
"Inter Inter 27.0 56.5 38.0 \n",
"Juventus Juventus 32.0 51.5 38.0 \n",
"Lazio Lazio 27.0 55.4 38.0 \n",
"Milan Milan 28.0 54.0 38.0 \n",
"Napoli Napoli 27.0 58.3 38.0 \n",
"Roma Roma 29.0 51.4 38.0 \n",
"Salernitana Salernitana 42.0 41.2 38.0 \n",
"Sampdoria Sampdoria 34.0 46.1 38.0 \n",
"Sassuolo Sassuolo 29.0 54.9 38.0 \n",
"Spezia Spezia 30.0 42.7 38.0 \n",
"Torino Torino 31.0 53.3 38.0 \n",
"Udinese Udinese 29.0 42.7 38.0 \n",
"Venezia Venezia 39.0 42.3 38.0 \n",
"\n",
" team_games_starts team_minutes team_goals team_assists \\\n",
"team_idx \n",
"Atalanta 418.0 3420.0 62.0 48.0 \n",
"Bologna 418.0 3420.0 43.0 34.0 \n",
"Cagliari 418.0 3420.0 34.0 26.0 \n",
"Empoli 418.0 3420.0 47.0 27.0 \n",
"Fiorentina 418.0 3420.0 59.0 33.0 \n",
"Genoa 418.0 3420.0 26.0 19.0 \n",
"Verona 418.0 3420.0 63.0 44.0 \n",
"Inter 418.0 3420.0 83.0 57.0 \n",
"Juventus 418.0 3420.0 56.0 37.0 \n",
"Lazio 418.0 3420.0 74.0 48.0 \n",
"Milan 418.0 3420.0 66.0 39.0 \n",
"Napoli 418.0 3420.0 74.0 46.0 \n",
"Roma 418.0 3420.0 58.0 31.0 \n",
"Salernitana 418.0 3420.0 32.0 19.0 \n",
"Sampdoria 418.0 3420.0 42.0 29.0 \n",
"Sassuolo 418.0 3420.0 60.0 39.0 \n",
"Spezia 418.0 3420.0 38.0 25.0 \n",
"Torino 418.0 3420.0 43.0 27.0 \n",
"Udinese 418.0 3420.0 58.0 36.0 \n",
"Venezia 418.0 3420.0 34.0 23.0 \n",
"\n",
" team_pens_made team_pens_att ... vs_team_fouls \\\n",
"team_idx ... \n",
"Atalanta 5.0 6.0 ... 491.0 \n",
"Bologna 4.0 5.0 ... 527.0 \n",
"Cagliari 3.0 4.0 ... 526.0 \n",
"Empoli 7.0 7.0 ... 488.0 \n",
"Fiorentina 9.0 12.0 ... 585.0 \n",
"Genoa 6.0 7.0 ... 523.0 \n",
"Verona 7.0 8.0 ... 463.0 \n",
"Inter 7.0 11.0 ... 440.0 \n",
"Juventus 5.0 6.0 ... 525.0 \n",
"Lazio 7.0 9.0 ... 474.0 \n",
"Milan 5.0 8.0 ... 533.0 \n",
"Napoli 10.0 14.0 ... 517.0 \n",
"Roma 7.0 9.0 ... 497.0 \n",
"Salernitana 4.0 5.0 ... 546.0 \n",
"Sampdoria 2.0 4.0 ... 538.0 \n",
"Sassuolo 7.0 7.0 ... 519.0 \n",
"Spezia 3.0 5.0 ... 474.0 \n",
"Torino 6.0 6.0 ... 485.0 \n",
"Udinese 3.0 4.0 ... 494.0 \n",
"Venezia 3.0 5.0 ... 476.0 \n",
"\n",
" vs_team_fouled vs_team_offsides vs_team_pens_won \\\n",
"team_idx \n",
"Atalanta 488.0 69.0 4.0 \n",
"Bologna 416.0 88.0 8.0 \n",
"Cagliari 524.0 76.0 6.0 \n",
"Empoli 482.0 66.0 7.0 \n",
"Fiorentina 441.0 119.0 4.0 \n",
"Genoa 530.0 59.0 4.0 \n",
"Verona 534.0 32.0 3.0 \n",
"Inter 441.0 34.0 3.0 \n",
"Juventus 471.0 35.0 5.0 \n",
"Lazio 418.0 73.0 6.0 \n",
"Milan 440.0 63.0 3.0 \n",
"Napoli 415.0 60.0 0.0 \n",
"Roma 477.0 81.0 5.0 \n",
"Salernitana 463.0 63.0 6.0 \n",
"Sampdoria 471.0 64.0 1.0 \n",
"Sassuolo 434.0 142.0 6.0 \n",
"Spezia 477.0 62.0 8.0 \n",
"Torino 611.0 60.0 10.0 \n",
"Udinese 537.0 57.0 6.0 \n",
"Venezia 492.0 48.0 5.0 \n",
"\n",
" vs_team_pens_conceded vs_team_own_goals \\\n",
"team_idx \n",
"Atalanta 6.0 3.0 \n",
"Bologna 5.0 1.0 \n",
"Cagliari 4.0 0.0 \n",
"Empoli 7.0 3.0 \n",
"Fiorentina 12.0 0.0 \n",
"Genoa 7.0 1.0 \n",
"Verona 8.0 2.0 \n",
"Inter 11.0 1.0 \n",
"Juventus 6.0 1.0 \n",
"Lazio 9.0 3.0 \n",
"Milan 8.0 3.0 \n",
"Napoli 14.0 0.0 \n",
"Roma 9.0 1.0 \n",
"Salernitana 5.0 1.0 \n",
"Sampdoria 4.0 4.0 \n",
"Sassuolo 7.0 4.0 \n",
"Spezia 5.0 3.0 \n",
"Torino 6.0 3.0 \n",
"Udinese 4.0 3.0 \n",
"Venezia 5.0 0.0 \n",
"\n",
" vs_team_ball_recoveries vs_team_aerials_won \\\n",
"team_idx \n",
"Atalanta 2240.0 518.0 \n",
"Bologna 2032.0 520.0 \n",
"Cagliari 2112.0 742.0 \n",
"Empoli 2051.0 549.0 \n",
"Fiorentina 1825.0 456.0 \n",
"Genoa 2257.0 743.0 \n",
"Verona 2206.0 733.0 \n",
"Inter 1767.0 476.0 \n",
"Juventus 1894.0 440.0 \n",
"Lazio 1956.0 427.0 \n",
"Milan 2106.0 517.0 \n",
"Napoli 1963.0 403.0 \n",
"Roma 1970.0 441.0 \n",
"Salernitana 2043.0 506.0 \n",
"Sampdoria 2174.0 506.0 \n",
"Sassuolo 2041.0 404.0 \n",
"Spezia 2064.0 589.0 \n",
"Torino 1989.0 891.0 \n",
"Udinese 2010.0 534.0 \n",
"Venezia 2059.0 583.0 \n",
"\n",
" vs_team_aerials_lost vs_team_aerials_won_pct \n",
"team_idx \n",
"Atalanta 685.0 43.1 \n",
"Bologna 492.0 51.4 \n",
"Cagliari 696.0 51.6 \n",
"Empoli 427.0 56.3 \n",
"Fiorentina 469.0 49.3 \n",
"Genoa 635.0 53.9 \n",
"Verona 689.0 51.5 \n",
"Inter 549.0 46.4 \n",
"Juventus 550.0 44.4 \n",
"Lazio 411.0 51.0 \n",
"Milan 521.0 49.8 \n",
"Napoli 393.0 50.6 \n",
"Roma 524.0 45.7 \n",
"Salernitana 657.0 43.5 \n",
"Sampdoria 609.0 45.4 \n",
"Sassuolo 343.0 54.1 \n",
"Spezia 530.0 52.6 \n",
"Torino 781.0 53.3 \n",
"Udinese 453.0 54.1 \n",
"Venezia 564.0 50.8 \n",
"\n",
"[20 rows x 321 columns]"
]
},
"execution_count": 2,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import pandas as pd\n",
"\n",
"rcsv = pd.read_csv('fbref_data/season' + season + '/teams.csv') \n",
"team = pd.DataFrame(rcsv)\n",
"\n",
"rcsv = pd.read_csv('fbref_data/season' + season + '/teams_vs.csv') \n",
"vs_team = pd.DataFrame(rcsv)\n",
"\n",
"for i in range(1, team.shape[1]):\n",
" team = team.rename(columns = {team.columns[i] : 'team_' + team.columns[i]})\n",
" \n",
"for i in range(1, vs_team.shape[1]):\n",
" vs_team = vs_team.rename(columns = {vs_team.columns[i] : 'vs_team_' + vs_team.columns[i]})\n",
" \n",
"vs_team.pop('team')\n",
"\n",
"team_data = pd.concat([team, vs_team], axis = 1)\n",
"\n",
"team_data['team_idx'] = team_data['team']\n",
"for i in range(team_data.shape[0]):\n",
" team_data['team_idx'][i] = team_data['team_idx'][i].split(' ')[-1]\n",
"\n",
"team_data = team_data.set_index('team_idx')\n",
"\n",
"team_data\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "b6a3db98",
"metadata": {},
"outputs": [],
"source": [
"team_data.to_excel('mid_outputs/season' + season + '/team_data.xlsx')"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "c34eb398",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Unnamed: 0</th>\n",
" <th>id</th>\n",
" <th>r</th>\n",
" <th>team</th>\n",
" <th>surname</th>\n",
" <th>initial</th>\n",
" <th>fb_ID</th>\n",
" <th>age</th>\n",
" <th>birth_year</th>\n",
" <th>games</th>\n",
" <th>...</th>\n",
" <th>gk_pct_goal_kicks_launched</th>\n",
" <th>gk_goal_kick_length_avg</th>\n",
" <th>gk_crosses</th>\n",
" <th>gk_crosses_stopped</th>\n",
" <th>gk_crosses_stopped_pct</th>\n",
" <th>gk_def_actions_outside_pen_area</th>\n",
" <th>gk_def_actions_outside_pen_area_per90</th>\n",
" <th>gk_avg_distance_def_actions</th>\n",
" <th>vote_avg</th>\n",
" <th>vote_std</th>\n",
" </tr>\n",
" <tr>\n",
" <th>name</th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>Maignan</th>\n",
" <td>0</td>\n",
" <td>4312</td>\n",
" <td>P</td>\n",
" <td>Milan</td>\n",
" <td>Maignan</td>\n",
" <td>NaN</td>\n",
" <td>647</td>\n",
" <td>26</td>\n",
" <td>1995</td>\n",
" <td>0</td>\n",
" <td>...</td>\n",
" <td>38.9</td>\n",
" <td>36.5</td>\n",
" <td>347.0</td>\n",
" <td>25.0</td>\n",
" <td>7.2</td>\n",
" <td>45.0</td>\n",
" <td>1.41</td>\n",
" <td>16.8</td>\n",
" <td>6.265625</td>\n",
" <td>0.483871</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Szczesny</th>\n",
" <td>1</td>\n",
" <td>453</td>\n",
" <td>P</td>\n",
" <td>Juventus</td>\n",
" <td>Szczesny</td>\n",
" <td>NaN</td>\n",
" <td>675</td>\n",
" <td>31</td>\n",
" <td>1990</td>\n",
" <td>0</td>\n",
" <td>...</td>\n",
" <td>29.7</td>\n",
" <td>31.5</td>\n",
" <td>481.0</td>\n",
" <td>24.0</td>\n",
" <td>5.0</td>\n",
" <td>25.0</td>\n",
" <td>0.76</td>\n",
" <td>13.5</td>\n",
" <td>6.121212</td>\n",
" <td>0.628012</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Ospina</th>\n",
" <td>2</td>\n",
" <td>2468</td>\n",
" <td>P</td>\n",
" <td>Napoli</td>\n",
" <td>Ospina</td>\n",
" <td>NaN</td>\n",
" <td>653</td>\n",
" <td>32</td>\n",
" <td>1988</td>\n",
" <td>0</td>\n",
" <td>...</td>\n",
" <td>14.1</td>\n",
" <td>22.5</td>\n",
" <td>353.0</td>\n",
" <td>18.0</td>\n",
" <td>5.1</td>\n",
" <td>31.0</td>\n",
" <td>1.00</td>\n",
" <td>17.0</td>\n",
" <td>6.258065</td>\n",
" <td>0.332899</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Handanovic</th>\n",
" <td>3</td>\n",
" <td>250</td>\n",
" <td>P</td>\n",
" <td>Inter</td>\n",
" <td>Handanovic</td>\n",
" <td>NaN</td>\n",
" <td>644</td>\n",
" <td>37</td>\n",
" <td>1984</td>\n",
" <td>0</td>\n",
" <td>...</td>\n",
" <td>20.4</td>\n",
" <td>26.5</td>\n",
" <td>393.0</td>\n",
" <td>15.0</td>\n",
" <td>3.8</td>\n",
" <td>10.0</td>\n",
" <td>0.27</td>\n",
" <td>11.2</td>\n",
" <td>6.162162</td>\n",
" <td>0.533399</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Berisha</th>\n",
" <td>4</td>\n",
" <td>316</td>\n",
" <td>P</td>\n",
" <td>Torino</td>\n",
" <td>Berisha</td>\n",
" <td>NaN</td>\n",
" <td>637</td>\n",
" <td>32</td>\n",
" <td>1989</td>\n",
" <td>0</td>\n",
" <td>...</td>\n",
" <td>87.2</td>\n",
" <td>58.6</td>\n",
" <td>148.0</td>\n",
" <td>7.0</td>\n",
" <td>4.7</td>\n",
" <td>10.0</td>\n",
" <td>1.00</td>\n",
" <td>14.6</td>\n",
" <td>6.100000</td>\n",
" <td>0.700000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Kokorin</th>\n",
" <td>545</td>\n",
" <td>5391</td>\n",
" <td>A</td>\n",
" <td>Fiorentina</td>\n",
" <td>Kokorin</td>\n",
" <td>NaN</td>\n",
" <td>281</td>\n",
" <td>30</td>\n",
" <td>1991</td>\n",
" <td>6</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.00</td>\n",
" <td>0.0</td>\n",
" <td>6.106778</td>\n",
" <td>0.250641</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Munteanu</th>\n",
" <td>546</td>\n",
" <td>5458</td>\n",
" <td>A</td>\n",
" <td>Fiorentina</td>\n",
" <td>Munteanu</td>\n",
" <td>NaN</td>\n",
" <td>-1</td>\n",
" <td>0</td>\n",
" <td>0</td>\n",
" <td>0</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.00</td>\n",
" <td>0.0</td>\n",
" <td>6.284484</td>\n",
" <td>0.401907</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Buksa</th>\n",
" <td>547</td>\n",
" <td>5459</td>\n",
" <td>A</td>\n",
" <td>Genoa</td>\n",
" <td>Buksa</td>\n",
" <td>NaN</td>\n",
" <td>83</td>\n",
" <td>18</td>\n",
" <td>2003</td>\n",
" <td>4</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.00</td>\n",
" <td>0.0</td>\n",
" <td>5.942560</td>\n",
" <td>0.627453</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Kaio Jorge</th>\n",
" <td>548</td>\n",
" <td>5505</td>\n",
" <td>A</td>\n",
" <td>Juventus</td>\n",
" <td>Jorge</td>\n",
" <td>NaN</td>\n",
" <td>264</td>\n",
" <td>19</td>\n",
" <td>2002</td>\n",
" <td>9</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.00</td>\n",
" <td>0.0</td>\n",
" <td>5.946936</td>\n",
" <td>0.380747</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Lazetic</th>\n",
" <td>549</td>\n",
" <td>5785</td>\n",
" <td>A</td>\n",
" <td>Milan</td>\n",
" <td>Lazetic</td>\n",
" <td>NaN</td>\n",
" <td>-1</td>\n",
" <td>0</td>\n",
" <td>0</td>\n",
" <td>0</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.00</td>\n",
" <td>0.0</td>\n",
" <td>6.158530</td>\n",
" <td>0.318287</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>550 rows × 169 columns</p>\n",
"</div>"
],
"text/plain": [
" Unnamed: 0 id r team surname initial fb_ID age \\\n",
"name \n",
"Maignan 0 4312 P Milan Maignan NaN 647 26 \n",
"Szczesny 1 453 P Juventus Szczesny NaN 675 31 \n",
"Ospina 2 2468 P Napoli Ospina NaN 653 32 \n",
"Handanovic 3 250 P Inter Handanovic NaN 644 37 \n",
"Berisha 4 316 P Torino Berisha NaN 637 32 \n",
"... ... ... .. ... ... ... ... ... \n",
"Kokorin 545 5391 A Fiorentina Kokorin NaN 281 30 \n",
"Munteanu 546 5458 A Fiorentina Munteanu NaN -1 0 \n",
"Buksa 547 5459 A Genoa Buksa NaN 83 18 \n",
"Kaio Jorge 548 5505 A Juventus Jorge NaN 264 19 \n",
"Lazetic 549 5785 A Milan Lazetic NaN -1 0 \n",
"\n",
" birth_year games ... gk_pct_goal_kicks_launched \\\n",
"name ... \n",
"Maignan 1995 0 ... 38.9 \n",
"Szczesny 1990 0 ... 29.7 \n",
"Ospina 1988 0 ... 14.1 \n",
"Handanovic 1984 0 ... 20.4 \n",
"Berisha 1989 0 ... 87.2 \n",
"... ... ... ... ... \n",
"Kokorin 1991 6 ... 0.0 \n",
"Munteanu 0 0 ... 0.0 \n",
"Buksa 2003 4 ... 0.0 \n",
"Kaio Jorge 2002 9 ... 0.0 \n",
"Lazetic 0 0 ... 0.0 \n",
"\n",
" gk_goal_kick_length_avg gk_crosses gk_crosses_stopped \\\n",
"name \n",
"Maignan 36.5 347.0 25.0 \n",
"Szczesny 31.5 481.0 24.0 \n",
"Ospina 22.5 353.0 18.0 \n",
"Handanovic 26.5 393.0 15.0 \n",
"Berisha 58.6 148.0 7.0 \n",
"... ... ... ... \n",
"Kokorin 0.0 0.0 0.0 \n",
"Munteanu 0.0 0.0 0.0 \n",
"Buksa 0.0 0.0 0.0 \n",
"Kaio Jorge 0.0 0.0 0.0 \n",
"Lazetic 0.0 0.0 0.0 \n",
"\n",
" gk_crosses_stopped_pct gk_def_actions_outside_pen_area \\\n",
"name \n",
"Maignan 7.2 45.0 \n",
"Szczesny 5.0 25.0 \n",
"Ospina 5.1 31.0 \n",
"Handanovic 3.8 10.0 \n",
"Berisha 4.7 10.0 \n",
"... ... ... \n",
"Kokorin 0.0 0.0 \n",
"Munteanu 0.0 0.0 \n",
"Buksa 0.0 0.0 \n",
"Kaio Jorge 0.0 0.0 \n",
"Lazetic 0.0 0.0 \n",
"\n",
" gk_def_actions_outside_pen_area_per90 \\\n",
"name \n",
"Maignan 1.41 \n",
"Szczesny 0.76 \n",
"Ospina 1.00 \n",
"Handanovic 0.27 \n",
"Berisha 1.00 \n",
"... ... \n",
"Kokorin 0.00 \n",
"Munteanu 0.00 \n",
"Buksa 0.00 \n",
"Kaio Jorge 0.00 \n",
"Lazetic 0.00 \n",
"\n",
" gk_avg_distance_def_actions vote_avg vote_std \n",
"name \n",
"Maignan 16.8 6.265625 0.483871 \n",
"Szczesny 13.5 6.121212 0.628012 \n",
"Ospina 17.0 6.258065 0.332899 \n",
"Handanovic 11.2 6.162162 0.533399 \n",
"Berisha 14.6 6.100000 0.700000 \n",
"... ... ... ... \n",
"Kokorin 0.0 6.106778 0.250641 \n",
"Munteanu 0.0 6.284484 0.401907 \n",
"Buksa 0.0 5.942560 0.627453 \n",
"Kaio Jorge 0.0 5.946936 0.380747 \n",
"Lazetic 0.0 6.158530 0.318287 \n",
"\n",
"[550 rows x 169 columns]"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"rx = pd.read_excel('mid_outputs/season' + season + '/players_stats.xlsx', index_col = 3) \n",
"players = pd.DataFrame(rx)\n",
"\n",
"players\n"
]
},
{
"cell_type": "code",
"execution_count": 5,
"id": "f9f7f88c",
"metadata": {},
"outputs": [],
"source": [
"def player_match_data(player, pteam, oppteam):\n",
" if(not(player in players.index)):\n",
" return None\n",
" \n",
" pdata = players.loc[[player]]\n",
" \n",
" pteam_stats = team_data.loc[[pteam]].rename(index = {pteam : player})\n",
" \n",
" oppteam_stats = team_data.loc[[oppteam]].rename(index = {oppteam : player})\n",
" \n",
" oppteam_stats = oppteam_stats.rename(lambda x: 'opp_' + x, axis='columns')\n",
" \n",
" out = pd.concat([pdata, pteam_stats, oppteam_stats], axis = 1)\n",
" \n",
" return(out)\n",
" "
]
},
{
"cell_type": "code",
"execution_count": 6,
"id": "7eb4e666",
"metadata": {},
"outputs": [
{
"ename": "PermissionError",
"evalue": "[Errno 13] Permission denied: 'tmp/playermatchdata.xlsx'",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31mPermissionError\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m~\\AppData\\Local\\Temp\\ipykernel_5084\\2433661448.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m 1\u001b[0m \u001b[0mtest\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mplayer_match_data\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'Immobile'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'Lazio'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'Atalanta'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 2\u001b[1;33m \u001b[0mtest\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mto_excel\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'tmp/playermatchdata.xlsx'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 3\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 4\u001b[0m \u001b[0mtest\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\core\\generic.py\u001b[0m in \u001b[0;36mto_excel\u001b[1;34m(self, excel_writer, sheet_name, na_rep, float_format, columns, header, index, index_label, startrow, startcol, engine, merge_cells, encoding, inf_rep, verbose, freeze_panes, storage_options)\u001b[0m\n\u001b[0;32m 2343\u001b[0m \u001b[0minf_rep\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0minf_rep\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 2344\u001b[0m )\n\u001b[1;32m-> 2345\u001b[1;33m formatter.write(\n\u001b[0m\u001b[0;32m 2346\u001b[0m \u001b[0mexcel_writer\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 2347\u001b[0m \u001b[0msheet_name\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0msheet_name\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\formats\\excel.py\u001b[0m in \u001b[0;36mwrite\u001b[1;34m(self, writer, sheet_name, startrow, startcol, freeze_panes, engine, storage_options)\u001b[0m\n\u001b[0;32m 886\u001b[0m \u001b[1;31m# error: Cannot instantiate abstract class 'ExcelWriter' with abstract\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 887\u001b[0m \u001b[1;31m# attributes 'engine', 'save', 'supported_extensions' and 'write_cells'\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 888\u001b[1;33m writer = ExcelWriter( # type: ignore[abstract]\n\u001b[0m\u001b[0;32m 889\u001b[0m \u001b[0mwriter\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mengine\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mengine\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstorage_options\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mstorage_options\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 890\u001b[0m )\n",
"\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\excel\\_xlsxwriter.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, path, engine, date_format, datetime_format, mode, storage_options, if_sheet_exists, engine_kwargs, **kwargs)\u001b[0m\n\u001b[0;32m 189\u001b[0m \u001b[1;32mraise\u001b[0m \u001b[0mValueError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Append mode is not supported with xlsxwriter!\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 190\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 191\u001b[1;33m super().__init__(\n\u001b[0m\u001b[0;32m 192\u001b[0m \u001b[0mpath\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 193\u001b[0m \u001b[0mengine\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mengine\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\excel\\_base.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, path, engine, date_format, datetime_format, mode, storage_options, if_sheet_exists, engine_kwargs, **kwargs)\u001b[0m\n\u001b[0;32m 1104\u001b[0m )\n\u001b[0;32m 1105\u001b[0m \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0misinstance\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mExcelWriter\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1106\u001b[1;33m self.handles = get_handle(\n\u001b[0m\u001b[0;32m 1107\u001b[0m \u001b[0mpath\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mmode\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstorage_options\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mstorage_options\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mis_text\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mFalse\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 1108\u001b[0m )\n",
"\u001b[1;32m~\\anaconda3\\lib\\site-packages\\pandas\\io\\common.py\u001b[0m in \u001b[0;36mget_handle\u001b[1;34m(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)\u001b[0m\n\u001b[0;32m 793\u001b[0m \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 794\u001b[0m \u001b[1;31m# Binary mode\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 795\u001b[1;33m \u001b[0mhandle\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mopen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mhandle\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mioargs\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mmode\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 796\u001b[0m \u001b[0mhandles\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mhandle\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 797\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;31mPermissionError\u001b[0m: [Errno 13] Permission denied: 'tmp/playermatchdata.xlsx'"
]
}
],
"source": [
"test = player_match_data('Immobile', 'Lazio', 'Atalanta')\n",
"test.to_excel('tmp/playermatchdata.xlsx')\n",
"\n",
"test"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "6b4c1b00",
"metadata": {},
"outputs": [],
"source": [
"pteam = 'Lazio'\n",
"pteam_stats = team_data.loc[[pteam]]\n",
"pteam_stats.index[0]"
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "6ea6df1f",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['r',\n",
" 'fb_ID',\n",
" 'games',\n",
" 'games_starts',\n",
" 'minutes',\n",
" 'goals',\n",
" 'assists',\n",
" 'cards_yellow',\n",
" 'cards_red',\n",
" 'xg',\n",
" 'npxg',\n",
" 'shots_on_target',\n",
" 'shots_on_target_pct',\n",
" 'goals_per_shot',\n",
" 'goals_per_shot_on_target',\n",
" 'passes_completed',\n",
" 'passes_pct',\n",
" 'passes_into_final_third',\n",
" 'passes_into_penalty_area',\n",
" 'progressive_passes',\n",
" 'passes_live',\n",
" 'passes_dead',\n",
" 'through_balls',\n",
" 'passes_switches',\n",
" 'crosses',\n",
" 'corner_kicks',\n",
" 'dribble_tackles',\n",
" 'dribbles_vs',\n",
" 'dribble_tackles_pct',\n",
" 'dribbled_past',\n",
" 'blocks',\n",
" 'blocked_shots',\n",
" 'blocked_passes',\n",
" 'interceptions',\n",
" 'clearances',\n",
" 'errors',\n",
" 'touches',\n",
" 'touches_def_pen_area',\n",
" 'touches_def_3rd',\n",
" 'touches_mid_3rd',\n",
" 'touches_att_3rd',\n",
" 'touches_att_pen_area',\n",
" 'touches_live_ball',\n",
" 'dribbles_completed',\n",
" 'dribbles',\n",
" 'dribbles_completed_pct',\n",
" 'carries',\n",
" 'progressive_carries',\n",
" 'carries_into_final_third',\n",
" 'carries_into_penalty_area',\n",
" 'passes_received',\n",
" 'miscontrols',\n",
" 'dispossessed',\n",
" 'fouls',\n",
" 'fouled',\n",
" 'aerials_won',\n",
" 'aerials_lost',\n",
" 'aerials_won_pct',\n",
" 'team_possession',\n",
" 'team_goals_assists_per90',\n",
" 'team_goals_pens_per90',\n",
" 'team_goals_assists_pens_per90',\n",
" 'team_xg_per90',\n",
" 'team_gk_goals_against_per90',\n",
" 'team_gk_save_pct',\n",
" 'team_gk_clean_sheets_pct',\n",
" 'team_passes_pct',\n",
" 'team_passes_pct_medium',\n",
" 'team_passes_pct_long',\n",
" 'team_sca_per90',\n",
" 'team_gca_per90',\n",
" 'team_dribble_tackles_pct',\n",
" 'team_aerials_won_pct',\n",
" 'vs_team_possession',\n",
" 'vs_team_goals_per90',\n",
" 'vs_team_assists_per90',\n",
" 'vs_team_xg_per90',\n",
" 'vs_team_gk_save_pct',\n",
" 'vs_team_gk_clean_sheets_pct',\n",
" 'vs_team_gk_pct_passes_launched',\n",
" 'vs_team_gk_crosses_stopped_pct',\n",
" 'vs_team_shots_on_target_per90',\n",
" 'vs_team_passes_pct',\n",
" 'vs_team_passes_pct_short',\n",
" 'vs_team_passes_pct_medium',\n",
" 'vs_team_passes_pct_long',\n",
" 'vs_team_sca_per90',\n",
" 'vs_team_gca_per90',\n",
" 'vs_team_dribble_tackles_pct',\n",
" 'vs_team_dribbles_completed_pct',\n",
" 'vs_team_aerials_won_pct']"
]
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"rx = pd.read_excel('tmp/playermatchdata_sel.xlsx', index_col = 0, header = None) \n",
"\n",
"out = list()\n",
"\n",
"for i in range(1, rx.shape[1]):\n",
" if(rx[i][2] == \"x\"):\n",
" out.append(rx[i][0])\n",
" \n",
"out"
]
},
{
"cell_type": "code",
"execution_count": 8,
"id": "47bc651f",
"metadata": {},
"outputs": [],
"source": [
"features_abs = ['r',\n",
" 'games',\n",
" 'games_starts', \n",
" 'minutes',\n",
" 'shots_on_target_pct',\n",
" 'goals_per_shot',\n",
" 'goals_per_shot_on_target',\n",
" 'passes_pct',\n",
" 'dribble_tackles_pct',\n",
" 'dribbles_completed_pct',\n",
" 'aerials_won_pct',\n",
" 'team_possession',\n",
" 'team_goals_assists_per90',\n",
" 'team_goals_pens_per90',\n",
" 'team_goals_assists_pens_per90',\n",
" 'team_xg_per90',\n",
" 'team_gk_goals_against_per90',\n",
" 'team_gk_save_pct',\n",
" 'team_gk_clean_sheets_pct',\n",
" 'team_passes_pct',\n",
" 'team_passes_pct_medium',\n",
" 'team_passes_pct_long',\n",
" 'team_sca_per90',\n",
" 'team_gca_per90',\n",
" 'team_dribble_tackles_pct',\n",
" 'team_aerials_won_pct',\n",
" 'vs_team_possession',\n",
" 'vs_team_goals_per90',\n",
" 'vs_team_assists_per90',\n",
" 'vs_team_xg_per90',\n",
" 'vs_team_gk_save_pct',\n",
" 'vs_team_gk_clean_sheets_pct',\n",
" 'vs_team_gk_pct_passes_launched',\n",
" 'vs_team_gk_crosses_stopped_pct',\n",
" 'vs_team_shots_on_target_per90',\n",
" 'vs_team_passes_pct',\n",
" 'vs_team_passes_pct_short',\n",
" 'vs_team_passes_pct_medium',\n",
" 'vs_team_passes_pct_long',\n",
" 'vs_team_sca_per90',\n",
" 'vs_team_gca_per90',\n",
" 'vs_team_dribble_tackles_pct',\n",
" 'vs_team_dribbles_completed_pct',\n",
" 'vs_team_aerials_won_pct',\n",
" 'opp_team_possession',\n",
" 'opp_team_goals_assists_per90',\n",
" 'opp_team_goals_pens_per90',\n",
" 'opp_team_goals_assists_pens_per90',\n",
" 'opp_team_xg_per90',\n",
" 'opp_team_gk_goals_against_per90',\n",
" 'opp_team_gk_save_pct',\n",
" 'opp_team_gk_clean_sheets_pct',\n",
" 'opp_team_passes_pct',\n",
" 'opp_team_passes_pct_medium',\n",
" 'opp_team_passes_pct_long',\n",
" 'opp_team_sca_per90',\n",
" 'opp_team_gca_per90',\n",
" 'opp_team_dribble_tackles_pct',\n",
" 'opp_team_aerials_won_pct',\n",
" 'opp_vs_team_possession',\n",
" 'opp_vs_team_goals_per90',\n",
" 'opp_vs_team_assists_per90',\n",
" 'opp_vs_team_xg_per90',\n",
" 'opp_vs_team_gk_save_pct',\n",
" 'opp_vs_team_gk_clean_sheets_pct',\n",
" 'opp_vs_team_gk_pct_passes_launched',\n",
" 'opp_vs_team_gk_crosses_stopped_pct',\n",
" 'opp_vs_team_shots_on_target_per90',\n",
" 'opp_vs_team_passes_pct',\n",
" 'opp_vs_team_passes_pct_short',\n",
" 'opp_vs_team_passes_pct_medium',\n",
" 'opp_vs_team_passes_pct_long',\n",
" 'opp_vs_team_sca_per90',\n",
" 'opp_vs_team_gca_per90',\n",
" 'opp_vs_team_dribble_tackles_pct',\n",
" 'opp_vs_team_dribbles_completed_pct',\n",
" 'opp_vs_team_aerials_won_pct',\n",
" \n",
" 'vote_avg',\n",
" 'vote_std']\n",
"\n",
"features_rel = [\n",
" 'goals',\n",
" 'assists',\n",
" 'cards_yellow',\n",
" 'cards_red',\n",
" 'xg',\n",
" 'npxg',\n",
" 'shots_on_target',\n",
" 'passes_completed',\n",
" 'passes_into_final_third',\n",
" 'passes_into_penalty_area',\n",
" 'progressive_passes',\n",
" 'passes_live',\n",
" 'passes_dead',\n",
" 'through_balls',\n",
" 'passes_switches',\n",
" 'crosses',\n",
" 'corner_kicks',\n",
" 'dribble_tackles',\n",
" 'dribbles_vs',\n",
" 'dribbled_past',\n",
" 'blocks',\n",
" 'blocked_shots',\n",
" 'blocked_passes',\n",
" 'interceptions',\n",
" 'clearances',\n",
" 'errors',\n",
" 'touches',\n",
" 'touches_def_pen_area',\n",
" 'touches_def_3rd',\n",
" 'touches_mid_3rd',\n",
" 'touches_att_3rd',\n",
" 'touches_att_pen_area',\n",
" 'touches_live_ball',\n",
" 'dribbles_completed',\n",
" 'dribbles',\n",
" 'passes_received',\n",
" 'miscontrols',\n",
" 'dispossessed',\n",
" 'fouls',\n",
" 'fouled',\n",
" 'aerials_won',\n",
" 'aerials_lost',\n",
" 'carries',\n",
" 'progressive_carries',\n",
" 'carries_into_final_third',\n",
" 'carries_into_penalty_area']\n",
"\n",
"features_rel_gamecorr = [\n",
" 'goals',\n",
" 'assists',\n",
" 'xg',\n",
" 'npxg',\n",
" 'cards_yellow',\n",
" 'cards_red'\n",
"]"
]
},
{
"cell_type": "code",
"execution_count": 9,
"id": "3f43d509",
"metadata": {},
"outputs": [],
"source": [
"def player_match_data_ext(player, pteam, oppteam):\n",
" pdata = player_match_data(player, pteam, oppteam)\n",
" \n",
" if(not isinstance(pdata, pd.DataFrame)):\n",
" return None\n",
" \n",
" out = pd.concat([pdata[features_abs], pdata[features_rel]], axis = 1)\n",
" \n",
" out[features_rel] = out[features_rel] / max(pdata['minutes'][0], 1)\n",
" \n",
" out[features_rel_gamecorr] = out[features_rel_gamecorr] * (pdata['minutes'][0] / max(pdata['games'][0], 1) / 90)\n",
" \n",
" return out\n",
" "
]
},
{
"cell_type": "code",
"execution_count": 10,
"id": "930d00c7",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>r</th>\n",
" <th>games</th>\n",
" <th>games_starts</th>\n",
" <th>minutes</th>\n",
" <th>shots_on_target_pct</th>\n",
" <th>goals_per_shot</th>\n",
" <th>goals_per_shot_on_target</th>\n",
" <th>passes_pct</th>\n",
" <th>dribble_tackles_pct</th>\n",
" <th>dribbles_completed_pct</th>\n",
" <th>...</th>\n",
" <th>miscontrols</th>\n",
" <th>dispossessed</th>\n",
" <th>fouls</th>\n",
" <th>fouled</th>\n",
" <th>aerials_won</th>\n",
" <th>aerials_lost</th>\n",
" <th>carries</th>\n",
" <th>progressive_carries</th>\n",
" <th>carries_into_final_third</th>\n",
" <th>carries_into_penalty_area</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>Immobile</th>\n",
" <td>A</td>\n",
" <td>31</td>\n",
" <td>31</td>\n",
" <td>2711</td>\n",
" <td>45.9</td>\n",
" <td>0.18</td>\n",
" <td>0.4</td>\n",
" <td>77.0</td>\n",
" <td>6.7</td>\n",
" <td>47.5</td>\n",
" <td>...</td>\n",
" <td>0.028403</td>\n",
" <td>0.01623</td>\n",
" <td>0.013279</td>\n",
" <td>0.014386</td>\n",
" <td>0.008115</td>\n",
" <td>0.016968</td>\n",
" <td>0.267429</td>\n",
" <td>0.019181</td>\n",
" <td>0.011435</td>\n",
" <td>0.011435</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>1 rows × 125 columns</p>\n",
"</div>"
],
"text/plain": [
" r games games_starts minutes shots_on_target_pct \\\n",
"Immobile A 31 31 2711 45.9 \n",
"\n",
" goals_per_shot goals_per_shot_on_target passes_pct \\\n",
"Immobile 0.18 0.4 77.0 \n",
"\n",
" dribble_tackles_pct dribbles_completed_pct ... miscontrols \\\n",
"Immobile 6.7 47.5 ... 0.028403 \n",
"\n",
" dispossessed fouls fouled aerials_won aerials_lost \\\n",
"Immobile 0.01623 0.013279 0.014386 0.008115 0.016968 \n",
"\n",
" carries progressive_carries carries_into_final_third \\\n",
"Immobile 0.267429 0.019181 0.011435 \n",
"\n",
" carries_into_penalty_area \n",
"Immobile 0.011435 \n",
"\n",
"[1 rows x 125 columns]"
]
},
"execution_count": 10,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"test = player_match_data_ext('Immobile', 'Lazio', 'Atalanta')\n",
"\n",
"add_columns = test.columns\n",
"\n",
"test"
]
},
{
"cell_type": "code",
"execution_count": 11,
"id": "3ae718d2",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>matchday</th>\n",
" <th>player</th>\n",
" <th>team</th>\n",
" <th>oppteam</th>\n",
" <th>home</th>\n",
" <th>vote</th>\n",
" <th>goals</th>\n",
" <th>assists</th>\n",
" <th>cards_malus</th>\n",
" <th>fantavote</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>1</td>\n",
" <td>Musso</td>\n",
" <td>Atalanta</td>\n",
" <td>Torino</td>\n",
" <td>0</td>\n",
" <td>6.0</td>\n",
" <td>-1</td>\n",
" <td>0</td>\n",
" <td>0.5</td>\n",
" <td>4.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>1</td>\n",
" <td>Pezzella Giu.</td>\n",
" <td>Atalanta</td>\n",
" <td>Torino</td>\n",
" <td>0</td>\n",
" <td>6.0</td>\n",
" <td>0</td>\n",
" <td>0</td>\n",
" <td>0.0</td>\n",
" <td>6.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>1</td>\n",
" <td>Djimsiti</td>\n",
" <td>Atalanta</td>\n",
" <td>Torino</td>\n",
" <td>0</td>\n",
" <td>6.0</td>\n",
" <td>0</td>\n",
" <td>0</td>\n",
" <td>0.0</td>\n",
" <td>6.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>1</td>\n",
" <td>Gosens</td>\n",
" <td>Atalanta</td>\n",
" <td>Torino</td>\n",
" <td>0</td>\n",
" <td>5.5</td>\n",
" <td>0</td>\n",
" <td>0</td>\n",
" <td>0.0</td>\n",
" <td>5.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>1</td>\n",
" <td>Palomino</td>\n",
" <td>Atalanta</td>\n",
" <td>Torino</td>\n",
" <td>0</td>\n",
" <td>6.5</td>\n",
" <td>0</td>\n",
" <td>0</td>\n",
" <td>0.0</td>\n",
" <td>6.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10649</th>\n",
" <td>38</td>\n",
" <td>Tameze</td>\n",
" <td>Verona</td>\n",
" <td>Lazio</td>\n",
" <td>0</td>\n",
" <td>5.5</td>\n",
" <td>0</td>\n",
" <td>0</td>\n",
" <td>0.0</td>\n",
" <td>5.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10650</th>\n",
" <td>38</td>\n",
" <td>Hongla</td>\n",
" <td>Verona</td>\n",
" <td>Lazio</td>\n",
" <td>0</td>\n",
" <td>7.0</td>\n",
" <td>1</td>\n",
" <td>0</td>\n",
" <td>0.5</td>\n",
" <td>9.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10651</th>\n",
" <td>38</td>\n",
" <td>Lasagna</td>\n",
" <td>Verona</td>\n",
" <td>Lazio</td>\n",
" <td>0</td>\n",
" <td>7.0</td>\n",
" <td>1</td>\n",
" <td>0</td>\n",
" <td>0.5</td>\n",
" <td>9.5</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10652</th>\n",
" <td>38</td>\n",
" <td>Caprari</td>\n",
" <td>Verona</td>\n",
" <td>Lazio</td>\n",
" <td>0</td>\n",
" <td>6.0</td>\n",
" <td>0</td>\n",
" <td>0</td>\n",
" <td>0.0</td>\n",
" <td>6.0</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10653</th>\n",
" <td>38</td>\n",
" <td>Simeone</td>\n",
" <td>Verona</td>\n",
" <td>Lazio</td>\n",
" <td>0</td>\n",
" <td>7.0</td>\n",
" <td>1</td>\n",
" <td>0</td>\n",
" <td>0.0</td>\n",
" <td>10.0</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>10654 rows × 10 columns</p>\n",
"</div>"
],
"text/plain": [
" matchday player team oppteam home vote goals assists \\\n",
"0 1 Musso Atalanta Torino 0 6.0 -1 0 \n",
"1 1 Pezzella Giu. Atalanta Torino 0 6.0 0 0 \n",
"2 1 Djimsiti Atalanta Torino 0 6.0 0 0 \n",
"3 1 Gosens Atalanta Torino 0 5.5 0 0 \n",
"4 1 Palomino Atalanta Torino 0 6.5 0 0 \n",
"... ... ... ... ... ... ... ... ... \n",
"10649 38 Tameze Verona Lazio 0 5.5 0 0 \n",
"10650 38 Hongla Verona Lazio 0 7.0 1 0 \n",
"10651 38 Lasagna Verona Lazio 0 7.0 1 0 \n",
"10652 38 Caprari Verona Lazio 0 6.0 0 0 \n",
"10653 38 Simeone Verona Lazio 0 7.0 1 0 \n",
"\n",
" cards_malus fantavote \n",
"0 0.5 4.5 \n",
"1 0.0 6.0 \n",
"2 0.0 6.0 \n",
"3 0.0 5.5 \n",
"4 0.0 6.5 \n",
"... ... ... \n",
"10649 0.0 5.5 \n",
"10650 0.5 9.5 \n",
"10651 0.5 9.5 \n",
"10652 0.0 6.0 \n",
"10653 0.0 10.0 \n",
"\n",
"[10654 rows x 10 columns]"
]
},
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"votes = pd.read_excel('mid_outputs/season' + season + '/players_votes.xlsx', index_col = 0)\n",
"votes"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "ec0bc56b",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"0\n",
"200\n",
"300\n",
"400\n",
"500\n",
"600\n",
"700\n",
"800\n",
"900\n",
"1000\n",
"1100\n",
"1200\n",
"1300\n",
"1400\n",
"1500\n",
"1600\n",
"1700\n",
"1800\n",
"2000\n",
"2100\n",
"2200\n",
"2300\n",
"2400\n",
"2500\n",
"2600\n",
"2700\n",
"2800\n",
"2900\n",
"3000\n",
"3100\n",
"3200\n",
"3300\n",
"3400\n",
"3500\n",
"3600\n",
"3700\n",
"3800\n",
"3900\n",
"4000\n",
"4100\n",
"4200\n",
"4300\n",
"4400\n",
"4500\n",
"4600\n",
"4700\n",
"4800\n",
"4900\n",
"5000\n",
"5100\n"
]
}
],
"source": [
"db = votes.copy()\n",
"\n",
"delta = pd.DataFrame(columns = add_columns)\n",
"\n",
"for i in range(db.shape[0]):\n",
" ext_data = player_match_data_ext(db['player'][i], db['team'][i], db['oppteam'][i])\n",
" \n",
" if(not isinstance(ext_data, pd.DataFrame)):\n",
" continue\n",
" \n",
" ext_data = ext_data.rename(index = {db['player'][i] : i})\n",
" \n",
" delta = pd.concat([delta, ext_data], axis = 0)\n",
" \n",
" if(i % 100 == 0):\n",
" print(i)\n",
" \n",
"db = pd.concat([db, delta], axis = 1)\n",
" "
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "b292f9f9",
"metadata": {},
"outputs": [],
"source": [
"db"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "1db9f77f",
"metadata": {},
"outputs": [],
"source": [
"db = db.drop(db[db.r == 'P'].index) # remove goalkeepers\n",
"db = db.drop(db[db.r != db.r].index) # remove non extisting players\n",
"db = db.drop(db[db.r != db.r].index) # remove non extisting players\n",
"db = db.drop(db[db.xg != db.xg].index) \n"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "f56df3ca",
"metadata": {},
"outputs": [],
"source": [
"db"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "df26c8e0",
"metadata": {},
"outputs": [],
"source": [
"db.to_excel('mid_outputs/season' + season + '/database_entries.xlsx')"
]
},
{
"cell_type": "markdown",
"id": "9f16e22b",
"metadata": {},
"source": [
"Goalkeepers"
]
},
{
"cell_type": "code",
"execution_count": 56,
"id": "ba7b838c",
"metadata": {},
"outputs": [],
"source": [
"features_abs_gk = [\n",
" 'gk_games',\n",
" 'gk_games_starts',\n",
" 'gk_minutes',\n",
" 'gk_goals_against_per90', \n",
" 'gk_save_pct',\n",
" 'gk_clean_sheets_pct',\n",
" 'gk_psxg_net_per90',\n",
" 'gk_passes_pct_launched',\n",
" 'gk_pct_passes_launched',\n",
" 'gk_passes_length_avg',\n",
" 'gk_pct_goal_kicks_launched',\n",
" 'gk_goal_kick_length_avg',\n",
" 'gk_crosses_stopped_pct',\n",
" 'gk_def_actions_outside_pen_area_per90',\n",
" 'gk_avg_distance_def_actions',\n",
" \n",
" 'team_possession',\n",
" 'team_goals_assists_per90',\n",
" 'team_goals_pens_per90',\n",
" 'team_goals_assists_pens_per90',\n",
" 'team_xg_per90',\n",
" 'team_gk_goals_against_per90',\n",
" 'team_gk_save_pct',\n",
" 'team_gk_clean_sheets_pct',\n",
" 'team_passes_pct',\n",
" 'team_passes_pct_medium',\n",
" 'team_passes_pct_long',\n",
" 'team_sca_per90',\n",
" 'team_gca_per90',\n",
" 'team_dribble_tackles_pct',\n",
" 'team_aerials_won_pct',\n",
" 'vs_team_possession',\n",
" 'vs_team_goals_per90',\n",
" 'vs_team_assists_per90',\n",
" 'vs_team_xg_per90',\n",
" 'vs_team_gk_save_pct',\n",
" 'vs_team_gk_clean_sheets_pct',\n",
" 'vs_team_gk_pct_passes_launched',\n",
" 'vs_team_gk_crosses_stopped_pct',\n",
" 'vs_team_shots_on_target_per90',\n",
" 'vs_team_passes_pct',\n",
" 'vs_team_passes_pct_short',\n",
" 'vs_team_passes_pct_medium',\n",
" 'vs_team_passes_pct_long',\n",
" 'vs_team_sca_per90',\n",
" 'vs_team_gca_per90',\n",
" 'vs_team_dribble_tackles_pct',\n",
" 'vs_team_dribbles_completed_pct',\n",
" 'vs_team_aerials_won_pct',\n",
" 'opp_team_possession',\n",
" 'opp_team_goals_assists_per90',\n",
" 'opp_team_goals_pens_per90',\n",
" 'opp_team_goals_assists_pens_per90',\n",
" 'opp_team_xg_per90',\n",
" 'opp_team_gk_goals_against_per90',\n",
" 'opp_team_gk_save_pct',\n",
" 'opp_team_gk_clean_sheets_pct',\n",
" 'opp_team_passes_pct',\n",
" 'opp_team_passes_pct_medium',\n",
" 'opp_team_passes_pct_long',\n",
" 'opp_team_sca_per90',\n",
" 'opp_team_gca_per90',\n",
" 'opp_team_dribble_tackles_pct',\n",
" 'opp_team_aerials_won_pct',\n",
" 'opp_vs_team_possession',\n",
" 'opp_vs_team_goals_per90',\n",
" 'opp_vs_team_assists_per90',\n",
" 'opp_vs_team_xg_per90',\n",
" 'opp_vs_team_gk_save_pct',\n",
" 'opp_vs_team_gk_clean_sheets_pct',\n",
" 'opp_vs_team_gk_pct_passes_launched',\n",
" 'opp_vs_team_gk_crosses_stopped_pct',\n",
" 'opp_vs_team_shots_on_target_per90',\n",
" 'opp_vs_team_passes_pct',\n",
" 'opp_vs_team_passes_pct_short',\n",
" 'opp_vs_team_passes_pct_medium',\n",
" 'opp_vs_team_passes_pct_long',\n",
" 'opp_vs_team_sca_per90',\n",
" 'opp_vs_team_gca_per90',\n",
" 'opp_vs_team_dribble_tackles_pct',\n",
" 'opp_vs_team_dribbles_completed_pct',\n",
" 'opp_vs_team_aerials_won_pct',\n",
" \n",
" 'vote_avg',\n",
" 'vote_std']\n",
"\n",
"features_rel_gk = [\n",
" 'gk_shots_on_target_against',\n",
" 'gk_saves',\n",
" 'gk_free_kick_goals_against',\n",
" 'gk_corner_kick_goals_against',\n",
" 'gk_own_goals_against',\n",
" 'gk_psxg',\n",
" 'gk_psnpxg_per_shot_on_target_against',\n",
" 'gk_psxg_net',\n",
" 'gk_passes_completed_launched',\n",
" 'gk_passes_launched',\n",
" 'gk_passes',\n",
" 'gk_passes_throws',\n",
" 'gk_goal_kicks',\n",
" 'gk_crosses',\n",
" 'gk_crosses_stopped',\n",
"]"
]
},
{
"cell_type": "code",
"execution_count": 57,
"id": "1d2682b9",
"metadata": {},
"outputs": [],
"source": [
"def player_match_data_ext_gk(player, pteam, oppteam):\n",
" pdata = player_match_data(player, pteam, oppteam)\n",
" \n",
" if(not isinstance(pdata, pd.DataFrame)):\n",
" return None\n",
" \n",
" if(pdata['gk_games'][0] <= 0):\n",
" return None\n",
" \n",
" out = pd.concat([pdata[features_abs_gk], pdata[features_rel_gk]], axis = 1)\n",
" \n",
" out[features_rel_gk] = out[features_rel_gk] / max(pdata['minutes'][0], 1)\n",
"\n",
" return out\n",
" "
]
},
{
"cell_type": "code",
"execution_count": 58,
"id": "bc6e9d52",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>gk_games</th>\n",
" <th>gk_games_starts</th>\n",
" <th>gk_minutes</th>\n",
" <th>gk_goals_against_per90</th>\n",
" <th>gk_save_pct</th>\n",
" <th>gk_clean_sheets_pct</th>\n",
" <th>gk_psxg_net_per90</th>\n",
" <th>gk_passes_pct_launched</th>\n",
" <th>gk_pct_passes_launched</th>\n",
" <th>gk_passes_length_avg</th>\n",
" <th>...</th>\n",
" <th>gk_psxg</th>\n",
" <th>gk_psnpxg_per_shot_on_target_against</th>\n",
" <th>gk_psxg_net</th>\n",
" <th>gk_passes_completed_launched</th>\n",
" <th>gk_passes_launched</th>\n",
" <th>gk_passes</th>\n",
" <th>gk_passes_throws</th>\n",
" <th>gk_goal_kicks</th>\n",
" <th>gk_crosses</th>\n",
" <th>gk_crosses_stopped</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>Consigli</th>\n",
" <td>37.0</td>\n",
" <td>37.0</td>\n",
" <td>3322.0</td>\n",
" <td>1.71</td>\n",
" <td>67.8</td>\n",
" <td>8.1</td>\n",
" <td>-0.16</td>\n",
" <td>43.2</td>\n",
" <td>29.0</td>\n",
" <td>30.9</td>\n",
" <td>...</td>\n",
" <td>56.0</td>\n",
" <td>0.28</td>\n",
" <td>-6.0</td>\n",
" <td>186.0</td>\n",
" <td>431.0</td>\n",
" <td>1219.0</td>\n",
" <td>174.0</td>\n",
" <td>246.0</td>\n",
" <td>491.0</td>\n",
" <td>21.0</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>1 rows × 98 columns</p>\n",
"</div>"
],
"text/plain": [
" gk_games gk_games_starts gk_minutes gk_goals_against_per90 \\\n",
"Consigli 37.0 37.0 3322.0 1.71 \n",
"\n",
" gk_save_pct gk_clean_sheets_pct gk_psxg_net_per90 \\\n",
"Consigli 67.8 8.1 -0.16 \n",
"\n",
" gk_passes_pct_launched gk_pct_passes_launched \\\n",
"Consigli 43.2 29.0 \n",
"\n",
" gk_passes_length_avg ... gk_psxg \\\n",
"Consigli 30.9 ... 56.0 \n",
"\n",
" gk_psnpxg_per_shot_on_target_against gk_psxg_net \\\n",
"Consigli 0.28 -6.0 \n",
"\n",
" gk_passes_completed_launched gk_passes_launched gk_passes \\\n",
"Consigli 186.0 431.0 1219.0 \n",
"\n",
" gk_passes_throws gk_goal_kicks gk_crosses gk_crosses_stopped \n",
"Consigli 174.0 246.0 491.0 21.0 \n",
"\n",
"[1 rows x 98 columns]"
]
},
"execution_count": 58,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"test = player_match_data_ext_gk('Consigli', 'Sassuolo', 'Atalanta')\n",
"\n",
"add_columns_gk = test.columns\n",
"\n",
"test"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "6f08e718",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"0\n",
"100\n",
"200\n",
"300\n",
"400\n",
"500\n",
"600\n",
"700\n",
"800\n",
"900\n",
"1000\n",
"1100\n",
"1200\n",
"1300\n",
"1400\n",
"1500\n",
"1600\n",
"1700\n",
"1800\n",
"1900\n",
"2000\n",
"2100\n",
"2200\n",
"2300\n",
"2400\n",
"2500\n",
"2600\n",
"2700\n",
"2800\n",
"2900\n",
"3000\n",
"3100\n",
"3200\n",
"3300\n",
"3400\n",
"3500\n",
"3600\n",
"3700\n",
"3800\n",
"3900\n",
"4000\n",
"4100\n",
"4200\n",
"4300\n",
"4400\n",
"4500\n",
"4600\n",
"4700\n",
"4800\n",
"4900\n",
"5000\n",
"5100\n",
"5200\n",
"5300\n",
"5400\n",
"5500\n",
"5600\n",
"5700\n",
"5800\n",
"5900\n",
"6000\n",
"6100\n",
"6200\n",
"6300\n",
"6400\n",
"6500\n",
"6600\n",
"6700\n",
"6800\n",
"6900\n",
"7000\n",
"7100\n",
"7200\n"
]
}
],
"source": [
"db_gk = votes.copy()\n",
"\n",
"delta = pd.DataFrame(columns = add_columns_gk)\n",
"\n",
"for i in range(db_gk.shape[0]):\n",
" ext_data = player_match_data_ext_gk(db_gk['player'][i], db_gk['team'][i], db_gk['oppteam'][i])\n",
" \n",
" if(i % 100 == 0):\n",
" print(i)\n",
" \n",
" if(not isinstance(ext_data, pd.DataFrame)):\n",
" continue\n",
" \n",
" ext_data = ext_data.rename(index = {db_gk['player'][i] : i})\n",
" \n",
" delta = pd.concat([delta, ext_data], axis = 0)\n",
" \n",
" \n",
" \n",
"db_gk = pd.concat([db_gk, delta], axis = 1)\n",
" "
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "2b540670",
"metadata": {},
"outputs": [],
"source": [
"db_gk = db_gk.drop(db_gk[db_gk.gk_games != db_gk.gk_games].index) # remove non extisting players"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "35495581",
"metadata": {},
"outputs": [],
"source": [
"db_gk.to_excel('mid_outputs/season' + season + '/database_entries_gk.xlsx')"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "43b85925",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.13"
}
},
"nbformat": 4,
"nbformat_minor": 5
}
Reference in New Issue View Git Blame Copy Permalink