import pandas as pd

import glob
import os

# finds most recent file in specified folder

list_of_files = glob.glob(os.path.join('/Users/archie/Desktop/FM files
on desktop', '*'))
latest_file = max(list_of_files, key=os.path.getctime)
print(latest_file)

/Users/archie/Desktop/FM files on desktop/Untitledldnlksand.html

# Read HTML file exported by FM - in this case an example of an output

from the squad page
# This reads as a list, not a dataframe
squad_rawdata_list = pd.read_html(latest_file, header=0,
encoding="utf-8", keep_default_na=False)

# turn the list into a dataframe

squad_rawdata = squad_rawdata_list[0]

# Calculate simple speed and workrate scores

squad_rawdata['Spd'] = ( squad_rawdata['Pac'] + squad_rawdata['Acc'] )
/ 2
squad_rawdata['Work'] = ( squad_rawdata['Wor'] +
squad_rawdata['Sta'] ) / 2
squad_rawdata['SetP'] = ( squad_rawdata['Jum'] +
squad_rawdata['Bra'] ) / 2

# calculates gk score
squad_rawdata['gk_essential'] = (
( squad_rawdata['Agi'] +
squad_rawdata['Ref']) * 5)
squad_rawdata['gk_core'] = (
( squad_rawdata['1v1'] +
squad_rawdata['Ant'] +
squad_rawdata['Cmd'] +
squad_rawdata['Cnt'] +
squad_rawdata['Kic'] +
squad_rawdata['Pos']) * 3)
squad_rawdata['gk_secondary'] = (
( squad_rawdata['Acc'] +
squad_rawdata['Aer'] +
squad_rawdata['Cmp'] +
squad_rawdata['Dec'] +
squad_rawdata['Fir'] +
squad_rawdata['Han'] +
squad_rawdata['Pas'] +
squad_rawdata['Thr'] +
squad_rawdata['Vis']) * 1)
squad_rawdata['gk'] = ( ((squad_rawdata['gk_essential']) +
(squad_rawdata['gk_core']) + (squad_rawdata['gk_secondary'])) / 37 )
squad_rawdata.gk= squad_rawdata.gk.round(1)
# for others: squad_rawdata['gk_core'] = ( squad_rawdata[''] +
squad_rawdata[''] + squad_rawdata['']+ squad_rawdata['']+
squad_rawdata['']+ squad_rawdata['']+ squad_rawdata['']) / 2

# calculates fb score
squad_rawdata['fb_essential'] = (
squad_rawdata['Wor'] +
squad_rawdata['Acc'] +
squad_rawdata['Pac'] +
squad_rawdata['Sta'])
squad_rawdata['fb_core'] = (
squad_rawdata['Cro'] +
squad_rawdata['Dri'] +
squad_rawdata['Mar'] +
squad_rawdata['OtB'] +
squad_rawdata['Tck'] +
squad_rawdata['Tea'])
squad_rawdata['fb_secondary'] = (
squad_rawdata['Agi'] +
squad_rawdata['Ant'] +
squad_rawdata['Cnt'] +
squad_rawdata['Dec'] +
squad_rawdata['Fir'] +
squad_rawdata['Pas'] +
squad_rawdata['Pos'] +
squad_rawdata['Tec'])
squad_rawdata['fb'] =( ( ( squad_rawdata['fb_essential'] * 5) +
( squad_rawdata['fb_core'] * 3) + (squad_rawdata['fb_secondary'] * 1))
/ 46 )
squad_rawdata.fb= squad_rawdata.fb.round(1)

# calculates cb score
squad_rawdata['cb_core'] = ( squad_rawdata['Cmp'] +
squad_rawdata['Hea'] + squad_rawdata['Jum']+ squad_rawdata['Mar']+
squad_rawdata['Pas']+ squad_rawdata['Pos']+ squad_rawdata['Str'] +
squad_rawdata['Tck'] + squad_rawdata['Pac']) / 9
squad_rawdata['cb_secondary'] = ( squad_rawdata['Agg'] +
squad_rawdata['Ant'] + squad_rawdata['Bra']+ squad_rawdata['Cnt']+
squad_rawdata['Dec']+ squad_rawdata['Fir']+ squad_rawdata['Tec']+
squad_rawdata['Vis']) / 8
squad_rawdata['cb'] =( ( squad_rawdata['cb_core'] * 0.75) +
(squad_rawdata['cb_secondary'] * 0.25))
squad_rawdata.cb= squad_rawdata.cb.round(1)

# calculates dm score
squad_rawdata['dm'] = ((
( squad_rawdata['Wor'] * 5) +
 ( squad_rawdata['Pac'] * 5) +
( squad_rawdata['Sta'] * 3) +
( squad_rawdata['Pas'] * 3) +
( squad_rawdata['Tck'] * 2) +
( squad_rawdata['Ant'] * 2) +
( squad_rawdata['Cnt'] * 2) +
( squad_rawdata['Pos'] * 2) +
( squad_rawdata['Bal'] * 2) +
( squad_rawdata['Agi'] * 2) +
( squad_rawdata['Tea'] * 1) +
( squad_rawdata['Fir'] * 1) +
( squad_rawdata['Mar'] * 1) +
( squad_rawdata['Agg'] * 1) +
( squad_rawdata['Cmp'] * 1) +
( squad_rawdata['Dec'] * 1) +
( squad_rawdata['Str'] * 1) ) / 35)
squad_rawdata.dm= squad_rawdata.dm.round(1)

# calculates segundo volante on attack score

squad_rawdata['vol'] = ((
( squad_rawdata['Wor'] * 5) +
( squad_rawdata['Pac'] * 5) +
( squad_rawdata['Sta'] * 3) +
( squad_rawdata['Pas'] * 3) +
( squad_rawdata['Tck'] * 2) +
( squad_rawdata['Ant'] * 2) +
( squad_rawdata['Cnt'] * 2) +
( squad_rawdata['Pos'] * 2) +
( squad_rawdata['Tea'] * 2) +
( squad_rawdata['Fir'] * 1) +
( squad_rawdata['Mar'] * 1) +
( squad_rawdata['Agg'] * 1) +
( squad_rawdata['Cmp'] * 1) +
( squad_rawdata['Dec'] * 1) +
( squad_rawdata['Str'] * 1) ) / 32)
squad_rawdata.vol= squad_rawdata.vol.round(1)

# calculates box2box score

squad_rawdata['box2'] = (
( squad_rawdata['Pas'] * 5) +
( squad_rawdata['Wor'] * 5) +
( squad_rawdata['Sta'] * 4) +
( squad_rawdata['Tck'] * 3) +
( squad_rawdata['OtB'] * 3) +
( squad_rawdata['Tea'] * 3) +
( squad_rawdata['Vis'] * 2) +
( squad_rawdata['Str'] * 2) +
( squad_rawdata['Dec'] * 2) +
( squad_rawdata['Pos'] * 2) +
( squad_rawdata['Pac'] * 2) +
 ( squad_rawdata['Agg'] * 1) +
( squad_rawdata['Ant'] * 1) +
( squad_rawdata['Fin'] * 1) +
( squad_rawdata['Lon'] * 1) +
( squad_rawdata['Cmp'] * 1) +
( squad_rawdata['Acc'] * 1) +
( squad_rawdata['Bal'] * 1) +
( squad_rawdata['Fir'] * 1) +
( squad_rawdata['Dri'] * 1) +
( squad_rawdata['Tec'] * 1))
squad_rawdata.box2= squad_rawdata.box2.round(0)

# calculates winger score

squad_rawdata['w_core'] = ( squad_rawdata['Acc'] +
squad_rawdata['Cro'] + squad_rawdata['Dri']+ squad_rawdata['OtB']+
squad_rawdata['Pac']+ squad_rawdata['Tec']) / 6
squad_rawdata['w_secondary'] = ( squad_rawdata['Agi'] +
squad_rawdata['Fir'] + squad_rawdata['Pas']+ squad_rawdata['Sta']+
squad_rawdata['Wor']) / 5
squad_rawdata['w'] =( ( squad_rawdata['w_core'] * 0.75) +
(squad_rawdata['w_secondary'] * 0.25))
squad_rawdata.w= squad_rawdata.w.round(1)

# calculates inverted winger score

squad_rawdata['amrl'] = ((
( squad_rawdata['Acc'] * 5) +
( squad_rawdata['Pac'] * 5) +
( squad_rawdata['Wor'] * 5) +
( squad_rawdata['Dri'] * 3) +
( squad_rawdata['Pas'] * 3) +
( squad_rawdata['Tec'] * 3) +
( squad_rawdata['OtB'] * 3) +
( squad_rawdata['Cro'] * 1) +
( squad_rawdata['Fir'] * 1) +
( squad_rawdata['Cmp'] * 1) +
( squad_rawdata['Dec'] * 1) +
( squad_rawdata['Vis'] * 1) +
( squad_rawdata['Agi'] * 1) +
( squad_rawdata['Sta'] * 1))/ 34)
squad_rawdata.amrl= squad_rawdata.amrl.round(1)

# calculates amc score

squad_rawdata['amc'] = (
( squad_rawdata['Vis'] * 4) +
( squad_rawdata['OtB'] * 4) +
( squad_rawdata['Pas'] * 4) +
( squad_rawdata['Dec'] * 3) +
( squad_rawdata['Ant'] * 3) +
( squad_rawdata['Cmp'] * 3) +
( squad_rawdata['Tec'] * 3) +
 ( squad_rawdata['Dri'] * 1) +
( squad_rawdata['Fir'] * 1) +
( squad_rawdata['Fla'] * 1) +
( squad_rawdata['Lon'] * 1) +
( squad_rawdata['Agi'] * 1) +
( squad_rawdata['Fin'] * 1))
squad_rawdata.amc= squad_rawdata.amc.round(0)

# calculates striker score

squad_rawdata['str_core'] = ( squad_rawdata['Cmp'] +
squad_rawdata['Fin'] + squad_rawdata['OtB'] + squad_rawdata['Pac']) /
4
squad_rawdata['str_secondary'] = ( squad_rawdata['Acc'] +
squad_rawdata['Agi'] + squad_rawdata['Ant']+ squad_rawdata['Bal']+
squad_rawdata['Dec']+ squad_rawdata['Dri']+ squad_rawdata['Fir']+
squad_rawdata['Pas']+ squad_rawdata['Sta']+ squad_rawdata['Tec']+
squad_rawdata['Wor']) / 11
squad_rawdata['str'] =( ( squad_rawdata['str_core'] * 0.5) +
(squad_rawdata['str_secondary'] * 0.5))
squad_rawdata.str= squad_rawdata.str.round(1)

squad_rawdata

Reg Inf Name Age Wage Transfer Value

Nat \
0 Wnt Ricardo Pereira 31 £135,000 p/w £3.8M
POR
1 Harry Winks 28 £120,000 p/w £46M - £56M
ENG
2 James Justin 26 £120,000 p/w £25M - £31M
ENG
3 Kiernan Dewsbury-Hall 26 £110,000 p/w £39M - £60M
ENG
4 Conor Coady 31 £105,000 p/w Not for Sale
ENG
.. .. ... ... ... ... ...
...
71 Yth Liam Brooks 16 £55 p/w £900K - £2M
WAL
72 Yth Danny Jackson-Parker 16 £55 p/w £190K - £1.9M
ENG
73 Yth Leon Perkins 17 £55 p/w £210K - £650K
ENG
74 Yth Stuart Browne 16 £55 p/w £3K - £30K
IRL
75 Yth Padraig Kelly 16 £55 p/w £55K - £550K
IRL

2nd Nat Position Personality ... vol

box2 \
0 CPV D (RL), WB (R) Fairly Professional ... 13.3
575
1 DM, M (C) Light-Hearted ... 13.6
583
2 LCA D (RLC), WB (RL) Fairly Determined ... 13.4
543
3 DM, M/AM (C) Fairly Determined ... 14.1
619
4 IRL D (C) Light-Hearted ... 13.9
584
.. ... ... ... ... ... ..
.
71 ENG D (RC) Fairly Professional ... 10.6
424
72 M (C), AM (RL), ST (C) Balanced ... 9.1
388
73 IRL M (C), AM (R), ST (C) Fairly Ambitious ... 9.2
406
74 USA M/AM (L), ST (C) Fairly Loyal ... 6.3
287
75 ENG M (R), AM (RC), ST (C) Unambitious ... 9.2
420

w_core w_secondary w amrl amc str_core str_secondary

str
0 13.000000 12.8 13.0 13.3 403 12.50 13.000000
12.8
1 12.333333 14.0 12.8 13.4 406 12.75 13.545455
13.1
2 12.666667 13.2 12.8 13.0 351 10.75 13.090909
11.9
3 13.166667 15.4 13.7 14.1 432 13.50 14.272727
13.9
4 11.166667 14.0 11.9 12.9 385 11.75 13.272727
12.5
.. ... ... ... ... ... ... ...
...
71 9.000000 12.0 9.8 10.2 246 7.25 10.454545
8.9
72 10.000000 11.6 10.4 10.7 252 8.50 11.090909
9.8
73 8.833333 11.0 9.4 9.4 286 7.25 10.090909
8.7
74 8.166667 8.8 8.3 8.0 220 6.25 8.727273
7.5
75 10.666667 11.0 10.8 10.8 290 9.75 10.454545
10.1

[76 rows x 82 columns]

# builds squad dataframe using only columns that will be exported to
HTML
squad = squad_rawdata[['Inf','Name','Age','Club','Transfer
Value','Wage','Nat','Position','Personality','Media Handling','Left
Foot', 'Right
Foot','Spd','Jum','Str','Work','Height','gk','fb','cb','vol','str']]

# taken from here: https://www.thepythoncode.com/article/convert-

pandas-dataframe-to-html-table-python
# creates a function to make a sortable html export

def generate_html(dataframe: pd.DataFrame):

# get the table HTML from the dataframe
table_html = dataframe.to_html(table_id="table", index=False)
# construct the complete HTML with jQuery Data tables
# You can disable paging or enable y scrolling on lines 20 and 21
respectively
html = f"""
<html>
<header>
<link
href="https://cdn.datatables.net/1.11.5/css/jquery.dataTables.min.css"
rel="stylesheet">
</header>
<body>
{table_html}
<script src="https://code.jquery.com/jquery-3.6.0.slim.min.js"
integrity="sha256-u7e5khyithlIdTpu22PHhENmPcRdFiHRjhAuHcs05RI="
crossorigin="anonymous"></script>
<script type="text/javascript"
src="https://cdn.datatables.net/1.11.5/js/jquery.dataTables.min.js"></
script>
<script>
$(document).ready( function () {{
$('#table').DataTable({{
paging: false,
order: [[12, 'desc']],
// scrollY: 400,
}});
}});
</script>
</body>
</html>
"""
# return the html
return html

# generates random file name for write-out of html file

import uuid
filename = str(uuid.uuid4()) + ".html"
filename

'9831b306-d65b-4ddc-9dab-360e90f958b2.html'

# creates a sortable html export from the dataframe 'squad'

html = generate_html(squad)
open(filename, "w", encoding="utf-8").write(html)

39963

macos_filename = ("/Users/millie/Desktop/FM files on desktop" +

filename)