def import_team(rootpage, session, event):
"""Imports multiple Players a time from a external Site.
Currently only working with Transfermarkt.ch
"""
headers = {"User-agent": "Mozilla/5.0"}
for page in rootpage:
f = requests.get(page, headers=headers)
nationpage = f.content
nationpage = PyQuery(nationpage.decode("utf8"))
content = nationpage("#main")
nation_name = content(".box-header .spielername-profil").text()
country_code = COUNTRY_CODE_MAPPING[nation_name]
# Lookup nation
nation = session.query(Nation).filter(Nation.country == country_code).first()
# Create a new nation if we didn't find one
if nation is None:
nation = Nation(nation_name, event, country_code)
nation.country = country_code
session.add(nation)
playertable = content("table.items")
playerlist = playertable("tbody")
for item in playerlist("tbody > tr"):
name = PyQuery(item)(".hide-for-small a.spielprofil_tooltip").text()
link = PyQuery(item)(".hide-for-small a.spielprofil_tooltip").attr("href")
link = "http://www.transfermarkt.ch" + link
f = requests.get(link, headers=headers)
playerpage = f.content
playerpage = PyQuery(playerpage.decode("utf8"))
clubname = playerpage(".dataZusatzDaten .hauptpunkt .vereinprofil_tooltip").text()
league = playerpage(".dataZusatzDaten .mediumpunkt a").text()
data_items = playerpage(".dataContent p")
player_props = dict(
[
(k.text(), v.text())
for k, v in zip(data_items(".dataItem").items(), data_items(".dataValue").items())
]
)
img_src = playerpage(".dataBild img").attr("src")
img = requests.get(img_src, headers=headers).content
try:
im = Image.open(StringIO.StringIO(img))
im.verify()
except Exception:
img = None
# Conversions
position = POSITION_MAPPING.get(player_props.get("Position:"))
# Marktwert
value_data = playerpage(".dataMarktwert").text()
value = value_data.split()[0]
multiplier = MULTIPLIER_MAPPING.get(value_data.split()[1], 1)
if "," in value:
value = int(value.split(",")[0]) * multiplier + int(value.split(",")[1]) * multiplier * 0.01
else:
value = int(value) * multiplier
size = player_props.get(u"Gr\xf6\xdfe:", "0.00").replace(",", ".")
date_of_birth = date.fromtimestamp(
time.mktime(time.strptime(player_props.get("Geb./Alter:").split()[0], "%d.%m.%Y"))
)
# Lookup player
player = session.query(Player).filter(Player.name == name and Player.nation_id == nation.id_).first()
# Create a new player if we didn't find one.
if player is None:
player = Player(name, position, nation.id_, event)
session.add(player)
# Set/update player properties
player.original_name = player_props.get("Name im Heimatland:")
player.date_of_birth = date_of_birth
player.age = int(player_props.get("Geb./Alter:").split()[1].strip("()"))
# player.foot = player_props.get(u'Fu\xdf:')
player.value = value
player.size = size
player.club = clubname
player.league = league
player.image = img
