Don’t need members list if not building the site
This commit is contained in:
parent
0a4792f03a
commit
5d65a8b777
1 changed files with 28 additions and 27 deletions
55
colors.py
55
colors.py
|
@ -43,37 +43,38 @@ for row in souprows:
|
||||||
deckdict["series"] = deckseries
|
deckdict["series"] = deckseries
|
||||||
deckkey[deckname] = deckdict
|
deckkey[deckname] = deckdict
|
||||||
|
|
||||||
try:
|
if __name__ == "__main__":
|
||||||
request = requests.get("https://colors-tcg.eu/members.php")
|
try:
|
||||||
print("Getting members list")
|
request = requests.get("https://colors-tcg.eu/members.php")
|
||||||
allmembers = open("members.html","w")
|
print("Getting members list")
|
||||||
allmembers.write(request.text)
|
allmembers = open("members.html","w")
|
||||||
allmembers.close()
|
allmembers.write(request.text)
|
||||||
|
allmembers.close()
|
||||||
|
|
||||||
# need to correct some html issues
|
# need to correct some html issues
|
||||||
|
|
||||||
with open("members.html","r") as file:
|
with open("members.html","r") as file:
|
||||||
filedata = file.read()
|
filedata = file.read()
|
||||||
filedata = filedata.replace("</a></td>","</td>")
|
filedata = filedata.replace("</a></td>","</td>")
|
||||||
with open("members.html","w") as file:
|
with open("members.html","w") as file:
|
||||||
file.write(filedata)
|
file.write(filedata)
|
||||||
|
|
||||||
except:
|
except:
|
||||||
print("Using cached version of members list")
|
print("Using cached version of members list")
|
||||||
|
|
||||||
with open("members.html") as members:
|
with open("members.html") as members:
|
||||||
membersoup = BeautifulSoup(members,"html.parser")
|
membersoup = BeautifulSoup(members,"html.parser")
|
||||||
tcgmembers = {}
|
tcgmembers = {}
|
||||||
soupmembers = membersoup.find_all("table")
|
soupmembers = membersoup.find_all("table")
|
||||||
soupmembers = soupmembers[1:]
|
soupmembers = soupmembers[1:]
|
||||||
for level in soupmembers:
|
for level in soupmembers:
|
||||||
souprows = level.find_all("tr")
|
souprows = level.find_all("tr")
|
||||||
souprows = souprows[1:]
|
souprows = souprows[1:]
|
||||||
for row in souprows:
|
for row in souprows:
|
||||||
soupcells = row.find_all("td")
|
soupcells = row.find_all("td")
|
||||||
membername = soupcells[0].text.lower()
|
membername = soupcells[0].text.lower()
|
||||||
memberlink = soupcells[2].find("a")["href"]
|
memberlink = soupcells[2].find("a")["href"]
|
||||||
tcgmembers[membername] = memberlink
|
tcgmembers[membername] = memberlink
|
||||||
|
|
||||||
print("Parsing log")
|
print("Parsing log")
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue