Don’t need members list if not building the site
This commit is contained in:
parent
0a4792f03a
commit
5d65a8b777
1 changed files with 28 additions and 27 deletions
55
colors.py
55
colors.py
|
@ -43,37 +43,38 @@ for row in souprows:
|
|||
deckdict["series"] = deckseries
|
||||
deckkey[deckname] = deckdict
|
||||
|
||||
try:
|
||||
request = requests.get("https://colors-tcg.eu/members.php")
|
||||
print("Getting members list")
|
||||
allmembers = open("members.html","w")
|
||||
allmembers.write(request.text)
|
||||
allmembers.close()
|
||||
if __name__ == "__main__":
|
||||
try:
|
||||
request = requests.get("https://colors-tcg.eu/members.php")
|
||||
print("Getting members list")
|
||||
allmembers = open("members.html","w")
|
||||
allmembers.write(request.text)
|
||||
allmembers.close()
|
||||
|
||||
# need to correct some html issues
|
||||
# need to correct some html issues
|
||||
|
||||
with open("members.html","r") as file:
|
||||
filedata = file.read()
|
||||
filedata = filedata.replace("</a></td>","</td>")
|
||||
with open("members.html","w") as file:
|
||||
file.write(filedata)
|
||||
with open("members.html","r") as file:
|
||||
filedata = file.read()
|
||||
filedata = filedata.replace("</a></td>","</td>")
|
||||
with open("members.html","w") as file:
|
||||
file.write(filedata)
|
||||
|
||||
except:
|
||||
print("Using cached version of members list")
|
||||
except:
|
||||
print("Using cached version of members list")
|
||||
|
||||
with open("members.html") as members:
|
||||
membersoup = BeautifulSoup(members,"html.parser")
|
||||
tcgmembers = {}
|
||||
soupmembers = membersoup.find_all("table")
|
||||
soupmembers = soupmembers[1:]
|
||||
for level in soupmembers:
|
||||
souprows = level.find_all("tr")
|
||||
souprows = souprows[1:]
|
||||
for row in souprows:
|
||||
soupcells = row.find_all("td")
|
||||
membername = soupcells[0].text.lower()
|
||||
memberlink = soupcells[2].find("a")["href"]
|
||||
tcgmembers[membername] = memberlink
|
||||
with open("members.html") as members:
|
||||
membersoup = BeautifulSoup(members,"html.parser")
|
||||
tcgmembers = {}
|
||||
soupmembers = membersoup.find_all("table")
|
||||
soupmembers = soupmembers[1:]
|
||||
for level in soupmembers:
|
||||
souprows = level.find_all("tr")
|
||||
souprows = souprows[1:]
|
||||
for row in souprows:
|
||||
soupcells = row.find_all("td")
|
||||
membername = soupcells[0].text.lower()
|
||||
memberlink = soupcells[2].find("a")["href"]
|
||||
tcgmembers[membername] = memberlink
|
||||
|
||||
print("Parsing log")
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue