diff --git a/README.org b/README.org index c11e52b..5df4b6e 100644 --- a/README.org +++ b/README.org @@ -1,6 +1,7 @@ * Python utilities for personal and fannish purposes - =ao3scrape.py= – downloads all an author’s works from AO3 (notes [[https://tobli.dreamwidth.org/45337.html][here]]) - =cellopractice.py= – selects some exercises from Walter Mengler’s /Fit in 15 Minutes/, according to the author’s recommendations +- =ffyuletide.py= – checks which Final Fantasy fandoms are Yuletide-eligible - =peterson.py= – questions everything - =promptscrape.py= – scrapes Dreamwidth writing challenge communities for prompts - =randomline.py= – returns a random line from a file diff --git a/ffyuletide.py b/ffyuletide.py new file mode 100644 index 0000000..c94a04a --- /dev/null +++ b/ffyuletide.py @@ -0,0 +1,62 @@ +import re, requests, time +from bs4 import BeautifulSoup + +# grab subtags of "final fantasy series" + +series = "https://archiveofourown.org/tags/Final%20Fantasy%20Series" +seriespage = requests.get(series) +seriessoup = BeautifulSoup(seriespage.content,"html.parser") +fandoms = seriessoup.find(class_="sub").find("ul",{ "class" : "tree" }).findAll("li", recursive=False) + +# open search page with filters applied + +filterpage = "https://archiveofourown.org/works?work_search%5Bsort_column%5D=revised_at&work_search%5Bother_tag_names%5D=&work_search%5Bexcluded_tag_names%5D=&work_search%5Bcrossover%5D=&work_search%5Bcomplete%5D=T&work_search%5Bwords_from%5D=1000&work_search%5Bwords_to%5D=&work_search%5Bdate_from%5D=&work_search%5Bdate_to%5D=&work_search%5Bquery%5D=&work_search%5Blanguage_id%5D=en&commit=Sort+and+Filter&tag_id=" +eligible = [] +ineligible = [] +with requests.Session() as s: + loginpage = s.get("https://archiveofourown.org/users/login") + loginsoup = BeautifulSoup(loginpage.content,"html.parser") + token = (loginsoup.find('form', class_='new_user') + .find('input', attrs={'name': 'authenticity_token'}) + .get('value')) + payload = {'user[login]': "translinkni", + 'user[password]': "fakeapi", + 'user[remember_me]': '1', + 'authenticity_token': token + } + post = s.post("https://archiveofourown.org/users/login",data=payload) + for fandom in fandoms: + time.sleep(3) + tagurl = (str(fandom.find("a")["href"]))[6:] + tagname = str(fandom.find(class_="tag").text) + print("Checking " + tagname + " (" + str(fandoms.index(fandom) + 1) + " of " + str(len(fandoms)) + ")") + tagpage = s.get(filterpage + tagurl) + tagsoup = BeautifulSoup(tagpage.content,"html.parser") + + # get the number + + heading = (tagsoup.find("h2",class_="heading")).text + stripone = re.sub("\n","",heading) + striptwo = re.sub(" Work.*","",stripone) + stripthree = re.sub(".* of ","",striptwo) + stripfour = re.sub(",","",stripthree) + workcount = int(stripfour) + + # if number < 1000, add to eligible list + + fandomdict = {"name":tagname,"count":workcount} + + if workcount < 1000: + eligible.append(fandomdict) + else: + ineligible.append(fandomdict) + +eligible = sorted(eligible,key=lambda d: d["count"],reverse=True) +ineligible = sorted(ineligible,key=lambda d: d["count"],reverse=True) + +print("\nCurrently eligible:\n") +for fandom in eligible: + print(fandom["name"] + " (" + str(fandom["count"]) + ")") +print("\nIneligible:\n") +for fandom in ineligible: + print(fandom["name"] + " (" + str(fandom["count"]) + ")")