Ljodafundur
poem.py
For the full content of this gist, refer to https://gist.github.com/jokull/d05b762372706acc68e9ab7f5332e5f4
Jökull Sólberg Auðunsson@jokull
poem.py
For the full content of this gist, refer to https://gist.github.com/jokull/d05b762372706acc68e9ab7f5332e5f4
import requests
import re
from bs4 import BeautifulSoup
import random
URL = "http://www.ljod.is/index.php/ljod/poem_collection/author"
page = requests.get(URL)
soup = BeautifulSoup(page.content, "html.parser")
authors = []
for link in [a["href"] for a in soup.find_all("a")]:
if re.search("view_poet", link):
authors.append(link)
author_page = requests.get(random.choice(authors))
soup = BeautifulSoup(author_page.content, "html.parser")
poems = []
for link in [a["href"] for a in soup.find_all("a")]:
if re.search("view_poem", link):
poems.append(link)
ljoda_page = requests.get(random.choice(poems))
soup = BeautifulSoup(ljoda_page.content, "html.parser")
ljodid = soup.find("span", class_="poem")
print(ljodid.text.strip())