diff --git a/wcr/crawl_wcr.py b/wcr/crawl_wcr.py index ed569d3..713d66b 100644 --- a/wcr/crawl_wcr.py +++ b/wcr/crawl_wcr.py @@ -43,6 +43,8 @@ def crawl_user_page(base_url, user_path): soup = BeautifulSoup(response.text, "html.parser") + + def parse_data(soup): username = user_path.strip("/") title_tag = soup.find("h1", class_="entry-title")