tcsenpai/mysides
1
0
Fork 0
mirror of https://github.com/tcsenpai/mysides.git synced 2025-06-06 02:55:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed a return error

Browse Source
This commit is contained in:
thecookingsenpai 2024-01-13 00:33:29 +01:00
parent adabc100e6
commit 578dc164c7
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
main.py
View File

@ -74,7 +74,8 @@ def extract_data(url):
response = requests.get(url, timeout=5) response = requests.get(url, timeout=5)
soup = BeautifulSoup(response.text, "html.parser") soup = BeautifulSoup(response.text, "html.parser")
links = apnews.fetchAndDigest(soup) links = apnews.fetchAndDigest(soup)
transform_links(links) datas = transform_links(links)
return datas
def handle_pagination(soup): def handle_pagination(soup):
next_page = soup.find("a", {"rel": "next"}) next_page = soup.find("a", {"rel": "next"})
@ -89,8 +90,8 @@ def main():
all_data = [] all_data = []
while url: while url:
data = extract_data(url) datas = extract_data(url)
all_data.extend(data) all_data.extend(datas)
url = handle_pagination( url = handle_pagination(
BeautifulSoup(requests.get(url, timeout=5).text, "html.parser") BeautifulSoup(requests.get(url, timeout=5).text, "html.parser")
) )