blob: abd6a214f3c1f83b77febef1a1309fdb0398bb79 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
|
#!/usr/bin/python3
from bs4 import BeautifulSoup
import requests
def main(url):
if not url.startswith("http"):
url = "http://" + url
if not url.endswith("/"):
url += "/"
response = requests.get(url)
soup = BeautifulSoup(response.text, "html.parser")
for link in soup.find_all("a", "link-browse"):
href = link["href"]
try:
requests.get(url + href)
except Exception:
pass
if __name__ == '__main__':
from pergamon.settings.local import BASE_URL
main(BASE_URL)
|
