Add geurls.py

geturls.py prints links from html file. html can be a file on disk or 
url starting with http/https
This commit is contained in:
TKE
2020-12-23 11:48:59 +01:00
parent 525a3463f3
commit b9428d9af7

31
geturls.py Executable file
View File

@@ -0,0 +1,31 @@
#!/usr/bin/env python3
import sys
from bs4 import BeautifulSoup
if sys.argv[1].startswith("http://") or sys.argv[1].startswith("https://"):
import requests
response = requests.get(sys.argv[1])
data = response.content
else:
with open(sys.argv[1],'rt',encoding='ISO-8859-1') as f:
data=f.read()
page=str(BeautifulSoup(data,features="lxml"))
def getURL(page):
start_link = page.find("a href")
if start_link == -1:
return None, 0
start_quote = page.find('"', start_link)
end_quote = page.find('"', start_quote + 1)
url = page[start_quote + 1: end_quote]
return url, end_quote
while True:
url, n = getURL(page)
page = page[n:]
if url:
print(url)
else:
break