Reorganise gists folder

This commit is contained in:
TKE
2022-05-13 12:49:21 +02:00
parent ecd3c7fe2f
commit acd8d616dc
98 changed files with 63 additions and 20 deletions

31
tools/geturls.py Executable file
View File

@@ -0,0 +1,31 @@
#!/usr/bin/env python3
import sys
from bs4 import BeautifulSoup
if sys.argv[1].startswith("http://") or sys.argv[1].startswith("https://"):
import requests
response = requests.get(sys.argv[1])
data = response.content
else:
with open(sys.argv[1],'rt',encoding='ISO-8859-1') as f:
data=f.read()
page=str(BeautifulSoup(data,features="lxml"))
def getURL(page):
start_link = page.find("a href")
if start_link == -1:
return None, 0
start_quote = page.find('"', start_link)
end_quote = page.find('"', start_quote + 1)
url = page[start_quote + 1: end_quote]
return url, end_quote
while True:
url, n = getURL(page)
page = page[n:]
if url:
print(url)
else:
break