feat: add initial People Playground mod development kit
This commit is contained in:
43
parsing_docs/extract_sidebar_links.py
Executable file
43
parsing_docs/extract_sidebar_links.py
Executable file
@@ -0,0 +1,43 @@
|
||||
#!/usr/bin/env -S uv run --script
|
||||
# /// script
|
||||
# requires-python = ">=3.11"
|
||||
# dependencies = [
|
||||
# "bs4",
|
||||
# "requests",
|
||||
# ]
|
||||
# ///
|
||||
|
||||
from bs4 import BeautifulSoup
|
||||
import sys
|
||||
import requests
|
||||
import os
|
||||
|
||||
def download_page(url, filename):
|
||||
"""Download HTML page and save to local file"""
|
||||
if os.path.exists(filename):
|
||||
print(f"Using cached {filename}")
|
||||
return open(filename).read()
|
||||
|
||||
print(f"Downloading {url}...")
|
||||
try:
|
||||
response = requests.get(url, timeout=30)
|
||||
response.raise_for_status()
|
||||
with open(filename, 'w', encoding='utf-8') as f:
|
||||
f.write(response.text)
|
||||
return response.text
|
||||
except requests.RequestException as e:
|
||||
print(f"Error downloading {url}: {e}")
|
||||
sys.exit(1)
|
||||
|
||||
# Download the main index page
|
||||
index_url = 'https://wiki.studiominus.nl/index.html'
|
||||
html = download_page(index_url, 'index.html')
|
||||
soup = BeautifulSoup(html, 'html.parser')
|
||||
|
||||
with open('sidebar.txt', 'w') as f:
|
||||
for link in soup.select('.sidebar-links a[href]'):
|
||||
url = f'https://wiki.studiominus.nl{link['href']}'
|
||||
title = link.get_text().strip()
|
||||
f.write(f'{url} - {title}\n')
|
||||
if 'texturePackSystem.html' in url:
|
||||
break
|
||||
Reference in New Issue
Block a user