import requests, json, os pgcountjsonr = requests.get("https://scrapbox.io/api/pages/villagepump/?limit=1") pgcountjsont = pgcountjsonr.text pgcountjson = json.loads(pgcountjsont) pgcount = int(pgcountjson["count"]) pglist = [] pglisttempjsonr = requests.get( f"https://scrapbox.io/api/pages/villagepump/?limit=500&skip={pgcount-500}" ) pglisttempjsont = pglisttempjsonr.text pglisttempjson = json.loads(pglisttempjsont) for a, b in enumerate(pglisttempjson["pages"]): pglist.append(b["title"]) with open( os.path.join(os.path.dirname(__file__), "villagepump-list.txt"), "w", encoding="utf-8", newline="\n", ) as f: for a in pglist: f.write(f" [{a}]\n")