HorseIsleData/Scraped/Fourm Archive/get_fourms.py

32 lines
856 B
Python

1
import requests, threading
s = requests.Session()
s.headers = {"Cookie":"PHPSESSID=6qdgmssgrctrjuq6g11r0gj797"}
class t(threading.Thread):
def __init__(self, i):
super().__init__()
self.i = i
def run(self):
while True:
try:
tContents = s.get(f"http://master.horseisle.com/web/forums.php?FORUM=GAME&VIEWID={self.i}").content
except Exception as e:
print(e)
continue
break
if tContents.find(b'Forum thread not found!?') != -1:
print(f"No such forum id: {i}\n",end="")
else:
print(f"forum id found: {i}\n", end="")
open(f"{self.i}.html", "wb").write(tContents)
sem.release()
sem = threading.BoundedSemaphore(50)
i = 0
while True:
i+=1
sem.acquire(True)
t(i).start()