Removed sleeping between service overload attempts.
https://stackoverflow.com/questions/47147328/thread-wait-for-tstate-lock-never-returns#55643196
This commit is contained in:
@ -3,7 +3,6 @@ from cloudscraper import CloudScraper
|
|||||||
from requests import Response
|
from requests import Response
|
||||||
from retry import retry
|
from retry import retry
|
||||||
from bs4 import BeautifulSoup
|
from bs4 import BeautifulSoup
|
||||||
import time
|
|
||||||
|
|
||||||
|
|
||||||
class ScraperException(Exception):
|
class ScraperException(Exception):
|
||||||
@ -37,7 +36,6 @@ class Scraper:
|
|||||||
if res.status_code == 429:
|
if res.status_code == 429:
|
||||||
print(f"\x1B[33mOverloaded\x1B[0m {method} {url}")
|
print(f"\x1B[33mOverloaded\x1B[0m {method} {url}")
|
||||||
self.reset()
|
self.reset()
|
||||||
time.sleep(10)
|
|
||||||
continue
|
continue
|
||||||
if not body:
|
if not body:
|
||||||
print(f"\x1B[32mOk\x1B[0m {method} {url}")
|
print(f"\x1B[32mOk\x1B[0m {method} {url}")
|
||||||
|
|||||||
Reference in New Issue
Block a user