Fixed handle leak
This commit is contained in:
@ -27,13 +27,12 @@ class Scraper:
|
|||||||
|
|
||||||
def _get(self, url: str, body: bool) -> bytes | Response:
|
def _get(self, url: str, body: bool) -> bytes | Response:
|
||||||
res: Response = self._scraper.get(url)
|
res: Response = self._scraper.get(url)
|
||||||
|
res.close()
|
||||||
if not body:
|
if not body:
|
||||||
return res
|
return res
|
||||||
if res.status_code != 200:
|
if res.status_code != 200:
|
||||||
raise ScraperException(res, "Request did not succeed")
|
raise ScraperException(res, "Request did not succeed")
|
||||||
content = res.content
|
return res.content
|
||||||
res.close()
|
|
||||||
return content
|
|
||||||
|
|
||||||
@retry(Exception, tries=5, delay=3)
|
@retry(Exception, tries=5, delay=3)
|
||||||
def _retry_get(self, url: str, body: bool) -> bytes | Response:
|
def _retry_get(self, url: str, body: bool) -> bytes | Response:
|
||||||
|
|||||||
Reference in New Issue
Block a user