Added request timeouts

connection timeout to 5 seconds and the response timeout to 10
PyLint W3101
This commit is contained in:
Matt Joyce 2024-05-23 08:39:19 +10:00
parent 96b19172a1
commit 7d2efe5acb
1 changed files with 4 additions and 2 deletions

View File

@ -73,7 +73,8 @@ class FirecrawlApp:
response = requests.post(
f'{self.api_url}/v0/scrape',
headers=headers,
json=scrape_params
json=scrape_params,
timeout=(5,10)
)
if response.status_code == 200:
response = response.json()
@ -111,7 +112,8 @@ class FirecrawlApp:
response = requests.post(
f'{self.api_url}/v0/search',
headers=headers,
json=json_data
json=json_data,
timeout=(5,10)
)
if response.status_code == 200:
response = response.json()