parent
a39288eda0
commit
8681aee8d5
|
@ -130,7 +130,7 @@ class NaukriJobDetailScraper:
|
|||
response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies)
|
||||
if response.status_code == 403:
|
||||
response = requests.get(url, headers=self.headers, timeout=self.timeout)
|
||||
|
||||
|
||||
print(f"{response.status_code} for {url}")
|
||||
|
||||
if response.status_code == 200:
|
||||
|
|
|
@ -85,6 +85,8 @@ class NaukriJobScraper:
|
|||
# print(f"{response.status_code} for {url}")
|
||||
|
||||
if response.status_code != 200:
|
||||
print(response.status_code)
|
||||
print(response.reason)
|
||||
print(f"Error with page {start_page} for industry {industry_name}")
|
||||
with open(self.error_file_path, "a") as file:
|
||||
file.write(f"Error with page {start_page} for industry {industry_name}\n")
|
||||
|
|
Loading…
Reference in New Issue