updated india
parent
93ee5d0a79
commit
42c78a9579
|
@ -124,6 +124,8 @@ class NaukriJobDetailScraper:
|
||||||
time.sleep(0.5)
|
time.sleep(0.5)
|
||||||
try:
|
try:
|
||||||
response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies)
|
response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies)
|
||||||
|
if response.status_code == 403:
|
||||||
|
requests.get(url, headers=self.headers, timeout=self.timeout)
|
||||||
|
|
||||||
print(f"{response.status_code} for {url}")
|
print(f"{response.status_code} for {url}")
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue