prahul11 2023-10-15 13:02:42 +05:30
parent 8943d0937e
commit c9c3d4de92
2 changed files with 7 additions and 7 deletions

View File

@ -127,8 +127,8 @@ class NaukriJobDetailScraper:
time.sleep(0.5)
try:
response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies)
if response.status_code == 403:
# response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies)
# if response.status_code == 403:
response = requests.get(url, headers=self.headers, timeout=self.timeout)
print(f"{response.status_code} for {url}")

View File

@ -86,9 +86,9 @@ class NaukriJobScraper:
url = self.base_url.format(industry_name, start_page, industry_q)
try:
# print(url)
response = requests.get(url, headers=self.headers, timeout=self.timeout,
proxies=self.proxies)
if response.status_code == 403:
# response = requests.get(url, headers=self.headers, timeout=self.timeout,
# proxies=self.proxies)
# if response.status_code == 403:
response = requests.get(url, headers=self.headers, timeout=self.timeout)
# print(f"{response.status_code} for {url}")