parent
8943d0937e
commit
c9c3d4de92
|
@ -127,8 +127,8 @@ class NaukriJobDetailScraper:
|
|||
|
||||
time.sleep(0.5)
|
||||
try:
|
||||
response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies)
|
||||
if response.status_code == 403:
|
||||
# response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies)
|
||||
# if response.status_code == 403:
|
||||
response = requests.get(url, headers=self.headers, timeout=self.timeout)
|
||||
|
||||
print(f"{response.status_code} for {url}")
|
||||
|
|
|
@ -86,9 +86,9 @@ class NaukriJobScraper:
|
|||
url = self.base_url.format(industry_name, start_page, industry_q)
|
||||
try:
|
||||
# print(url)
|
||||
response = requests.get(url, headers=self.headers, timeout=self.timeout,
|
||||
proxies=self.proxies)
|
||||
if response.status_code == 403:
|
||||
# response = requests.get(url, headers=self.headers, timeout=self.timeout,
|
||||
# proxies=self.proxies)
|
||||
# if response.status_code == 403:
|
||||
response = requests.get(url, headers=self.headers, timeout=self.timeout)
|
||||
# print(f"{response.status_code} for {url}")
|
||||
|
||||
|
|
Loading…
Reference in New Issue