diff --git a/naukri/jobdata_india.py b/naukri/jobdata_india.py index 094ad7e..27b7af9 100644 --- a/naukri/jobdata_india.py +++ b/naukri/jobdata_india.py @@ -127,9 +127,9 @@ class NaukriJobDetailScraper: time.sleep(0.5) try: - response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies) - if response.status_code == 403: - response = requests.get(url, headers=self.headers, timeout=self.timeout) + # response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies) + # if response.status_code == 403: + response = requests.get(url, headers=self.headers, timeout=self.timeout) print(f"{response.status_code} for {url}") diff --git a/naukri/search_india.py b/naukri/search_india.py index 6fb3218..173fd64 100644 --- a/naukri/search_india.py +++ b/naukri/search_india.py @@ -86,10 +86,10 @@ class NaukriJobScraper: url = self.base_url.format(industry_name, start_page, industry_q) try: # print(url) - response = requests.get(url, headers=self.headers, timeout=self.timeout, - proxies=self.proxies) - if response.status_code == 403: - response = requests.get(url, headers=self.headers, timeout=self.timeout) + # response = requests.get(url, headers=self.headers, timeout=self.timeout, + # proxies=self.proxies) + # if response.status_code == 403: + response = requests.get(url, headers=self.headers, timeout=self.timeout) # print(f"{response.status_code} for {url}") if response.status_code != 200: