From c9c3d4de9251faed5a3ff6de426d8801cade0d7f Mon Sep 17 00:00:00 2001 From: prahul11 Date: Sun, 15 Oct 2023 13:02:42 +0530 Subject: [PATCH] mj --- naukri/jobdata_india.py | 6 +++--- naukri/search_india.py | 8 ++++---- 2 files changed, 7 insertions(+), 7 deletions(-) diff --git a/naukri/jobdata_india.py b/naukri/jobdata_india.py index 094ad7e..27b7af9 100644 --- a/naukri/jobdata_india.py +++ b/naukri/jobdata_india.py @@ -127,9 +127,9 @@ class NaukriJobDetailScraper: time.sleep(0.5) try: - response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies) - if response.status_code == 403: - response = requests.get(url, headers=self.headers, timeout=self.timeout) + # response = requests.get(url, headers=self.headers, timeout=self.timeout, proxies=self.proxies) + # if response.status_code == 403: + response = requests.get(url, headers=self.headers, timeout=self.timeout) print(f"{response.status_code} for {url}") diff --git a/naukri/search_india.py b/naukri/search_india.py index 6fb3218..173fd64 100644 --- a/naukri/search_india.py +++ b/naukri/search_india.py @@ -86,10 +86,10 @@ class NaukriJobScraper: url = self.base_url.format(industry_name, start_page, industry_q) try: # print(url) - response = requests.get(url, headers=self.headers, timeout=self.timeout, - proxies=self.proxies) - if response.status_code == 403: - response = requests.get(url, headers=self.headers, timeout=self.timeout) + # response = requests.get(url, headers=self.headers, timeout=self.timeout, + # proxies=self.proxies) + # if response.status_code == 403: + response = requests.get(url, headers=self.headers, timeout=self.timeout) # print(f"{response.status_code} for {url}") if response.status_code != 200: