From 8055d28f2ee6d6c13b4795685fb8d8516cea29e8 Mon Sep 17 00:00:00 2001 From: prahul11 Date: Sun, 15 Oct 2023 02:37:06 +0530 Subject: [PATCH] jh --- common_task.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/common_task.py b/common_task.py index b3d2015..9c03104 100644 --- a/common_task.py +++ b/common_task.py @@ -113,17 +113,17 @@ def run_india_scraper(): upload_file_to_bucket(india_detail_file, f"Compete_1_India_{today_date}.csv" ) def run_gulf_scraper(): - # gulfSearch() + gulfSearch() folder_path = "gulf_data/daily_search_results/" search_pattern = "search_result_gulf_*.csv" - # last_file = find_second_latest_file(folder_path, search_pattern) + last_file = find_second_latest_file(folder_path, search_pattern) current_date = datetime.now() today_date = current_date.strftime('%d-%m-%Y') fresh_output = f"gulf_data/daily_process_folder/new_jobs_on_{today_date}.csv" expired_output = f"gulf_data/daily_upload_folder/expired_Compete_1_gulf_{today_date}.csv" common_output = f"gulf_data/daily_common_folder/common_data_on_{today_date}.csv" - # do_the_difference(gulf_search_file, last_file, "jdURL", fresh_output, expired_output, common_output) - # upload_file_to_bucket(expired_output, f"expired_Compete_1_Gulf_{today_date}.csv" ) + do_the_difference(gulf_search_file, last_file, "jdURL", fresh_output, expired_output, common_output) + upload_file_to_bucket(expired_output, f"expired_Compete_1_Gulf_{today_date}.csv" ) start_time = time.time() gulf_detail_file = f"gulf_data/daily_upload_folder/Compete_1_gulf_{today_date}.csv" gulf_detail_error_file = f"india_data/daily_error_folder/error_on_India_detail_{today_date}.txt"