diff --git a/common_task.py b/common_task.py index 57eff4e..0a00d8c 100644 --- a/common_task.py +++ b/common_task.py @@ -80,14 +80,14 @@ def run_india_scraper(): india_search_output_file = f"india_data/daily_search_results/search_result_india_{today_date}.csv" india_search_error_file = f"india_data/daily_error_folder/search_error_india_{today_date}.csv" india_search_stats_file = f"india_data/stats_india_{today_date}.txt" - # start_time = time.time() - # scraper = NaukriJobScraper(india_search_input_file, india_search_output_file, india_search_error_file) - # scraper.scrape() - # end_time = time.time() - # duration_hours = (end_time - start_time) / 3600 - # print(f"Search program took {duration_hours:.2f} hours to run.") - # with open(india_search_stats_file, "a") as stat: - # stat.write(f"Search program took {duration_hours:.2f} hours to run. \n") + start_time = time.time() + scraper = NaukriJobScraper(india_search_input_file, india_search_output_file, india_search_error_file) + scraper.scrape() + end_time = time.time() + duration_hours = (end_time - start_time) / 3600 + print(f"Search program took {duration_hours:.2f} hours to run.") + with open(india_search_stats_file, "a") as stat: + stat.write(f"Search program took {duration_hours:.2f} hours to run. \n") folder_path = "india_data/daily_search_results/" search_pattern = "search_result_india_*.csv" last_file = find_second_latest_file(folder_path, search_pattern)