parent
ea660b5d9b
commit
8b694d4fdf
|
@ -80,14 +80,14 @@ def run_india_scraper():
|
||||||
india_search_output_file = f"india_data/daily_search_results/search_result_india_{today_date}.csv"
|
india_search_output_file = f"india_data/daily_search_results/search_result_india_{today_date}.csv"
|
||||||
india_search_error_file = f"india_data/daily_error_folder/search_error_india_{today_date}.csv"
|
india_search_error_file = f"india_data/daily_error_folder/search_error_india_{today_date}.csv"
|
||||||
india_search_stats_file = f"india_data/stats_india_{today_date}.txt"
|
india_search_stats_file = f"india_data/stats_india_{today_date}.txt"
|
||||||
# start_time = time.time()
|
start_time = time.time()
|
||||||
# scraper = NaukriJobScraper(india_search_input_file, india_search_output_file, india_search_error_file)
|
scraper = NaukriJobScraper(india_search_input_file, india_search_output_file, india_search_error_file)
|
||||||
# scraper.scrape()
|
scraper.scrape()
|
||||||
# end_time = time.time()
|
end_time = time.time()
|
||||||
# duration_hours = (end_time - start_time) / 3600
|
duration_hours = (end_time - start_time) / 3600
|
||||||
# print(f"Search program took {duration_hours:.2f} hours to run.")
|
print(f"Search program took {duration_hours:.2f} hours to run.")
|
||||||
# with open(india_search_stats_file, "a") as stat:
|
with open(india_search_stats_file, "a") as stat:
|
||||||
# stat.write(f"Search program took {duration_hours:.2f} hours to run. \n")
|
stat.write(f"Search program took {duration_hours:.2f} hours to run. \n")
|
||||||
folder_path = "india_data/daily_search_results/"
|
folder_path = "india_data/daily_search_results/"
|
||||||
search_pattern = "search_result_india_*.csv"
|
search_pattern = "search_result_india_*.csv"
|
||||||
last_file = find_second_latest_file(folder_path, search_pattern)
|
last_file = find_second_latest_file(folder_path, search_pattern)
|
||||||
|
|
Loading…
Reference in New Issue