foundit
/
compete_jobs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

s

prahul11 2023-10-13 21:39:56 +05:30
parent ea660b5d9b
commit 8b694d4fdf
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
common_task.py
View File

@ -80,14 +80,14 @@ def run_india_scraper():
india_search_output_file = f"india_data/daily_search_results/search_result_india_{today_date}.csv" india_search_output_file = f"india_data/daily_search_results/search_result_india_{today_date}.csv"
india_search_error_file = f"india_data/daily_error_folder/search_error_india_{today_date}.csv" india_search_error_file = f"india_data/daily_error_folder/search_error_india_{today_date}.csv"
india_search_stats_file = f"india_data/stats_india_{today_date}.txt" india_search_stats_file = f"india_data/stats_india_{today_date}.txt"
# start_time = time.time() start_time = time.time()
# scraper = NaukriJobScraper(india_search_input_file, india_search_output_file, india_search_error_file) scraper = NaukriJobScraper(india_search_input_file, india_search_output_file, india_search_error_file)
# scraper.scrape() scraper.scrape()
# end_time = time.time() end_time = time.time()
# duration_hours = (end_time - start_time) / 3600 duration_hours = (end_time - start_time) / 3600
# print(f"Search program took {duration_hours:.2f} hours to run.") print(f"Search program took {duration_hours:.2f} hours to run.")
# with open(india_search_stats_file, "a") as stat: with open(india_search_stats_file, "a") as stat:
# stat.write(f"Search program took {duration_hours:.2f} hours to run. \n") stat.write(f"Search program took {duration_hours:.2f} hours to run. \n")
folder_path = "india_data/daily_search_results/" folder_path = "india_data/daily_search_results/"
search_pattern = "search_result_india_*.csv" search_pattern = "search_result_india_*.csv"
last_file = find_second_latest_file(folder_path, search_pattern) last_file = find_second_latest_file(folder_path, search_pattern)