foundit
/
compete_jobs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

s

prahul11 2023-10-13 21:39:56 +05:30
parent ea660b5d9b
commit 8b694d4fdf
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
common_task.py
View File

@ -80,14 +80,14 @@ def run_india_scraper():
india_search_output_file = f"india_data/daily_search_results/search_result_india_{today_date}.csv"
india_search_error_file = f"india_data/daily_error_folder/search_error_india_{today_date}.csv"
india_search_stats_file = f"india_data/stats_india_{today_date}.txt"
# start_time = time.time()
# scraper = NaukriJobScraper(india_search_input_file, india_search_output_file, india_search_error_file)
# scraper.scrape()
# end_time = time.time()
# duration_hours = (end_time - start_time) / 3600
# print(f"Search program took {duration_hours:.2f} hours to run.")
# with open(india_search_stats_file, "a") as stat:
# stat.write(f"Search program took {duration_hours:.2f} hours to run. \n")
start_time = time.time()
scraper = NaukriJobScraper(india_search_input_file, india_search_output_file, india_search_error_file)
scraper.scrape()
end_time = time.time()
duration_hours = (end_time - start_time) / 3600
print(f"Search program took {duration_hours:.2f} hours to run.")
with open(india_search_stats_file, "a") as stat:
stat.write(f"Search program took {duration_hours:.2f} hours to run. \n")
folder_path = "india_data/daily_search_results/"
search_pattern = "search_result_india_*.csv"
last_file = find_second_latest_file(folder_path, search_pattern)