Update common_task.py
parent
d4af8ed0f3
commit
64b26897ce
|
@ -198,7 +198,7 @@ if __name__ == "__main__":
|
||||||
detail_file = f"indonesia_data/daily_upload_folder/Compete_2_Indonesia_Active_{today_date}.csv"
|
detail_file = f"indonesia_data/daily_upload_folder/Compete_2_Indonesia_Active_{today_date}.csv"
|
||||||
do_the_difference(search_file, last_file, 'id', fresh_output, expired_output, None, "id")
|
do_the_difference(search_file, last_file, 'id', fresh_output, expired_output, None, "id")
|
||||||
upload_file_to_bucket(expired_output, f"Compete_2_Indonesia_Archive_{today_date}.csv" ,today_date,"yes")
|
upload_file_to_bucket(expired_output, f"Compete_2_Indonesia_Archive_{today_date}.csv" ,today_date,"yes")
|
||||||
jstIdJobDetailScraper(search_file, f"Compete_2_Indonesia_Active_{today_date}.csv")
|
jstIdJobDetailScraper(fresh_output, f"Compete_2_Indonesia_Active_{today_date}.csv")
|
||||||
upload_file_to_bucket(detail_file, f"Compete_2_Indonesia_Active_{today_date}.csv" ,today_date, "yes")
|
upload_file_to_bucket(detail_file, f"Compete_2_Indonesia_Active_{today_date}.csv" ,today_date, "yes")
|
||||||
|
|
||||||
else:
|
else:
|
||||||
|
|
Loading…
Reference in New Issue