diff --git a/jobstreet/jst_id_detail.py b/jobstreet/jst_id_detail.py index 9908a38..cc08451 100644 --- a/jobstreet/jst_id_detail.py +++ b/jobstreet/jst_id_detail.py @@ -20,7 +20,8 @@ column = [ "Key Skills", "Minimum Experience", "Maximum Experience", - "Salary Detail" + "Salary Detail", + "Country" ] def jstIdJobDetailScraper(search_file, jd_file): @@ -102,6 +103,7 @@ def jstIdJobDetailScraper(search_file, jd_file): "Key Skills":"", "Minimum Experience" : result['data']['jobDetail'].get('jobDetail', {'jobRequirement':""}).get('jobRequirement', {"yearsOfExperience":""}).get('yearsOfExperience'), # "Salary Detail" : result['data']['jobDetail']['header']['salary'] + "Country" : "Indonesia" } j_writer.writerow(job) del jobIds[0] @@ -120,6 +122,9 @@ def jstIdJobDetailScraper(search_file, jd_file): # del jobIds[0] if __name__ == "__main__": + import datetime + current_date = datetime.datetime.now().date() + today_date = current_date.strftime('%d-%m-%Y') jstIdJobDetailScraper("testdata_jst_id.csv", "testdata_jst_id_detail.csv") diff --git a/jobstreet/jst_id_search.py b/jobstreet/jst_id_search.py index e4fdcce..c1bddc6 100644 --- a/jobstreet/jst_id_search.py +++ b/jobstreet/jst_id_search.py @@ -87,4 +87,11 @@ def search_jst_id(csv_file): if __name__ == "__main__": - search_jst_id("testdata_jst_id.csv") \ No newline at end of file + import datetime + # from jst_id_detail import jstIdJobDetailScraper + + current_date = datetime.datetime.now().date() + today_date = current_date.strftime('%d-%m-%Y') + search_file = f"indonesia_data/daily_search_results/id_search_{today_date}.csv" + search_jst_id(search_file) + # jstIdJobDetailScraper(search_file, detail_file) \ No newline at end of file