prahul11 2023-11-06 12:58:18 +05:30
parent 4a242874b8
commit 4641e0dcbd
2 changed files with 14 additions and 2 deletions

View File

@ -20,7 +20,8 @@ column = [
"Key Skills", "Key Skills",
"Minimum Experience", "Minimum Experience",
"Maximum Experience", "Maximum Experience",
"Salary Detail" "Salary Detail",
"Country"
] ]
def jstIdJobDetailScraper(search_file, jd_file): def jstIdJobDetailScraper(search_file, jd_file):
@ -102,6 +103,7 @@ def jstIdJobDetailScraper(search_file, jd_file):
"Key Skills":"", "Key Skills":"",
"Minimum Experience" : result['data']['jobDetail'].get('jobDetail', {'jobRequirement':""}).get('jobRequirement', {"yearsOfExperience":""}).get('yearsOfExperience'), "Minimum Experience" : result['data']['jobDetail'].get('jobDetail', {'jobRequirement':""}).get('jobRequirement', {"yearsOfExperience":""}).get('yearsOfExperience'),
# "Salary Detail" : result['data']['jobDetail']['header']['salary'] # "Salary Detail" : result['data']['jobDetail']['header']['salary']
"Country" : "Indonesia"
} }
j_writer.writerow(job) j_writer.writerow(job)
del jobIds[0] del jobIds[0]
@ -120,6 +122,9 @@ def jstIdJobDetailScraper(search_file, jd_file):
# del jobIds[0] # del jobIds[0]
if __name__ == "__main__": if __name__ == "__main__":
import datetime
current_date = datetime.datetime.now().date()
today_date = current_date.strftime('%d-%m-%Y')
jstIdJobDetailScraper("testdata_jst_id.csv", "testdata_jst_id_detail.csv") jstIdJobDetailScraper("testdata_jst_id.csv", "testdata_jst_id_detail.csv")

View File

@ -87,4 +87,11 @@ def search_jst_id(csv_file):
if __name__ == "__main__": if __name__ == "__main__":
search_jst_id("testdata_jst_id.csv") import datetime
# from jst_id_detail import jstIdJobDetailScraper
current_date = datetime.datetime.now().date()
today_date = current_date.strftime('%d-%m-%Y')
search_file = f"indonesia_data/daily_search_results/id_search_{today_date}.csv"
search_jst_id(search_file)
# jstIdJobDetailScraper(search_file, detail_file)