sdf
parent
4a242874b8
commit
4641e0dcbd
|
@ -20,7 +20,8 @@ column = [
|
||||||
"Key Skills",
|
"Key Skills",
|
||||||
"Minimum Experience",
|
"Minimum Experience",
|
||||||
"Maximum Experience",
|
"Maximum Experience",
|
||||||
"Salary Detail"
|
"Salary Detail",
|
||||||
|
"Country"
|
||||||
]
|
]
|
||||||
|
|
||||||
def jstIdJobDetailScraper(search_file, jd_file):
|
def jstIdJobDetailScraper(search_file, jd_file):
|
||||||
|
@ -102,6 +103,7 @@ def jstIdJobDetailScraper(search_file, jd_file):
|
||||||
"Key Skills":"",
|
"Key Skills":"",
|
||||||
"Minimum Experience" : result['data']['jobDetail'].get('jobDetail', {'jobRequirement':""}).get('jobRequirement', {"yearsOfExperience":""}).get('yearsOfExperience'),
|
"Minimum Experience" : result['data']['jobDetail'].get('jobDetail', {'jobRequirement':""}).get('jobRequirement', {"yearsOfExperience":""}).get('yearsOfExperience'),
|
||||||
# "Salary Detail" : result['data']['jobDetail']['header']['salary']
|
# "Salary Detail" : result['data']['jobDetail']['header']['salary']
|
||||||
|
"Country" : "Indonesia"
|
||||||
}
|
}
|
||||||
j_writer.writerow(job)
|
j_writer.writerow(job)
|
||||||
del jobIds[0]
|
del jobIds[0]
|
||||||
|
@ -120,6 +122,9 @@ def jstIdJobDetailScraper(search_file, jd_file):
|
||||||
# del jobIds[0]
|
# del jobIds[0]
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
import datetime
|
||||||
|
current_date = datetime.datetime.now().date()
|
||||||
|
today_date = current_date.strftime('%d-%m-%Y')
|
||||||
jstIdJobDetailScraper("testdata_jst_id.csv", "testdata_jst_id_detail.csv")
|
jstIdJobDetailScraper("testdata_jst_id.csv", "testdata_jst_id_detail.csv")
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -87,4 +87,11 @@ def search_jst_id(csv_file):
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
search_jst_id("testdata_jst_id.csv")
|
import datetime
|
||||||
|
# from jst_id_detail import jstIdJobDetailScraper
|
||||||
|
|
||||||
|
current_date = datetime.datetime.now().date()
|
||||||
|
today_date = current_date.strftime('%d-%m-%Y')
|
||||||
|
search_file = f"indonesia_data/daily_search_results/id_search_{today_date}.csv"
|
||||||
|
search_jst_id(search_file)
|
||||||
|
# jstIdJobDetailScraper(search_file, detail_file)
|
Loading…
Reference in New Issue