Compare commits
No commits in common. "255c033e501f89144cb511d010748808114d6318" and "41cb298cdd600435b8fb7b064cd989e3e5af93cc" have entirely different histories.
255c033e50
...
41cb298cdd
|
@ -157,7 +157,7 @@ def run_gulf_scraper(today_date):
|
||||||
print(f"Jobdata program took {duration_hours:.2f} hours to run.")
|
print(f"Jobdata program took {duration_hours:.2f} hours to run.")
|
||||||
with open(f'gulf_data/daily_stats_folder/stats_file_of_{today_date}.txt', "a") as stat:
|
with open(f'gulf_data/daily_stats_folder/stats_file_of_{today_date}.txt', "a") as stat:
|
||||||
stat.write(f"Jobdata program took {duration_hours:.2f} hours to run.\n")
|
stat.write(f"Jobdata program took {duration_hours:.2f} hours to run.\n")
|
||||||
upload_file_to_bucket(gulf_detail_file, f"Compete_1_Gulf_Active_{today_date}.csv" , today_date, None)
|
upload_file_to_bucket(gulf_detail_file, f"Compete_1_Gulf_Active_{today_date}.csv" , today_date)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|
|
@ -93,7 +93,7 @@ def jstMalayJobDetailScraper(search_file, jd_file):
|
||||||
"Job Title" : result['data']['jobDetail'].get('header', {'jobTitle' : ""}).get('jobTitle'),
|
"Job Title" : result['data']['jobDetail'].get('header', {'jobTitle' : ""}).get('jobTitle'),
|
||||||
"Formatted Location Full": ', '.join(xy.get('location','') for xy in result['data']['jobDetail'].get('location', [])),
|
"Formatted Location Full": ', '.join(xy.get('location','') for xy in result['data']['jobDetail'].get('location', [])),
|
||||||
"Salary Detail" : result['data']['jobDetail'].get('header', {'salary', ''}).get('salary'),
|
"Salary Detail" : result['data']['jobDetail'].get('header', {'salary', ''}).get('salary'),
|
||||||
"Job Key": "my_"+ result['data']['jobDetail'].get('id'),
|
"Job Key": result['data']['jobDetail'].get('id'),
|
||||||
"Source Link" : result['data']['jobDetail'].get('applyUrl',{'url':''}).get('url'),
|
"Source Link" : result['data']['jobDetail'].get('applyUrl',{'url':''}).get('url'),
|
||||||
"Role Category":"",
|
"Role Category":"",
|
||||||
"Job Industry": job_industry,
|
"Job Industry": job_industry,
|
||||||
|
|
|
@ -93,7 +93,7 @@ def jstMalayJobDetailScraper(search_file, jd_file):
|
||||||
"Job Title" : result['data']['jobDetail'].get('header', {'jobTitle' : ""}).get('jobTitle'),
|
"Job Title" : result['data']['jobDetail'].get('header', {'jobTitle' : ""}).get('jobTitle'),
|
||||||
"Formatted Location Full": ', '.join(xy.get('location','') for xy in result['data']['jobDetail'].get('location', [])),
|
"Formatted Location Full": ', '.join(xy.get('location','') for xy in result['data']['jobDetail'].get('location', [])),
|
||||||
"Salary Detail" : result['data']['jobDetail'].get('header', {'salary', ''}).get('salary'),
|
"Salary Detail" : result['data']['jobDetail'].get('header', {'salary', ''}).get('salary'),
|
||||||
"Job Key": "sg_" + result['data']['jobDetail'].get('id'),
|
"Job Key": result['data']['jobDetail'].get('id'),
|
||||||
"Source Link" : result['data']['jobDetail'].get('applyUrl',{'url':''}).get('url'),
|
"Source Link" : result['data']['jobDetail'].get('applyUrl',{'url':''}).get('url'),
|
||||||
"Role Category":"",
|
"Role Category":"",
|
||||||
"Job Industry": job_industry,
|
"Job Industry": job_industry,
|
||||||
|
|
Loading…
Reference in New Issue