Compare commits
2 Commits
41cb298cdd
...
255c033e50
Author | SHA1 | Date |
---|---|---|
prahul11 | 255c033e50 | |
prahul11 | 471b2875e5 |
|
@ -157,7 +157,7 @@ def run_gulf_scraper(today_date):
|
|||
print(f"Jobdata program took {duration_hours:.2f} hours to run.")
|
||||
with open(f'gulf_data/daily_stats_folder/stats_file_of_{today_date}.txt', "a") as stat:
|
||||
stat.write(f"Jobdata program took {duration_hours:.2f} hours to run.\n")
|
||||
upload_file_to_bucket(gulf_detail_file, f"Compete_1_Gulf_Active_{today_date}.csv" , today_date)
|
||||
upload_file_to_bucket(gulf_detail_file, f"Compete_1_Gulf_Active_{today_date}.csv" , today_date, None)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
|
|
@ -93,7 +93,7 @@ def jstMalayJobDetailScraper(search_file, jd_file):
|
|||
"Job Title" : result['data']['jobDetail'].get('header', {'jobTitle' : ""}).get('jobTitle'),
|
||||
"Formatted Location Full": ', '.join(xy.get('location','') for xy in result['data']['jobDetail'].get('location', [])),
|
||||
"Salary Detail" : result['data']['jobDetail'].get('header', {'salary', ''}).get('salary'),
|
||||
"Job Key": result['data']['jobDetail'].get('id'),
|
||||
"Job Key": "my_"+ result['data']['jobDetail'].get('id'),
|
||||
"Source Link" : result['data']['jobDetail'].get('applyUrl',{'url':''}).get('url'),
|
||||
"Role Category":"",
|
||||
"Job Industry": job_industry,
|
||||
|
|
|
@ -93,7 +93,7 @@ def jstMalayJobDetailScraper(search_file, jd_file):
|
|||
"Job Title" : result['data']['jobDetail'].get('header', {'jobTitle' : ""}).get('jobTitle'),
|
||||
"Formatted Location Full": ', '.join(xy.get('location','') for xy in result['data']['jobDetail'].get('location', [])),
|
||||
"Salary Detail" : result['data']['jobDetail'].get('header', {'salary', ''}).get('salary'),
|
||||
"Job Key": result['data']['jobDetail'].get('id'),
|
||||
"Job Key": "sg_" + result['data']['jobDetail'].get('id'),
|
||||
"Source Link" : result['data']['jobDetail'].get('applyUrl',{'url':''}).get('url'),
|
||||
"Role Category":"",
|
||||
"Job Industry": job_industry,
|
||||
|
|
Loading…
Reference in New Issue