foundit
/
compete_jobs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Compare commits

base: foundit:41cb298cdd600435b8fb7b064cd989e3e5af93cc
Branches Tags
foundit:main
..
compare: foundit:255c033e501f89144cb511d010748808114d6318
Branches Tags
foundit:main

2 Commits
41cb298cdd ... 255c033e50

Author SHA1 Message Date
prahul11 255c033e50 Update common_task.py 2023-11-07 18:31:43 +05:30
prahul11 471b2875e5 k 2023-11-07 14:41:57 +05:30
3 changed files with 3 additions and 3 deletions
Show Stats Expand all files Collapse all files

2
common_task.py
View File

@ -157,7 +157,7 @@ def run_gulf_scraper(today_date):
print(f"Jobdata program took {duration_hours:.2f} hours to run.") print(f"Jobdata program took {duration_hours:.2f} hours to run.")
with open(f'gulf_data/daily_stats_folder/stats_file_of_{today_date}.txt', "a") as stat: with open(f'gulf_data/daily_stats_folder/stats_file_of_{today_date}.txt', "a") as stat:
stat.write(f"Jobdata program took {duration_hours:.2f} hours to run.\n") stat.write(f"Jobdata program took {duration_hours:.2f} hours to run.\n")
upload_file_to_bucket(gulf_detail_file, f"Compete_1_Gulf_Active_{today_date}.csv" , today_date) upload_file_to_bucket(gulf_detail_file, f"Compete_1_Gulf_Active_{today_date}.csv" , today_date, None)
if __name__ == "__main__": if __name__ == "__main__":

2
jobstreet/jst_malay_detail.py
View File

@ -93,7 +93,7 @@ def jstMalayJobDetailScraper(search_file, jd_file):
"Job Title" : result['data']['jobDetail'].get('header', {'jobTitle' : ""}).get('jobTitle'), "Job Title" : result['data']['jobDetail'].get('header', {'jobTitle' : ""}).get('jobTitle'),
"Formatted Location Full": ', '.join(xy.get('location','') for xy in result['data']['jobDetail'].get('location', [])), "Formatted Location Full": ', '.join(xy.get('location','') for xy in result['data']['jobDetail'].get('location', [])),
"Salary Detail" : result['data']['jobDetail'].get('header', {'salary', ''}).get('salary'), "Salary Detail" : result['data']['jobDetail'].get('header', {'salary', ''}).get('salary'),
"Job Key": result['data']['jobDetail'].get('id'), "Job Key": "my_"+ result['data']['jobDetail'].get('id'),
"Source Link" : result['data']['jobDetail'].get('applyUrl',{'url':''}).get('url'), "Source Link" : result['data']['jobDetail'].get('applyUrl',{'url':''}).get('url'),
"Role Category":"", "Role Category":"",
"Job Industry": job_industry, "Job Industry": job_industry,

2
jobstreet/jst_sg_detail.py
View File

@ -93,7 +93,7 @@ def jstMalayJobDetailScraper(search_file, jd_file):
"Job Title" : result['data']['jobDetail'].get('header', {'jobTitle' : ""}).get('jobTitle'), "Job Title" : result['data']['jobDetail'].get('header', {'jobTitle' : ""}).get('jobTitle'),
"Formatted Location Full": ', '.join(xy.get('location','') for xy in result['data']['jobDetail'].get('location', [])), "Formatted Location Full": ', '.join(xy.get('location','') for xy in result['data']['jobDetail'].get('location', [])),
"Salary Detail" : result['data']['jobDetail'].get('header', {'salary', ''}).get('salary'), "Salary Detail" : result['data']['jobDetail'].get('header', {'salary', ''}).get('salary'),
"Job Key": result['data']['jobDetail'].get('id'), "Job Key": "sg_" + result['data']['jobDetail'].get('id'),
"Source Link" : result['data']['jobDetail'].get('applyUrl',{'url':''}).get('url'), "Source Link" : result['data']['jobDetail'].get('applyUrl',{'url':''}).get('url'),
"Role Category":"", "Role Category":"",
"Job Industry": job_industry, "Job Industry": job_industry,