hty
parent
9ba51ae06b
commit
c769a3b232
|
@ -9,6 +9,7 @@ from naukri.search_gulf_r import main as gulfSearch, output_filename_csv as gul
|
||||||
from naukri.jobdata_gulf_r import NaukriGulfJobDetailScraper
|
from naukri.jobdata_gulf_r import NaukriGulfJobDetailScraper
|
||||||
import time
|
import time
|
||||||
import os
|
import os
|
||||||
|
import sys
|
||||||
|
|
||||||
def upload_file_to_bucket(localFilePath, localFileName):
|
def upload_file_to_bucket(localFilePath, localFileName):
|
||||||
s3 = boto3.client('s3')
|
s3 = boto3.client('s3')
|
||||||
|
@ -138,16 +139,29 @@ def run_gulf_scraper():
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
print("Choose which function to run:")
|
# print("Choose which function to run:")
|
||||||
print("1 for India Scraper")
|
# print("1 for India Scraper")
|
||||||
print("2 for Gulf scraper")
|
# print("2 for Gulf scraper")
|
||||||
choice = input("Enter your choice (1 or 2): ")
|
# choice = input("Enter your choice (1 or 2): ")
|
||||||
if choice == "1":
|
# if choice == "1":
|
||||||
run_india_scraper()
|
# run_india_scraper()
|
||||||
elif choice == "2":
|
# elif choice == "2":
|
||||||
|
# run_gulf_scraper()
|
||||||
|
# else:
|
||||||
|
# print("Invalid choice. Please enter 1 or 2.")
|
||||||
|
|
||||||
|
if len(sys.argv) != 2:
|
||||||
|
print("Usage: python common_task.py [gulf|india]")
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
option = sys.argv[1].lower()
|
||||||
|
|
||||||
|
if option == 'gulf':
|
||||||
run_gulf_scraper()
|
run_gulf_scraper()
|
||||||
|
elif option == 'india':
|
||||||
|
run_india_scraper()
|
||||||
else:
|
else:
|
||||||
print("Invalid choice. Please enter 1 or 2.")
|
print("Invalid argument. Please use 'gulf' or 'india' as the argument.")
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue