hty
parent
9ba51ae06b
commit
c769a3b232
|
@ -9,6 +9,7 @@ from naukri.search_gulf_r import main as gulfSearch, output_filename_csv as gul
|
|||
from naukri.jobdata_gulf_r import NaukriGulfJobDetailScraper
|
||||
import time
|
||||
import os
|
||||
import sys
|
||||
|
||||
def upload_file_to_bucket(localFilePath, localFileName):
|
||||
s3 = boto3.client('s3')
|
||||
|
@ -138,16 +139,29 @@ def run_gulf_scraper():
|
|||
|
||||
|
||||
if __name__ == "__main__":
|
||||
print("Choose which function to run:")
|
||||
print("1 for India Scraper")
|
||||
print("2 for Gulf scraper")
|
||||
choice = input("Enter your choice (1 or 2): ")
|
||||
if choice == "1":
|
||||
run_india_scraper()
|
||||
elif choice == "2":
|
||||
# print("Choose which function to run:")
|
||||
# print("1 for India Scraper")
|
||||
# print("2 for Gulf scraper")
|
||||
# choice = input("Enter your choice (1 or 2): ")
|
||||
# if choice == "1":
|
||||
# run_india_scraper()
|
||||
# elif choice == "2":
|
||||
# run_gulf_scraper()
|
||||
# else:
|
||||
# print("Invalid choice. Please enter 1 or 2.")
|
||||
|
||||
if len(sys.argv) != 2:
|
||||
print("Usage: python common_task.py [gulf|india]")
|
||||
sys.exit(1)
|
||||
|
||||
option = sys.argv[1].lower()
|
||||
|
||||
if option == 'gulf':
|
||||
run_gulf_scraper()
|
||||
elif option == 'india':
|
||||
run_india_scraper()
|
||||
else:
|
||||
print("Invalid choice. Please enter 1 or 2.")
|
||||
print("Invalid argument. Please use 'gulf' or 'india' as the argument.")
|
||||
|
||||
|
||||
|
||||
|
|
Loading…
Reference in New Issue