From c769a3b2328e1b0ac513ef414b4c045a82a4fecf Mon Sep 17 00:00:00 2001 From: prahul11 Date: Tue, 17 Oct 2023 07:01:18 +0530 Subject: [PATCH] hty --- common_task.py | 30 ++++++++++++++++++++++-------- 1 file changed, 22 insertions(+), 8 deletions(-) diff --git a/common_task.py b/common_task.py index 9c03104..36566bb 100644 --- a/common_task.py +++ b/common_task.py @@ -9,6 +9,7 @@ from naukri.search_gulf_r import main as gulfSearch, output_filename_csv as gul from naukri.jobdata_gulf_r import NaukriGulfJobDetailScraper import time import os +import sys def upload_file_to_bucket(localFilePath, localFileName): s3 = boto3.client('s3') @@ -138,16 +139,29 @@ def run_gulf_scraper(): if __name__ == "__main__": - print("Choose which function to run:") - print("1 for India Scraper") - print("2 for Gulf scraper") - choice = input("Enter your choice (1 or 2): ") - if choice == "1": - run_india_scraper() - elif choice == "2": + # print("Choose which function to run:") + # print("1 for India Scraper") + # print("2 for Gulf scraper") + # choice = input("Enter your choice (1 or 2): ") + # if choice == "1": + # run_india_scraper() + # elif choice == "2": + # run_gulf_scraper() + # else: + # print("Invalid choice. Please enter 1 or 2.") + + if len(sys.argv) != 2: + print("Usage: python common_task.py [gulf|india]") + sys.exit(1) + + option = sys.argv[1].lower() + + if option == 'gulf': run_gulf_scraper() + elif option == 'india': + run_india_scraper() else: - print("Invalid choice. Please enter 1 or 2.") + print("Invalid argument. Please use 'gulf' or 'india' as the argument.")