hty

common_task.py

@@ -9,6 +9,7 @@ from naukri.search_gulf_r import main as gulfSearch,  output_filename_csv as gul
 from naukri.jobdata_gulf_r import NaukriGulfJobDetailScraper
 import time
 import os
+import sys
 
 def upload_file_to_bucket(localFilePath, localFileName):
     s3 = boto3.client('s3')
@@ -138,16 +139,29 @@ def run_gulf_scraper():
 
 
 if __name__ == "__main__":
-    print("Choose which function to run:")
-    print("1 for India Scraper")
-    print("2 for Gulf scraper")
-    choice = input("Enter your choice (1 or 2): ")
-    if choice == "1":
-        run_india_scraper()
-    elif choice == "2":
+    # print("Choose which function to run:")
+    # print("1 for India Scraper")
+    # print("2 for Gulf scraper")
+    # choice = input("Enter your choice (1 or 2): ")
+    # if choice == "1":
+    #     run_india_scraper()
+    # elif choice == "2":
+    #     run_gulf_scraper()
+    # else:
+    #     print("Invalid choice. Please enter 1 or 2.")
+
+    if len(sys.argv) != 2:
+        print("Usage: python common_task.py [gulf|india]")
+        sys.exit(1)
+
+    option = sys.argv[1].lower()
+
+    if option == 'gulf':
         run_gulf_scraper()
+    elif option == 'india':
+        run_india_scraper()
     else:
-        print("Invalid choice. Please enter 1 or 2.")
+        print("Invalid argument. Please use 'gulf' or 'india' as the argument.")