24 lines
688 B
Python
24 lines
688 B
Python
from itemadapter import ItemAdapter
|
|
import csv
|
|
from datetime import datetime
|
|
|
|
current_date = datetime.now()
|
|
formatted_date = current_date.strftime('%d-%m-%Y')
|
|
output_file = f'naukri_gulf_detail_{formatted_date}.csv'
|
|
|
|
|
|
class NaukriGulfDetailPipeline:
|
|
def open_spider(self, spider):
|
|
self.csvfile = open(output_file, 'a', newline='', encoding='utf-8')
|
|
|
|
|
|
def process_item(self, item, spider):
|
|
self.csv_writer = csv.DictWriter(self.csvfile, fieldnames=item.keys())
|
|
if self.csvfile.tell() == 0:
|
|
self.csv_writer.writeheader()
|
|
self.csv_writer.writerow(item)
|
|
return item
|
|
|
|
def close_spider(self, spider):
|
|
self.csvfile.close()
|