I am trying to scrape daraz.pk and ran into this error .The spider scrapes all the values on the page until the last value because it returns None value and then the spider throws an NoneType object is not iterable . I have tried using exception handling methods but didn't work anyways im sharing my code here if anyone can help out .I'm using selenium and scrapy together to get the description of items on the items page
**
import scrapy
from selenium.webdriver import Chrome
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By
from ..items import EcomItem
class DarazSpider(scrapy.Spider):
name = 'daraz'
def start_requests(self):
path = 'C:\Program Files (x86)\chromedriver.exe'
driver = Chrome(executable_path=path)
driver.get('https://www.daraz.pk/')
electronics = driver.find_element(By.NAME, 'q')
electronics.send_keys('Books')
electronics.send_keys(Keys.RETURN)
link_elements = driver.find_elements(By.XPATH,'/html/body/div[3]/div/div[2]/div/div/div/div[2]/div/div/div/div[2]/div[2]/a[text()]')
for link_el in link_elements:
href = link_el.text
print(href)
def parse(self, response):
pass
**
here is the error
**
Traceback (most recent call last):
d = crawler.crawl(*args, **kwargs)
File "C:\Users\Intag\New folder (2)\lib\site-packages\twisted\internet\defer.py", line 1905, in unwindGenerator
return _cancellableInlineCallbacks(gen)
File "C:\Users\Intag\New folder (2)\lib\site-packages\twisted\internet\defer.py", line 1815, in _cancellableInlineCallbacks
_inlineCallbacks(None, gen, status)
--- <exception caught here> ---
File "C:\Users\Intag\New folder (2)\lib\site-packages\twisted\internet\defer.py", line 1660, in _inlineCallbacks
result = current_context.run(gen.send, result)
File "C:\Users\Intag\New folder (2)\lib\site-packages\scrapy\crawler.py", line 103, in crawl
start_requests = iter(self.spider.start_requests())
builtins.TypeError: 'NoneType' object is not iterable
2022-08-06 10:29:20 [twisted] CRITICAL:
Traceback (most recent call last):
File "C:\Users\Intag\New folder (2)\lib\site-packages\twisted\internet\defer.py", line 1660, in _inlineCallbacks
result = current_context.run(gen.send, result)
File "C:\Users\Intag\New folder (2)\lib\site-packages\scrapy\crawler.py", line 103, in crawl
start_requests = iter(self.spider.start_requests())
TypeError: 'NoneType' object is not iterable
**
