JB
This code worked for me: import scrapy class QuotesSpider(scrapy.Spider): name="popularity" def start\\_requests(self): with open('csvfile', 'rb') as f: list=[] for line in f.readlines(): array = line.split(',') url = array[9] list.append(url) list.pop(0) for url in list: if url != "": yield scrapy.Request(url=url, callback=self.parse) def parse(self, response): y={} page=response.url societe= response.url.split("/")[-1] y={"url":page,"name":societe} #url and name of the entreprise for t, v in zip(response.css("span.ProfileNav-label::text"),response.css("span.ProfileNav-value::text")): t = t.extract() #label v = v.extract() #valeur label y[t]=v