Popular posts

This code worked for me:

import scrapy

class QuotesSpider(scrapy.Spider): name="popularity"

     def start\\_requests(self): 

             with open('csvfile', 'rb') as f: 

                      list=[] 

                      for line in f.readlines(): 

                             array = line.split(',')

                             url = array[9] 

                             list.append(url) 

                    list.pop(0)
             for url in list:
                    if url != "": 

                          yield scrapy.Request(url=url, callback=self.parse) 

     def parse(self, response):   
             y={}  
            page=response.url       
            societe= response.url.split("/")[-1] 
            y={"url":page,"name":societe} #url and name of the entreprise
            for t, v in zip(response.css("span.ProfileNav-label::text"),response.css("span.ProfileNav-value::text")):  
                    t = t.extract() #label
                    v = v.extract() #valeur label
                   y[t]=v