CommentFeb 27, 20171
This code worked for me: import scrapy class QuotesSpider(scrapy.Spider): name="popularity" def start \\_requests( self ): with open ( 'csvfile' , 'rb' ) as f : list =[] for line in f .readlines(): array = line. split ( ',' ) url = array [ 9 ] list .append( url ) list .pop( 0 ) for url in list : if url != "" : yield scrapy.Request( url = url , callback= self . parse ) def parse ( self , response): y={} page=response. url societe= response. url . split ( "/" )[ -1 ] y={ "url" :page, "name" :societe} # url and name of the entreprise for t , v in zip(response.css( "span.ProfileNav-label::text" ),response.css( "span.ProfileNav-value::text" )): t = t . extract () #label v = v. extract () #valeur label y[ t ]=v