import scrapy class DemoSpider(scrapy.Spider): name = "demo" def start_requests(self): urls = [ 'http://httpbin.org/ip', 'http://httpbin.org/ip', 'http://httpbin.org/headers', ] for url in urls: yield scrapy.Request(url=url, callback=self.parse) def parse(self, response): self.log('{}'.format(response.body))