You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
18 lines
407 B
18 lines
407 B
import scrapy |
|
|
|
|
|
class DemoSpider(scrapy.Spider): |
|
name = "demo" |
|
|
|
|
|
def start_requests(self): |
|
urls = [ |
|
'http://httpbin.org/ip', |
|
'http://httpbin.org/ip', |
|
'http://httpbin.org/headers', |
|
] |
|
for url in urls: |
|
yield scrapy.Request(url=url, callback=self.parse) |
|
|
|
def parse(self, response): |
|
self.log('{}'.format(response.body))
|
|
|