You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
18 lines
554 B
18 lines
554 B
# -*- coding: utf-8 -*- |
|
from scrapy import Spider, Request |
|
|
|
|
|
class TaobaoSpider(Spider): |
|
name = 'taobao' |
|
allowed_domains = ['s.taobao.com'] |
|
start_url = 'http://s.taobao.com/search?q={keyword}' |
|
keywords = ['ipad'] |
|
|
|
def start_requests(self): |
|
for keyword in self.keywords: |
|
url = self.start_url.format(keyword=keyword) |
|
yield Request(url, callback=self.parse_list) |
|
|
|
def parse_list(self, response): |
|
with open('taobao.html', 'w', encoding='utf-8') as f: |
|
f.write(response.text)
|
|
|