You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
19 lines
554 B
19 lines
554 B
5 years ago
|
# -*- coding: utf-8 -*-
|
||
|
|
from scrapy import Spider, Request
|
||
|
|
|
||
|
|
|
||
|
|
class TaobaoSpider(Spider):
|
||
|
|
name = 'taobao'
|
||
|
|
allowed_domains = ['s.taobao.com']
|
||
|
|
start_url = 'http://s.taobao.com/search?q={keyword}'
|
||
|
|
keywords = ['ipad']
|
||
|
|
|
||
|
|
def start_requests(self):
|
||
|
|
for keyword in self.keywords:
|
||
|
|
url = self.start_url.format(keyword=keyword)
|
||
|
|
yield Request(url, callback=self.parse_list)
|
||
|
|
|
||
|
|
def parse_list(self, response):
|
||
|
|
with open('taobao.html', 'w', encoding='utf-8') as f:
|
||
|
|
f.write(response.text)
|