scrapy 第一個案例（爬取騰訊招聘職位信息）

import scrapy
import jsonclass TzcSpider(scrapy.Spider):# spider的名字，唯一name = 'tzc'# 起始地址start_urls = ['https://hr.tencent.com/position.php?keywords=python&tid=0&lid=2268']# 每個url爬取之后會調用這個方法def parse(self, response):tr = response.xpath( '//table[@class="tablelist"]/tr[@class = "even"]|//table[@class="tablelist"]/tr[@class = "odd"]')with open('info.json','a') as f:for i in tr:data = {"jobName": i.xpath('./td[1]/a/text()').extract_first(),"jobType":i.xpath('./td[2]/text()').extract_first(),"Num":i.xpath('./td[3]/text()').extract_first(),"Place":i.xpath('./td[4]/text()').extract_first(),"Time":i.xpath('./td[5]/text()').extract_first()}data = json.dumps(data,ensure_ascii=False)f.write(data)f.write('\n')# 尋找下一頁標簽url_next = response.xpath('//a[@id = "next"]/@href').extract_first()# 提取的是段標簽，需要加上域名url_next = 'https://hr.tencent.com/{}'.format(url_next)# 返回下一頁地址，scrapy會遞歸return scrapy.Request(url_next)

?