用pyspider爬取并解析json字符串

#!/usr/bin/env python# -*- encoding: utf-8 -*-# Created on 2016-06-21 13:57:13# Project: duitangfrom pyspider.libs.base_handler import *class Handler(BaseHandler): ???crawl_config = { ???} ???@every(minutes=24 * 60) ???def on_start(self): ???????self.crawl(‘http://www.duitang.com/napi/friendship/fans/?start=0&limit=1000&user_id=116965‘, callback=self.index_page) ???@config(age=10 * 24 * 60 * 60) ???def index_page(self, response): ???????for each in ?response.json[‘data‘][‘object_list‘]: ???????????id = each[‘id‘] ???????????self.crawl(‘http://www.duitang.com/napi/friendship/fans/?start=0&limit=1000&user_id=‘+str(id), callback=self.index_page) ???????????self.crawl(‘http://www.duitang.com/napi/people/profile/?user_id=‘+str(id), callback=self.detail_page) ???????start = response.json[‘data‘][‘next_start‘] ????????total = response.json[‘data‘][‘total‘] ???????user = response.json[‘data‘][‘visit_user‘][‘user_id‘] ???????if start < total: ???????????self.crawl(‘http://www.duitang.com/napi/friendship/fans/?start=‘+str(start)+‘&limit=1000&user_id=‘+str(user),callback=self.index_page) ???????@config(priority=2) ???def detail_page(self, response): ???????return { ???????????"username": response.json[‘data‘][‘username‘], ????????????"id": response.json[‘data‘][‘id‘] ???????}