简单的爬虫0x01：实现爬i春秋"知识体系"课程名称

以下为全部代码实现，python版本为3.6.4

#! coding=utf-8

import requests
import json
import urllib

def lesson(i):
	url= 'https://www.ichunqiu.com/courses/ajaxCourses'
	header={
			'Host': 'www.ichunqiu.com',
			'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64; rv:58.0) Gecko/20100101 Firefox/58.0',
			'Accept': 'application/json, text/javascript, */*; q=0.01',
			'Accept-Language': 'zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2',
			'Accept-Encoding': 'gzip, deflate',
			'Referer': 'https://www.ichunqiu.com/courses',
			'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
			'X-Requested-With': 'XMLHttpRequest',
			'Content-Length': '102',
			'Connection': 'close',
	}
	data_post={'courseTag':'','courseDiffcuty':'','IsExp':'','producerId':'','orderField':'','orderDirection':'','pageIndex':i,'tagType':'','isOpen':''}
	r=requests.post(url=url,headers=header,data=data_post)
	data=json.loads(r.text)
	#print(r.text)
	#code = r.status_code
	#print(code)
	for name in data['course']['result']:
		print (name['courseName'])

for i in range(1,19):
	lesson(i)