之前我30行爬了英雄联盟全部皮肤
这次爬炉石稍稍麻烦点，50行
网页分析
首先，我们分析炉石官方网站卡牌工具/cards/
通过源代码和Network分析，发现返回的卡牌是用post请求的json文件
请求数据为：cardClass: hunter #卡的类型：职业keywords: standard: 1t: 1576286199445 #时间串cardSet: #费用p: 1#页码（每页8张卡）
导入全部所需包
import urllib.requestimport urllib.parseimport jsonpathimport jsonimport osimport time
请求并解析全部js
cardClasses=["druid","hunter","mage","paladin","priest","rogue","shaman","warlock","warrior","neutral"]lushi_urls = '/action/cards/query'headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'}for cardClass in cardClasses:if not os.path.exists(cardClass):os.mkdir(cardClass)print("开始爬{}了".format(cardClass))for p in range(1,60):print(p)try:lushi_urls = '/action/cards/query'headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'}data = {'cost': '','cardClass': cardClass,'keywords': '','standard': '1','t': int(time.time()),'cardSet': '','p': p}data = urllib.parse.urlencode(data).encode("utf-8")request = urllib.request.Request(url=lushi_urls, headers=headers, data=data)response = urllib.request.urlopen(request)content = response.read().decode('utf-8')jsondict = json.loads(content)card_names = jsonpath.jsonpath(jsondict, '$..cards..name')card_pics = jsonpath.jsonpath(jsondict, '$..cards..pic')
创建目录并保存文件
for i in range(len(card_names)):card_path=cardClass+"/"+card_names[i]+".png"urllib.request.urlretrieve(url=card_pics[i], filename=card_path)
完整全代码
import urllib.requestimport urllib.parseimport jsonpathimport jsonimport osimport timeprint("努力成为爬虫大神")timestart=time.time()cardClasses=["druid","hunter","mage","paladin","priest","rogue","shaman","warlock","warrior","neutral"]lushi_urls = '/action/cards/query'headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'}for cardClass in cardClasses:if not os.path.exists(cardClass):os.mkdir(cardClass)print("开始爬{}了".format(cardClass))for p in range(1,60):print(p)try:lushi_urls = '/action/cards/query'headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'}data = {'cost': '','cardClass': cardClass,'keywords': '','standard': '1','t': int(time.time()),'cardSet': '','p': p}data = urllib.parse.urlencode(data).encode("utf-8")request = urllib.request.Request(url=lushi_urls, headers=headers, data=data)response = urllib.request.urlopen(request)content = response.read().decode('utf-8')jsondict = json.loads(content)card_names = jsonpath.jsonpath(jsondict, '$..cards..name')card_pics = jsonpath.jsonpath(jsondict, '$..cards..pic')for i in range(len(card_names)):card_path=cardClass+"/"+card_names[i]+".png"urllib.request.urlretrieve(url=card_pics[i], filename=card_path)except:continuetimeend=time.time()print("一共用时：{}秒".format(timeend-timestart))
成果
如果觉得《炉石传说 爬取全部卡牌》对你有帮助，请点赞、收藏，并留下你的观点哦！
