title: python-selenium自动化测试网页
categories: Python
tags: [python, selenium, 自动化, 测试, 抢购]
date: -03-01 16:57:54
comments: false
mathjax: true
toc: true
python-selenium自动化测试网页
前篇
自动化：Selenium八大元素定位简单介绍 - /itzixun/1893.htmlselenium 获取网页源码 - /IAlexanderI/article/details/71624435Python - 爬虫之Selenium (好文) - /pages/10277d/Selenium系列6-使用XPath定位元素环境配置
安装 selenium 模块
$ pip3 install selenium
下载与 chrome 版本一致的 chromedriver 丢到环境变量能找到的地方, 下载地址: https://chromedriver./index.html
编码测试 - 淘宝秒杀
视频: /video/BV1V341157Z2/
淘宝秒杀脚本
test_buy自动购买商品 和test_cart自动结算购物车
#!/usr/bin/env python# -*- coding: utf-8 -*-import asyncioimport tracebackimport unittestfrom selenium import webdriverfrom mon.by import Byfrom selenium.webdriver.remote.webelement import WebElementfrom tool import utils, cmd_color, feishuclass CInfo:def __init__(self):self.username = ""self.password = ""self.url = "" # 购买物品的 urlself.itemopts = {} # 购买物品时需要选中的选项self.itemCarts = [] # 结算需要勾选的物品self.start_time = utils.now() # 开抢时间class Test_TbBot(unittest.TestCase):def __init__(self):self.browser: webdriver.Chrome = webdriver.Chrome()self.info = self.readInfo()def readInfo(self) -> CInfo:ins = CInfo()ins.url = "/item.htm?id=535642408486"ins.start_time = "0303_105000"ins.itemopts = {"尺寸": "150cmx200cm","颜色分类": "浅山茶萌萌皇冠兔","数量": "3",}ins.itemCarts = [ # 购物车"午休办公室午睡毯",# "魔术贴条子母粘贴勾面",]return insdef setUp(self):print("\n\n------------------ test result ------------------")def dumpHtml(self, msg):utils.writeFile(utils.getDesktop("tb-{}-{}.log".format(utils.now(), msg)), self.browser.page_source)# 查找按钮并点击async def click(self, ele: WebElement, tips, value, cnt=1):await asyncio.sleep(0.1)isOk = Falsewhile cnt > 0:try:dstEle = ele.find_element(by=By.XPATH, value=value)assert dstEle is not None, "ele is None"cmd_color.printWhite("--- 找到按钮: {}, 点击\n".format(tips))dstEle.click()isOk = Truebreakexcept Exception as ex:cmd_color.printRed("--- 找不到按钮: {}, value: {}, 0.5s 后再次尝试\n".format(tips, value))await asyncio.sleep(0.5)finally:cnt = cnt - 1return isOkasync def clickWithFresh(self, ele: WebElement, tips, value, cnt=1):isOk = Falsewhile cnt > 0:isOk = await self.click(ele=ele, tips=tips, value=value, cnt=1)if not isOk:cnt = cnt - 1if cnt > 0:cmd_color.printRed("--- 找不到按钮: {}, value: {}, 刷新并在 2s 后再次尝试\n".format(tips, value))self.browser.refresh()await asyncio.sleep(2)else:breakreturn isOkasync def tryLogin(self):# 登录页面while True:try:webEle = self.browser.find_element(by=By.LINK_TEXT, value="亲，请登录")if webEle is not None:cmd_color.printYellow("--- 请尽登录\n")webEle.click()breakexcept Exception as ex:cmd_color.printRed("--- 找不到登录页面, 0.5s 后再次尝试\n")await asyncio.sleep(0.5)# 登录状态检测cnt = 1isOk = Falsewhile not isOk:cmd_color.printWhite("--- 登录状态检测\n")try:ele = self.browser.find_element(by=By.XPATH, value="//span[@class='member-nick-info']")isOk = ele is not Noneexcept Exception as ex:# print(utils.exmsg(ex))passif not isOk:cmd_color.printRed("--- 检测不到登录状态, 1s 后再次尝试, cnt: {}\n".format(cnt))cnt = cnt + 1await asyncio.sleep(1)cmd_color.printGreen("--- 已经登录成功\n")async def selectCart(self, orderEle: WebElement, name):# 匹配超链接文字aEle = await self.safeFind(orderEle, value=".//div[@class='item-basic-info']//a")if name in aEle.text:cmd_color.printWhite("--- 匹配成功, {} -> {}\n".format(name, aEle.text))inputEle = await self.safeFind(orderEle, value=".//input[@class='J_CheckBoxItem']")parentEle = await self.safeFind(inputEle, value="..") # 这个才是勾选项parentEle.click()cmd_color.printWhite("--- 勾选成功: {}\n".format(aEle.text))return Trueelse:return False# 提交订单async def submitCardOrder(self):await asyncio.sleep(0.1) # 延迟一下await self.click(ele=self.browser, tips="提交订单", value="//div[@class='submitOrder-container']//a[contains(text(), '提交订单')]", cnt=3)async def openUrl(self, url):cmd_color.printWhite("--- 打开链接: {}\n".format(url))self.browser.get(url)# 打开购物车async def openCart(self):# 打开购物车列表页面cartUrl = "/cart.htm"await self.openUrl(cartUrl)await asyncio.sleep(1)# dstItem = "运动童鞋板鞋低帮夜光DO3806"# 勾选目的商品for itemCart in self.info.itemCarts:orderEleArr = await self.safeFinds(self.browser, value=".//div[@id='J_OrderList']//div[@class='order-content']")for orderEle in orderEleArr:isOk = await self.selectCart(orderEle, itemCart)if isOk:break# # 全选购物车# await self.click(ele=self.browser, tips="全选购物车", value="//div[@id='J_SelectAll1']")# 结算await asyncio.sleep(0.5)await self.click(ele=self.browser, tips="结算", value="//div[@class='float-bar-right']//div[@class='btn-area']//a[@class='submit-btn']")# 提交订单await asyncio.sleep(1)isOk = await self.clickWithFresh(ele=self.browser, tips="提交订单", value="//div[@class='submitOrder-container']//a[contains(text(), '提交订单')]", cnt=3)# 通知await self.notify(isOk=isOk)# 飞书通知async def notify(self, isOk: bool):cmd_color.printWhite("--- 飞书通知\n")orderUrl = "/trade/itemlist/list_bought_items.htm" # 淘宝我的订单页面title = isOk and "✅ success" or "❌ fail"conttent = "等待支付\n物品: {}\n链接: [{}]({})".format(self.info.itemCarts, orderUrl, orderUrl)feishu.CFeishu(appId="aaa", appSecret="bbb").sendMsg(title=title, content=conttent, toArr=["gcg2b216"])async def startCheck(self):def restSec():ts01 = utils.nowTs()ts02 = utils.FmtTs(tStr=self.info.start_time, fmt="%Y%m%d_%H%M%S")return ts02 - ts01cnt = 0sec = restSec()while sec > 0:cmd_color.printWhite("--- 还未到时间: {}, 剩余: {} 秒, 1 秒后再检测\n".format(self.info.start_time, sec))await asyncio.sleep(1)cnt = cnt + 1sec = restSec()if cnt % 60 == 0: # 一分钟刷新一下浏览器cmd_color.printWhite("--- 刷新等待 3 秒, 保持登录状态\n")self.browser.refresh()await asyncio.sleep(3)cmd_color.printGreen("--- 已到达时间: {}\n".format(self.info.start_time))async def safeFind(self, ele: WebElement, value) -> WebElement:try:# await asyncio.sleep(0.01)return ele.find_element(by=By.XPATH, value=value)except Exception as ex:# cmd_color.printRed("--- 找不到 value: {}\n错误堆栈: {}".format(value, utils.exmsg(ex)))return Noneasync def safeFinds(self, ele: WebElement, value):try:# await asyncio.sleep(0.01)return ele.find_elements(by=By.XPATH, value=value)except Exception as ex:cmd_color.printRed("--- 找不到 value: {}\n, stack: {}".format(value, utils.exmsg(ex)))return None# TODO: 检查参数def checkInfo(self, info: CInfo):passasync def select_opt(self, skuEle: WebElement, name, value):dlEleArr = await self.safeFinds(skuEle, value=".//dl")assert dlEleArr is not None, "--- 找不到 opt dl 列表"isFindOpt = Falsefor dlEle in dlEleArr:ele = await self.safeFind(dlEle, value=".//dt[contains(text(),'{}')]".format(name))if ele is None:continuecmd_color.printGreen("--- 找到 {}\n".format(name))isFindOpt = Trueif name == "数量": # 特殊判断inputEle = await self.safeFind(dlEle, value=".//dd//input")assert inputEle is not None, "--- 找不到 数量"inputEle.clear()# inputEle.send_keys(str(value)) # 清空时会自动变为 1, 需要模拟慢慢点击await self.setNum(dlEle, abs(int(value)))cmd_color.printWhite("--- 数量 设置为: {}\n".format(value))else:aEleArr = await self.safeFinds(dlEle, value=".//dd//li//a[@role='button']")isFindItem = Falsefor aEle in aEleArr:if value in aEle.text: # 包含目的字符串, 选中isFindItem = TrueliEle = await self.safeFind(aEle, value="..")assert liEle is not None, "--- 找不到 a 节点: {} 的父节点 li".format(aEle.text)# 尝试选中selectFlag = ""while selectFlag != "tb-selected":aEle.click()selectFlag = liEle.get_attribute("class") or ""await asyncio.sleep(1) # 延迟一下, 防止勾选不中cmd_color.printWhite("--- 选中 {} 中的 {}\n".format(name, aEle.text))breakassert isFindItem, "--- 找不到目的选中项: {}".format(value)await asyncio.sleep(0.1) # 延迟一下, 防止勾选不中breakassert isFindOpt, "--- 找不到选项: {}".format(name)# 设置数量async def setNum(self, ele: WebElement, num):if num <= 1:returnaddEle = await self.safeFind(ele, value="//dd//span[@class='mui-amount-increase']")assert addEle is not None, "--- 找不到 增加数量 按钮"for i in range(num - 1):addEle.click()# 倒计时判断async def countdown(self, ele: WebElement):await asyncio.sleep(0.05)cdEle = await self.safeFind(ele, value="//div[@class='tm-countdown-timer']") # TODO: 刷新之后会有 Message: stale element reference: element is not attached to the page document 错误if cdEle is not None:cmd_color.printWhite("--- 还在倒计时中, 剩余时间: {}, 刷新页面并等待 1 秒\n".format(cdEle.text))self.browser.refresh()await asyncio.sleep(1)await self.countdown(ele=ele)# 打开商品页面并选中参数async def buyItem(self):skuEle: WebElement = Nonewhile skuEle is None:# 打开 商品页面, 这里有可能被验证码拦截await self.openUrl(self.info.url)await asyncio.sleep(0.1) # 延迟一下# 商品操作节点skuEle = await self.safeFind(self.browser, value="//div[@class='tb-sku']")if skuEle is None:cmd_color.printWhite("--- 找不到 sku 节点, 刷新页面并等待 1 秒\n")await asyncio.sleep(1)cmd_color.printWhite("--- 找到 sku 节点\n")# 倒计时等待await self.countdown(skuEle)cmd_color.printGreen("--- 倒计时已结束\n")# 选中商品for (k, v) in self.info.itemopts.items():cnt = 0while cnt < 5: # 尝试 找 5 次try:await self.select_opt(skuEle, k, v)cnt = 999except Exception as ex:cnt = cnt + 1await asyncio.sleep(0.1) # 延迟一下await self.click(ele=skuEle, tips="立即购买", value="//div//a[@id='J_LinkBuy' and contains(text(),'立即购买')]", cnt=3)# 提交订单await asyncio.sleep(1)isOk = await self.clickWithFresh(ele=self.browser, tips="提交订单", value="//div[@class='submitOrder-container']//a[contains(text(), '提交订单')]", cnt=3)# 通知await self.notify(isOk=isOk)# 测试 购买并提交订单async def test_buy(self):self.checkInfo(self.info)await self.openUrl("")await self.tryLogin()await self.startCheck()await self.buyItem()aaa = utils.inputStr("--- wolegequ") # 要阻塞住, 不然进程会马上关闭# 测试 购物车结算async def test_cart(self):self.checkInfo(self.info)await self.openUrl("")await self.tryLogin()await self.startCheck()await self.openCart()aaa = utils.inputStr("--- wolegequ") # 要阻塞住, 不然进程会马上关闭if __name__ == "__main__":ins = Test_TbBot()asyncio.run(ins.test_buy())# asyncio.run(ins.test_cart())
相关 api
备忘一下
def test_xpath(self):self.browser.get("/") # 打开 url# Xpath表达式：//标签名[@属性名=’属性值’], 如: "//input[@id='kw']"# eleArr = self.browser.find_elements(by=By.XPATH, value="//a[@class='mnav c-font-normal c-color-t']")# for el in eleArr:#print("--- ele:", el.text, el.get_attribute('href'))# 查找元素# eleArr = self.browser.find_elements(by=By.XPATH, value="a[@class='mnav c-font-normal c-color-t']")# 更精确查找元素eleArr = self.browser.find_elements(by=By.XPATH, value="//div[@id='s-top-left']//a[@class='mnav c-font-normal c-color-t']")for el in eleArr:print("--- ele:", el.text, el.get_attribute('href'))# 整个树查找eleArr = self.browser.find_elements(by=By.XPATH, value="//div[@id='s-top-left']//a") # // 可以跳层级查找, 可以是下一级, 也可以是下 n 级 的 aeleArr = self.browser.find_elements(by=By.XPATH, value="//div[@id='s-top-left']/a") # / 绝对路径查找, 下一级节点必须是 a# 当前节点下查找eleArr = eleArr[0].find_elements(by=By.XPATH, value=".//div[@id='s-top-left']//a") # 比 整个树查找 查找多了一个 . , 表示当前节点开始查找ele = eleArr[0].find_element(by=By.XPATH, value=".//dt[@class='tb-metatit' and contains(text(),'数量')]") # and 多条件查找# html 源码print("--- page_source:", self.browser.page_source)# 超链接文本包含 某个字符串# /itzixun/1893.htmleleArr = self.browser.find_elements(by=By.XPATH, value="//a[contains(text(), '提交订单')]")# 关闭当前窗口self.browser.close()# 关闭浏览器self.browser.quit()self.browser.page_source # 前标签页浏览器渲染之后的网页源代码self.browser.current_url # 前标签页的 url（可能是重写向后的 url）self.browser.close() # 闭当前标签页，如果只有一个标签页则关闭整个浏览器self.browser.quit() # 闭浏览器self.browser.forward() # 面前进self.browser.back() # 面后退self.browser.save_screenshot("d:/aaa.jpg") # 面截图# inputele444 = self.browser.find_element(by=By.XPATH, value="//dl//dd//input")ele444.send_keys("hello") # 输入ele444.clear() # 清空# 获取节点参数ele444.get_attribute('class')# 节点关系# 直接获取父节点ele444 = ele444.find_element(by=By.XPATH, value="parent::*")ele444 = ele444.find_element(by=By.XPATH, value="..") # 与上一句等价# // 注意 /.. 表示父节点ele444 = ele444.find_element(by=By.XPATH, value=".//input[@id='btnRecharge']/..")# // parent:: 表示父节点 ， div - 表示tag必须是divele444 = ele444.find_element(by=By.XPATH, value=".//input[@id='btnRecharge']/parent::div")# // * 通配符 父节点任意tag均可ele444 = ele444.find_element(by=By.XPATH, value=".//input[@id='btnRecharge']/parent::*")# 表单提交ele444.submit()
如果觉得《python-selenium自动化测试网页》对你有帮助，请点赞、收藏，并留下你的观点哦！
