增加puppeteer截图超过指定时间 可强制重启配置项 (#262)

* 增加puppeteer截图超过指定时间 可强制重启配置项

* fix 国际服Cookie绑定
This commit is contained in:
story-x 2023-09-29 04:02:31 +08:00 committed by GitHub
parent 1b2a142e58
commit 0b2f6dbb9f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 70 additions and 29 deletions

View File

@ -6,16 +6,18 @@ ignore_self: true
# 被风控时是否尝试用分片发送 # 被风控时是否尝试用分片发送
resend: false resend: false
# ffmpeg # ffmpeg
ffmpeg_path: ffmpeg_path:
ffprobe_path: ffprobe_path:
# chromium其他路径 # chromium其他路径
chromium_path: chromium_path:
# puppeteer接口地址 # puppeteer接口地址
puppeteer_ws: puppeteer_ws:
# puppeteer截图超时时间
puppeteer_timeout:
# 米游社接口代理地址,国际服用 # 米游社接口代理地址,国际服用
proxyAddress: proxyAddress:
# 上线时给首个主人QQ推送帮助 # 上线时给首个主人QQ推送帮助
online_msg: true online_msg: true
@ -23,6 +25,6 @@ online_msg: true
online_msg_exp: 86400 online_msg_exp: 86400
# 签名API地址(如:http://127.0.0.1:8080/sign?key=114514) # 签名API地址(如:http://127.0.0.1:8080/sign?key=114514)
sign_api_addr: sign_api_addr:
# 传入的QQ版本(如:8.9.63、8.9.68) # 传入的QQ版本(如:8.9.63、8.9.68)
ver: ver:

View File

@ -64,7 +64,7 @@ export default class User extends base {
} }
// TODO独立的mys数据不走缓存ltuid // TODO独立的mys数据不走缓存ltuid
let mys = await MysUser.create(param.ltuid || param.ltuid_v2 || param.ltmid_v2) let mys = await MysUser.create(param.ltuid || param.ltuid_v2 || param.account_id_v2 || param.ltmid_v2)
if (!mys) { if (!mys) {
await this.e.reply('发送cookie不完整或数据错误') await this.e.reply('发送cookie不完整或数据错误')
return return
@ -82,7 +82,7 @@ export default class User extends base {
data.ck += ` mi18nLang=${param.mi18nLang};` data.ck += ` mi18nLang=${param.mi18nLang};`
} }
/** 拼接ck */ /** 拼接ck */
data.ltuid = param.ltuid || param.ltmid_v2 data.ltuid = param.ltuid || param.ltuid_v2 || param.account_id_v2 || param.ltmid_v2
/** 米游币签到字段 */ /** 米游币签到字段 */
data.login_ticket = param.login_ticket ?? '' data.login_ticket = param.login_ticket ?? ''
@ -98,7 +98,8 @@ export default class User extends base {
return await this.e.reply(`绑定cookie失败${this.checkMsg || 'cookie错误'}`) return await this.e.reply(`绑定cookie失败${this.checkMsg || 'cookie错误'}`)
} }
if (flagV2) { // 判断data.ltuid是否是数字
if (flagV2 && isNaN(data.ltuid)) {
// 获取米游社通行证id // 获取米游社通行证id
let userFullInfo = await mys.getUserFullInfo() let userFullInfo = await mys.getUserFullInfo()
if (userFullInfo?.data?.user_info) { if (userFullInfo?.data?.user_info) {
@ -119,7 +120,7 @@ export default class User extends base {
logger.mark(`${this.e.logFnc} 保存cookie成功 [ltuid:${mys.ltuid}]`) logger.mark(`${this.e.logFnc} 保存cookie成功 [ltuid:${mys.ltuid}]`)
let uidMsg = [`绑定cookie成功`, mys.getUidInfo()] let uidMsg = ['绑定cookie成功', mys.getUidInfo()]
await this.e.reply(uidMsg.join('\n')) await this.e.reply(uidMsg.join('\n'))
let msg = [] let msg = []
if (mys.hasGame('gs')) { if (mys.hasGame('gs')) {
@ -159,7 +160,7 @@ export default class User extends base {
if (!mys) { if (!mys) {
return `删除失败当前的UID${uidData?.uid}无CK信息` return `删除失败当前的UID${uidData?.uid}无CK信息`
} }
let msg = [`绑定cookie已删除`, mys.getUidInfo()] let msg = ['绑定cookie已删除', mys.getUidInfo()]
await user.delMysUser(uidData.ltuid) await user.delMysUser(uidData.ltuid)
return msg.join('\n') return msg.join('\n')
} }
@ -344,7 +345,7 @@ export default class User extends base {
async loadOldUid () { async loadOldUid () {
// 从DB中导入 // 从DB中导入
await sequelize.query(`delete from UserGames where userId is null or data is null`, {}) await sequelize.query('delete from UserGames where userId is null or data is null', {})
let games = await UserGameDB.findAll() let games = await UserGameDB.findAll()
let count = 0 let count = 0
await Data.forEach(games, async (game) => { await Data.forEach(games, async (game) => {
@ -380,7 +381,7 @@ export default class User extends base {
} }
redis.del(key) redis.del(key)
} }
await sequelize.query(`delete from Users where (ltuids is null or ltuids='') and games is null`, {}) await sequelize.query('delete from Users where (ltuids is null or ltuids=\'\') and games is null', {})
console.log('load Uid Data Done...') console.log('load Uid Data Done...')
} }

View File

@ -18,3 +18,6 @@ args:
- --disable-setuid-sandbox - --disable-setuid-sandbox
- --no-sandbox - --no-sandbox
- --no-zygote - --no-zygote
# puppeteer截图超时时间
puppeteerTimeout:

View File

@ -9,9 +9,11 @@ import { Data } from '#miao'
const _path = process.cwd() const _path = process.cwd()
// mac地址 // mac地址
let mac = '' let mac = ''
// 超时计时器
let overtimeList = []
export default class Puppeteer extends Renderer { export default class Puppeteer extends Renderer {
constructor(config) { constructor (config) {
super({ super({
id: 'puppeteer', id: 'puppeteer',
type: 'image', type: 'image',
@ -41,12 +43,14 @@ export default class Puppeteer extends Renderer {
/** chromium其他路径 */ /** chromium其他路径 */
this.config.wsEndpoint = config.puppeteerWS || cfg?.bot?.puppeteer_ws this.config.wsEndpoint = config.puppeteerWS || cfg?.bot?.puppeteer_ws
} }
/** puppeteer超时超时时间 */
this.puppeteerTimeout = config.puppeteerTimeout || cfg?.bot?.puppeteer_timeout || 0
} }
/** /**
* 初始化chromium * 初始化chromium
*/ */
async browserInit() { async browserInit () {
if (this.browser) return this.browser if (this.browser) return this.browser
if (this.lock) return false if (this.lock) return false
this.lock = true this.lock = true
@ -64,7 +68,7 @@ export default class Puppeteer extends Renderer {
const browserUrl = (await redis.get(this.browserMacKey)) || this.config.wsEndpoint const browserUrl = (await redis.get(this.browserMacKey)) || this.config.wsEndpoint
if (browserUrl) { if (browserUrl) {
logger.info(`puppeteer Chromium from ${browserUrl}`) logger.info(`puppeteer Chromium from ${browserUrl}`)
const browserWSEndpoint = await puppeteer.connect({ browserWSEndpoint: browserUrl }).catch((err) => { const browserWSEndpoint = await puppeteer.connect({ browserWSEndpoint: browserUrl }).catch(() => {
logger.error('puppeteer Chromium 缓存的实例已关闭') logger.error('puppeteer Chromium 缓存的实例已关闭')
redis.del(this.browserMacKey) redis.del(this.browserMacKey)
}) })
@ -117,7 +121,7 @@ export default class Puppeteer extends Renderer {
} }
/** 监听Chromium实例是否断开 */ /** 监听Chromium实例是否断开 */
this.browser.on('disconnected', (e) => { this.browser.on('disconnected', () => {
logger.error('Chromium 实例关闭或崩溃!') logger.error('Chromium 实例关闭或崩溃!')
this.browser = false this.browser = false
}) })
@ -127,23 +131,31 @@ export default class Puppeteer extends Renderer {
// 获取Mac地址 // 获取Mac地址
getMac () { getMac () {
const mac = '00:00:00:00:00:00' let mac = '00:00:00:00:00:00'
try { try {
const network = os.networkInterfaces() const network = os.networkInterfaces()
let macFlag = false
for (const a in network) { for (const a in network) {
for (const i of network[a]) { for (const i of network[a]) {
if (i.mac && i.mac != mac) { if (i.mac && i.mac !== mac) {
return i.mac macFlag = true
mac = i.mac
break
} }
} }
if (macFlag) {
break
}
} }
} catch (e) { } catch (e) {
} }
mac = mac.replace(/:/g, '')
return mac return mac
} }
/** /**
* `chromium` 截图 * `chromium` 截图
* @param name
* @param data 模板参数 * @param data 模板参数
* @param data.tplFile 模板路径必传 * @param data.tplFile 模板路径必传
* @param data.saveId 生成html名称为空name代替 * @param data.saveId 生成html名称为空name代替
@ -154,9 +166,9 @@ export default class Puppeteer extends Renderer {
* @param data.multiPage 是否分页截图默认false * @param data.multiPage 是否分页截图默认false
* @param data.multiPageHeight 分页状态下页面高度默认4000 * @param data.multiPageHeight 分页状态下页面高度默认4000
* @param data.pageGotoParams 页面goto时的参数 * @param data.pageGotoParams 页面goto时的参数
* @return img/[]img 不做segment包裹 * @return img 不做segment包裹
*/ */
async screenshot(name, data = {}) { async screenshot (name, data = {}) {
if (!await this.browserInit()) { if (!await this.browserInit()) {
return false return false
} }
@ -173,6 +185,23 @@ export default class Puppeteer extends Renderer {
let ret = [] let ret = []
this.shoting.push(name) this.shoting.push(name)
const puppeteerTimeout = this.puppeteerTimeout
let overtime
let overtimeFlag = false
if (puppeteerTimeout > 0) {
// TODO 截图超时处理
overtime = setTimeout(() => {
if (!overtimeFlag) {
logger.error(`[图片生成][${name}] 截图超时,当前等待队列:${this.shoting.join(',')}`)
this.restart(true)
this.shoting = []
overtimeList.forEach(item => {
clearTimeout(item)
})
}
}, puppeteerTimeout)
}
try { try {
const page = await this.browser.newPage() const page = await this.browser.newPage()
let pageGotoParams = lodash.extend({ timeout: 120000 }, data.pageGotoParams || {}) let pageGotoParams = lodash.extend({ timeout: 120000 }, data.pageGotoParams || {})
@ -254,6 +283,12 @@ export default class Puppeteer extends Renderer {
this.browser = false this.browser = false
ret = [] ret = []
return false return false
} finally {
if (overtime) {
overtimeFlag = true
clearTimeout(overtime)
overtimeList = []
}
} }
this.shoting.pop() this.shoting.pop()
@ -263,22 +298,22 @@ export default class Puppeteer extends Renderer {
return false return false
} }
this.restart() this.restart(false)
return data.multiPage ? ret : ret[0] return data.multiPage ? ret : ret[0]
} }
/** 重启 */ /** 重启 */
restart() { restart (force = false) {
/** 截图超过重启数时,自动关闭重启浏览器,避免生成速度越来越慢 */ /** 截图超过重启数时,自动关闭重启浏览器,避免生成速度越来越慢 */
if (this.renderNum % this.restartNum === 0) { if (this.renderNum % this.restartNum === 0 || force) {
if (this.shoting.length <= 0) { if (this.shoting.length <= 0 || force) {
setTimeout(async () => { setTimeout(async () => {
if (this.browser) { if (this.browser) {
await this.browser.close().catch((err) => logger.error(err)) await this.browser.close().catch((err) => logger.error(err))
} }
this.browser = false this.browser = false
logger.info('puppeteer Chromium 关闭重启...') logger.info(`puppeteer Chromium ${force ? '强制' : ''}关闭重启...`)
}, 100) }, 100)
} }
} }