Compare commits

...

47 Commits

Author SHA1 Message Date
呵呵です
9073bf5d0b 🔖 1.0.0.a10 2024-01-03 09:02:22 +08:00
dependabot[bot]
f4dd5fe76f ⬆️ Bump nonebot-plugin-alconna from 0.34.1 to 0.35.1 (#226) 2024-01-03 09:02:20 +08:00
dependabot[bot]
1f44fc9884 ⬆️ Bump nonebot2 from 2.1.2 to 2.1.3 (#225) 2024-01-03 09:02:18 +08:00
dependabot[bot]
44dee7f200 ⬆️ Bump types-ujson from 5.8.0.1 to 5.9.0.0 (#224)
Bumps [types-ujson](https://github.com/python/typeshed) from 5.8.0.1 to 5.9.0.0.
- [Commits](https://github.com/python/typeshed/commits)

---
updated-dependencies:
- dependency-name: types-ujson
  dependency-type: direct:development
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2024-01-03 09:02:14 +08:00
dependabot[bot]
dc5ade6ffc ⬆️ Bump pandas from 2.1.3 to 2.1.4 (#223)
Bumps [pandas](https://github.com/pandas-dev/pandas) from 2.1.3 to 2.1.4.
- [Release notes](https://github.com/pandas-dev/pandas/releases)
- [Commits](https://github.com/pandas-dev/pandas/compare/v2.1.3...v2.1.4)

---
updated-dependencies:
- dependency-name: pandas
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2024-01-03 09:02:12 +08:00
dependabot[bot]
05ce329976 ⬆️ Bump pandas-stubs from 2.1.1.230928 to 2.1.4.231227 (#222)
Bumps [pandas-stubs](https://github.com/pandas-dev/pandas-stubs) from 2.1.1.230928 to 2.1.4.231227.
- [Changelog](https://github.com/pandas-dev/pandas-stubs/blob/main/docs/release_procedure.md)
- [Commits](https://github.com/pandas-dev/pandas-stubs/compare/v2.1.1.230928...v2.1.4.231227)

---
updated-dependencies:
- dependency-name: pandas-stubs
  dependency-type: direct:development
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2024-01-03 09:02:07 +08:00
dependabot[bot]
43cabf2135 ⬆️ Bump nonebot-adapter-discord from 0.1.2 to 0.1.3 (#218) 2024-01-03 09:02:06 +08:00
dependabot[bot]
6767136850 ⬆️ Bump lxml from 4.9.3 to 5.0.0 (#221) 2024-01-03 09:02:06 +08:00
dependabot[bot]
65999b4625 ⬆️ Bump nonebot-adapter-satori from 0.8.0 to 0.8.1 (#217) 2024-01-03 09:02:06 +08:00
dependabot[bot]
9fde62ac9e ⬆️ Bump ujson from 5.8.0 to 5.9.0 (#219) 2024-01-03 09:02:05 +08:00
dependabot[bot]
c74d8b70aa ⬆️ Bump ruff from 0.1.6 to 0.1.9 (#220)
Bumps [ruff](https://github.com/astral-sh/ruff) from 0.1.6 to 0.1.9.
- [Release notes](https://github.com/astral-sh/ruff/releases)
- [Changelog](https://github.com/astral-sh/ruff/blob/main/CHANGELOG.md)
- [Commits](https://github.com/astral-sh/ruff/compare/v0.1.6...v0.1.9)

---
updated-dependencies:
- dependency-name: ruff
  dependency-type: direct:development
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2024-01-03 09:02:05 +08:00
dependabot[bot]
0e29b38f9d ⬆️ Bump playwright from 1.39.0 to 1.40.0 (#205) 2024-01-03 09:01:45 +08:00
dependabot[bot]
d040c7dca2 ⬆️ Bump viztracer from 0.16.0 to 0.16.1 (#211) 2024-01-03 09:00:06 +08:00
dependabot[bot]
68ace3a715 ⬆️ Bump httpx from 0.25.1 to 0.26.0 (#214) 2024-01-03 09:00:00 +08:00
dependabot[bot]
e63ac69e0f ⬆️ Bump mypy from 1.7.0 to 1.8.0 (#215) 2024-01-03 08:59:18 +08:00
4afda62782 添加状态码检查 2023-12-30 06:52:45 +08:00
呵呵です
abf4410a00 👽️ 适配 茶服 新赛季 (#216)
* 👽️ 适配 茶服 新赛季

* ✏️ 少个-

*  添加开发依赖 nonebot-adapter-kaiheila

*  适配 kook 茶服查target

* 🐛 修复 onebotv11 查自己 找不到用户的bug

* 🐛 修复 茶服 查绑定 找不到用户的bug

*  kook 茶服查target 添加后备方案

*  添加开发依赖 nonebot-adapter-discord

*  适配 discord 茶服查target
2023-12-30 06:43:06 +08:00
88c2915251 🐛 修复 pydantic model 不能被正确反序列化的bug 2023-11-29 11:43:00 +08:00
546369241a 添加冗余 platform 字段 2023-11-29 11:41:48 +08:00
d59bccbd4d 细化异常 2023-11-29 11:29:46 +08:00
75a6989a7f 使用上下文管理器管理页面 2023-11-29 11:00:55 +08:00
ad635bd37d 🎨 修改错误处理逻辑 2023-11-29 10:59:58 +08:00
呵呵です
b6d63c9e7f 🐛 修复 io record 解析错误的bug (#207) 2023-11-23 20:07:57 +08:00
805da8cd36 🔖 1.0.0.a9 2023-11-22 18:34:07 +08:00
4a13d7807a 🐛 修复计算时间时区不正确的bug 2023-11-22 18:33:42 +08:00
7bbdeacc5e 🔖 1.0.0.a8 2023-11-22 16:11:57 +08:00
dependabot[bot]
782792e455 ⬆️ Bump nonebot-plugin-orm from 0.5.1 to 0.6.0 (#203) 2023-11-22 08:11:15 +00:00
dependabot[bot]
bd10549b4c ⬆️ Bump ruff from 0.1.5 to 0.1.6 (#202) 2023-11-22 08:02:43 +00:00
dependabot[bot]
035e6d4782 ⬆️ Bump nonebot-plugin-alconna from 0.33.3 to 0.33.6 (#201) 2023-11-22 08:02:33 +00:00
003e6619d8 iorank 指令不再去尝试更新数据 2023-11-22 15:58:55 +08:00
c0fa92df30 🚨 fix Incompatible overrides 2023-11-22 15:57:04 +08:00
7cdb0f3547 为 IO Rank 添加重试机制 2023-11-22 15:49:33 +08:00
b773fb44a1 ️ 为 IO 添加缓存 2023-11-22 13:22:18 +08:00
c75c6b73bd 🙈 更新.gitignore 2023-11-22 13:02:17 +08:00
67782c3156 添加依赖 aiocache 2023-11-22 13:01:41 +08:00
1e02858913 💥 🗃️ 将 pydantic 模型序列化后再存数据库 2023-11-21 20:47:56 +08:00
60605d0dca 🐛 修复 IO Z段位 不显示glicko和rd的bug 2023-11-21 13:58:39 +08:00
0d589450bd 将处理过程中的 dataclass 换成 pydantic 2023-11-21 00:50:32 +08:00
dependabot[bot]
2f144acf0c ⬆️ Bump nonebot-adapter-satori from 0.7.0 to 0.8.0 (#200)
Bumps [nonebot-adapter-satori](https://github.com/nonebot/adapter-satori) from 0.7.0 to 0.8.0.
- [Release notes](https://github.com/nonebot/adapter-satori/releases)
- [Commits](https://github.com/nonebot/adapter-satori/compare/v0.7.0...v0.8.0)

---
updated-dependencies:
- dependency-name: nonebot-adapter-satori
  dependency-type: direct:development
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-11-17 01:49:57 +08:00
87e6a544a2 🔖 1.0.0.a7 2023-11-16 21:34:41 +08:00
74db1931fd 🐛 修复在多个无效参数时 Alconna 自动回复的bug 2023-11-16 21:33:24 +08:00
1ca6d1f86a 使用 zoneinfo 处理时区,并优化数据库查询逻辑 2023-11-16 16:27:06 +08:00
dependabot[bot]
7361789245 ⬆️ Bump nonebot-plugin-orm from 0.5.0 to 0.5.1 (#199) 2023-11-15 15:44:10 +00:00
fe69d8d2fe 🔖 1.0.0.a6 2023-11-15 14:37:41 +08:00
2737119865 🐛 修复 茶服 命令参数设置错误的bug 2023-11-15 14:36:54 +08:00
34a654b5df 🐛 修复只输入主命令时不发送帮助提示的bug 2023-11-15 14:34:27 +08:00
f9f39618a1 💚 修复Release CI 2023-11-15 14:02:22 +08:00
28 changed files with 1067 additions and 663 deletions

View File

@@ -44,6 +44,6 @@ jobs:
uses: pypa/gh-action-pypi-publish@release/v1 uses: pypa/gh-action-pypi-publish@release/v1
- name: Publish Package to GitHub Release - name: Publish Package to GitHub Release
run: gh release upload --clobber ${{ steps.version.outputs.TAG_NAME }} dist/*.tar.gz dist/*.whl run: gh release create ${{ steps.version.outputs.TAG_NAME }} dist/*.tar.gz dist/*.whl -t "🔖 ${{ steps.version.outputs.TAG_NAME }}" --generate-notes
env: env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

2
.gitignore vendored
View File

@@ -5,6 +5,6 @@ Untitled*
*copy* *copy*
.vscode .vscode
*dev* *dev*
*cache* *_cache*
*backup* *backup*
*.pyc *.pyc

View File

@@ -0,0 +1,65 @@
"""Add redundant platform field
迁移 ID: 6c3206f90cc3
父迁移: 9f6582279ce2
创建时间: 2023-11-26 20:15:56.033892
"""
from __future__ import annotations
from collections.abc import Sequence
from alembic import op
from sqlalchemy.ext.automap import automap_base
from sqlalchemy.orm import Session
from ujson import dumps, loads
revision: str = '6c3206f90cc3'
down_revision: str | Sequence[str] | None = '9f6582279ce2'
branch_labels: str | Sequence[str] | None = None
depends_on: str | Sequence[str] | None = None
def upgrade(name: str = '') -> None:
if name:
return
Base = automap_base() # noqa: N806
connection = op.get_bind()
Base.prepare(autoload_with=connection)
HistoricalData = Base.classes.nonebot_plugin_tetris_stats_historicaldata # noqa: N806
with Session(connection) as session:
for row in session.query(HistoricalData):
platform = row.game_platform
game_user = loads(row.game_user)
processed_data = loads(row.processed_data)
game_user['platform'] = platform
processed_data['platform'] = platform
row.game_user = dumps(game_user)
row.processed_data = dumps(processed_data)
session.add(row)
session.commit()
def downgrade(name: str = '') -> None:
if name:
return
Base = automap_base() # noqa: N806
connection = op.get_bind()
Base.prepare(autoload_with=connection)
HistoricalData = Base.classes.nonebot_plugin_tetris_stats_historicaldata # noqa: N806
with Session(connection) as session:
for row in session.query(HistoricalData):
game_user = loads(row.game_user)
processed_data = loads(row.processed_data)
game_user.pop('platform', None)
processed_data.pop('platform', None)
row.game_user = dumps(game_user)
row.processed_data = dumps(processed_data)
session.add(row)
session.commit()

View File

@@ -0,0 +1,112 @@
"""Recreate HistoricalData
迁移 ID: 9f6582279ce2
父迁移: 9cd1647db502
创建时间: 2023-11-21 08:35:50.393246
"""
from __future__ import annotations
from collections.abc import Sequence
import sqlalchemy as sa
from alembic import op
from sqlalchemy.dialects import sqlite
from nonebot_plugin_tetris_stats.db.models import PydanticType
revision: str = '9f6582279ce2'
down_revision: str | Sequence[str] | None = '9cd1647db502'
branch_labels: str | Sequence[str] | None = None
depends_on: str | Sequence[str] | None = None
def upgrade(name: str = '') -> None:
if name:
return
# ### commands auto generated by Alembic - please adjust! ###
with op.batch_alter_table('nonebot_plugin_tetris_stats_historicaldata', schema=None) as batch_op:
batch_op.drop_index('ix_nonebot_plugin_tetris_stats_historicaldata_command_type')
batch_op.drop_index('ix_nonebot_plugin_tetris_stats_historicaldata_game_platform')
batch_op.drop_index('ix_nonebot_plugin_tetris_stats_historicaldata_source_account')
batch_op.drop_index('ix_nonebot_plugin_tetris_stats_historicaldata_source_type')
op.drop_table('nonebot_plugin_tetris_stats_historicaldata')
op.create_table(
'nonebot_plugin_tetris_stats_historicaldata',
sa.Column('id', sa.Integer(), nullable=False),
sa.Column('trigger_time', sa.DateTime(), nullable=False),
sa.Column('bot_platform', sa.String(length=32), nullable=True),
sa.Column('bot_account', sa.String(), nullable=True),
sa.Column('source_type', sa.String(length=32), nullable=True),
sa.Column('source_account', sa.String(), nullable=True),
sa.Column('message', sa.PickleType(), nullable=True),
sa.Column('game_platform', sa.String(length=32), nullable=False),
sa.Column('command_type', sa.String(length=16), nullable=False),
sa.Column('command_args', sa.JSON(), nullable=False),
sa.Column('game_user', PydanticType(list), nullable=False),
sa.Column('processed_data', PydanticType(list), nullable=False),
sa.Column('finish_time', sa.DateTime(), nullable=False),
sa.PrimaryKeyConstraint('id', name=op.f('pk_nonebot_plugin_tetris_stats_historicaldata')),
)
with op.batch_alter_table('nonebot_plugin_tetris_stats_historicaldata', schema=None) as batch_op:
batch_op.create_index(
batch_op.f('ix_nonebot_plugin_tetris_stats_historicaldata_command_type'), ['command_type'], unique=False
)
batch_op.create_index(
batch_op.f('ix_nonebot_plugin_tetris_stats_historicaldata_game_platform'), ['game_platform'], unique=False
)
batch_op.create_index(
batch_op.f('ix_nonebot_plugin_tetris_stats_historicaldata_source_account'), ['source_account'], unique=False
)
batch_op.create_index(
batch_op.f('ix_nonebot_plugin_tetris_stats_historicaldata_source_type'), ['source_type'], unique=False
)
# ### end Alembic commands ###
def downgrade(name: str = '') -> None:
if name:
return
# ### commands auto generated by Alembic - please adjust! ###
with op.batch_alter_table('nonebot_plugin_tetris_stats_historicaldata', schema=None) as batch_op:
batch_op.drop_index(batch_op.f('ix_nonebot_plugin_tetris_stats_historicaldata_source_type'))
batch_op.drop_index(batch_op.f('ix_nonebot_plugin_tetris_stats_historicaldata_source_account'))
batch_op.drop_index(batch_op.f('ix_nonebot_plugin_tetris_stats_historicaldata_game_platform'))
batch_op.drop_index(batch_op.f('ix_nonebot_plugin_tetris_stats_historicaldata_command_type'))
op.drop_table('nonebot_plugin_tetris_stats_historicaldata')
op.create_table(
'nonebot_plugin_tetris_stats_historicaldata',
sa.Column('id', sa.INTEGER(), nullable=False),
sa.Column('trigger_time', sa.DATETIME(), nullable=False),
sa.Column('bot_platform', sa.VARCHAR(length=32), nullable=True),
sa.Column('bot_account', sa.VARCHAR(), nullable=True),
sa.Column('source_type', sa.VARCHAR(length=32), nullable=True),
sa.Column('source_account', sa.VARCHAR(), nullable=True),
sa.Column('message', sa.BLOB(), nullable=True),
sa.Column('game_platform', sa.VARCHAR(length=32), nullable=False),
sa.Column('command_type', sa.VARCHAR(length=16), nullable=False),
sa.Column('command_args', sqlite.JSON(), nullable=False),
sa.Column('game_user', sa.BLOB(), nullable=False),
sa.Column('processed_data', sa.BLOB(), nullable=False),
sa.Column('finish_time', sa.DATETIME(), nullable=False),
sa.PrimaryKeyConstraint('id', name='pk_nonebot_plugin_tetris_stats_historicaldata'),
)
with op.batch_alter_table('nonebot_plugin_tetris_stats_historicaldata', schema=None) as batch_op:
batch_op.create_index(
'ix_nonebot_plugin_tetris_stats_historicaldata_source_type', ['source_type'], unique=False
)
batch_op.create_index(
'ix_nonebot_plugin_tetris_stats_historicaldata_source_account', ['source_account'], unique=False
)
batch_op.create_index(
'ix_nonebot_plugin_tetris_stats_historicaldata_game_platform', ['game_platform'], unique=False
)
batch_op.create_index(
'ix_nonebot_plugin_tetris_stats_historicaldata_command_type', ['command_type'], unique=False
)
# ### end Alembic commands ###

View File

@@ -0,0 +1,38 @@
"""Del old TOS bind data
迁移 ID: b9d65badc713
父迁移: 6c3206f90cc3
创建时间: 2023-12-30 00:27:40.991704
"""
from __future__ import annotations
from collections.abc import Sequence
from alembic import op
from sqlalchemy.ext.automap import automap_base
from sqlalchemy.orm import Session
revision: str = 'b9d65badc713'
down_revision: str | Sequence[str] | None = '6c3206f90cc3'
branch_labels: str | Sequence[str] | None = None
depends_on: str | Sequence[str] | None = None
def upgrade(name: str = '') -> None:
if name:
return
Base = automap_base() # noqa: N806
connection = op.get_bind()
Base.prepare(autoload_with=connection)
Bind = Base.classes.nonebot_plugin_tetris_stats_bind # noqa: N806
with Session(connection) as session:
session.query(Bind).filter(Bind.game_platform == 'TOS').delete()
session.commit()
def downgrade(name: str = '') -> None:
if name:
return

View File

@@ -1,14 +1,41 @@
from collections.abc import Callable, Sequence
from datetime import datetime from datetime import datetime
from typing import Any
from nonebot.adapters import Message from nonebot.adapters import Message
from nonebot_plugin_orm import Model from nonebot_plugin_orm import Model
from sqlalchemy import JSON, DateTime, PickleType, String from pydantic import BaseModel, ValidationError
from sqlalchemy import JSON, DateTime, Dialect, PickleType, String, TypeDecorator
from sqlalchemy.orm import Mapped, MappedAsDataclass, mapped_column from sqlalchemy.orm import Mapped, MappedAsDataclass, mapped_column
from ..game_data_processor import ProcessedData, User from ..game_data_processor.schemas import BaseProcessedData, BaseUser
from ..utils.typing import CommandType, GameType from ..utils.typing import CommandType, GameType
class PydanticType(TypeDecorator):
impl = JSON
def __init__(self, get_model: Callable[[], Sequence[type[BaseModel]]], *args: Any, **kwargs: Any): # noqa: ANN401
self.get_model = get_model
super().__init__(*args, **kwargs)
def process_bind_param(self, value: Any | None, dialect: Dialect) -> str: # noqa: ANN401
# 将 Pydantic 模型实例转换为 JSON
if isinstance(value, tuple(self.get_model())):
return value.json() # type: ignore[union-attr]
raise TypeError
def process_result_value(self, value: Any | None, dialect: Dialect) -> BaseModel: # noqa: ANN401
# 将 JSON 转换回 Pydantic 模型实例
if isinstance(value, str | bytes):
for i in self.get_model():
try:
return i.parse_raw(value)
except ValidationError: # noqa: PERF203
...
raise TypeError
class Bind(MappedAsDataclass, Model): class Bind(MappedAsDataclass, Model):
id: Mapped[int] = mapped_column(init=False, primary_key=True) id: Mapped[int] = mapped_column(init=False, primary_key=True)
chat_platform: Mapped[str] = mapped_column(String(32), index=True) chat_platform: Mapped[str] = mapped_column(String(32), index=True)
@@ -28,6 +55,8 @@ class HistoricalData(MappedAsDataclass, Model):
game_platform: Mapped[GameType] = mapped_column(String(32), index=True, init=False) game_platform: Mapped[GameType] = mapped_column(String(32), index=True, init=False)
command_type: Mapped[CommandType] = mapped_column(String(16), index=True, init=False) command_type: Mapped[CommandType] = mapped_column(String(16), index=True, init=False)
command_args: Mapped[list[str]] = mapped_column(JSON, init=False) command_args: Mapped[list[str]] = mapped_column(JSON, init=False)
game_user: Mapped[User] = mapped_column(PickleType, init=False) game_user: Mapped[BaseUser] = mapped_column(PydanticType(get_model=BaseUser.__subclasses__), init=False)
processed_data: Mapped[ProcessedData] = mapped_column(PickleType, init=False) processed_data: Mapped[BaseProcessedData] = mapped_column(
PydanticType(get_model=BaseProcessedData.__subclasses__), init=False
)
finish_time: Mapped[datetime] = mapped_column(DateTime, init=False) finish_time: Mapped[datetime] = mapped_column(DateTime, init=False)

View File

@@ -1,5 +1,4 @@
from abc import ABC, abstractmethod from abc import ABC, abstractmethod
from dataclasses import dataclass
from datetime import UTC, datetime from datetime import UTC, datetime
from typing import Any from typing import Any
@@ -7,25 +6,11 @@ from nonebot.matcher import Matcher
from nonebot_plugin_alconna import AlcMatches, AlconnaMatcher from nonebot_plugin_alconna import AlcMatches, AlconnaMatcher
from ..utils.exception import MessageFormatError from ..utils.exception import MessageFormatError
from ..utils.recorder import Recorder
from ..utils.typing import CommandType, GameType from ..utils.typing import CommandType, GameType
from .schemas import BaseProcessedData as ProcessedData
from .schemas import BaseRawResponse as RawResponse
@dataclass from .schemas import BaseUser as User
class User:
"""游戏用户"""
@dataclass
class RawResponse:
"""原始请求数据"""
@dataclass
class ProcessedData:
"""处理/验证后的数据"""
from ..utils.recorder import Recorder # noqa: E402 避免循环导入
class Processor(ABC): class Processor(ABC):
@@ -90,7 +75,7 @@ def add_default_handlers(matcher: type[AlconnaMatcher]) -> None:
@matcher.handle() @matcher.handle()
async def _(matcher: Matcher, matches: AlcMatches): async def _(matcher: Matcher, matches: AlcMatches):
if matches.head_matched and matches.options != {}: if matches.head_matched and matches.options != {} or matches.main_args == {}:
await matcher.finish( await matcher.finish(
(f'{matches.error_info!r}\n' if matches.error_info is not None else '') (f'{matches.error_info!r}\n' if matches.error_info is not None else '')
+ f'输入"{matches.header_result} --help"查看帮助' + f'输入"{matches.header_result} --help"查看帮助'

View File

@@ -1,15 +1,15 @@
from datetime import timedelta from datetime import UTC, datetime, timedelta
from typing import Any from zoneinfo import ZoneInfo
from arclet.alconna import Alconna, Arg, ArgFlag, Args, CommandMeta, Option from arclet.alconna import Alconna, AllParam, Arg, ArgFlag, Args, CommandMeta, Option
from nonebot.adapters import Bot, Event from nonebot.adapters import Bot, Event
from nonebot.matcher import Matcher from nonebot.matcher import Matcher
from nonebot_plugin_alconna import At, on_alconna from nonebot_plugin_alconna import At, on_alconna
from nonebot_plugin_orm import get_session from nonebot_plugin_orm import get_session
from sqlalchemy import select from sqlalchemy import func, select
from ...db import query_bind_info from ...db import query_bind_info
from ...utils.exception import NeedCatchError from ...utils.exception import HandleNotFinishedError, NeedCatchError
from ...utils.metrics import get_metrics from ...utils.metrics import get_metrics
from ...utils.platform import get_platform from ...utils.platform import get_platform
from ...utils.typing import Me from ...utils.typing import Me
@@ -17,7 +17,7 @@ from .. import add_default_handlers
from ..constant import BIND_COMMAND, QUERY_COMMAND from ..constant import BIND_COMMAND, QUERY_COMMAND
from .constant import GAME_TYPE from .constant import GAME_TYPE
from .model import IORank from .model import IORank
from .processor import Processor, User, check_rank_data, identify_user_info from .processor import Processor, User, identify_user_info
from .typing import Rank from .typing import Rank
alc = on_alconna( alc = on_alconna(
@@ -67,7 +67,7 @@ alc = on_alconna(
dest='rank', dest='rank',
help_text='查询 IO 段位信息', help_text='查询 IO 段位信息',
), ),
Arg('other', Any, flags=[ArgFlag.HIDDEN, ArgFlag.OPTIONAL]), Arg('other', AllParam, flags=[ArgFlag.HIDDEN, ArgFlag.OPTIONAL]),
meta=CommandMeta( meta=CommandMeta(
description='查询 TETR.IO 的信息', description='查询 TETR.IO 的信息',
example='io绑定scdhh\nio查我\niorankx', example='io绑定scdhh\nio查我\niorankx',
@@ -91,9 +91,10 @@ async def _(bot: Bot, event: Event, matcher: Matcher, account: User):
command_args=[], command_args=[],
) )
try: try:
await matcher.finish(await proc.handle_bind(platform=get_platform(bot), account=event.get_user_id())) await matcher.send(await proc.handle_bind(platform=get_platform(bot), account=event.get_user_id()))
except NeedCatchError as e: except NeedCatchError as e:
await matcher.finish(str(e)) await matcher.send(str(e))
raise HandleNotFinishedError from e
@alc.assign('query') @alc.assign('query')
@@ -114,9 +115,10 @@ async def _(bot: Bot, event: Event, matcher: Matcher, target: At | Me):
command_args=[], command_args=[],
) )
try: try:
await matcher.finish(message + await proc.handle_query()) await matcher.send(message + await proc.handle_query())
except NeedCatchError as e: except NeedCatchError as e:
await matcher.finish(str(e)) await matcher.send(str(e))
raise HandleNotFinishedError from e
@alc.assign('query') @alc.assign('query')
@@ -127,27 +129,39 @@ async def _(event: Event, matcher: Matcher, account: User):
command_args=[], command_args=[],
) )
try: try:
await matcher.finish(await proc.handle_query()) await matcher.send(await proc.handle_query())
except NeedCatchError as e: except NeedCatchError as e:
await matcher.finish(str(e)) await matcher.send(str(e))
raise HandleNotFinishedError from e
@alc.assign('rank') @alc.assign('rank')
async def _(event: Event, matcher: Matcher, rank: Rank): async def _(matcher: Matcher, rank: Rank):
if rank == 'z': if rank == 'z':
await matcher.finish('暂不支持查询未知段位') await matcher.finish('暂不支持查询未知段位')
try:
await check_rank_data()
except NeedCatchError as e:
await matcher.finish(str(f'段位信息获取失败\n{e}'))
async with get_session() as session: async with get_session() as session:
data = ( latest_data = (
await session.scalars(select(IORank).where(IORank.rank == rank).order_by(IORank.id.desc()).limit(5)) await session.scalars(select(IORank).where(IORank.rank == rank).order_by(IORank.id.desc()).limit(1))
).all() ).one()
latest_data = data[0] compare_data = (
message = f'{rank.upper()} 段 分数线 {latest_data.tr_line:.2f} TR, {latest_data.player_count} 名玩家\n' await session.scalars(
if len(data) > 1: select(IORank)
message += f'对比 {(latest_data.create_time-data[-1].create_time).total_seconds()/3600:.2f} 小时前趋势: {f"{difference:.2f}" if (difference:=latest_data.tr_line-data[-1].tr_line) > 0 else f"{-difference:.2f}" if difference < 0 else ""}' .where(IORank.rank == rank)
.order_by(
func.abs(
func.julianday(IORank.create_time)
- func.julianday(latest_data.create_time - timedelta(hours=24))
)
)
.limit(1)
)
).one()
message = ''
if (datetime.now(UTC) - latest_data.create_time.replace(tzinfo=UTC)) > timedelta(hours=7):
message += 'Warning: 数据超过7小时未更新, 请联系Bot主人查看后台\n'
message += f'{rank.upper()} 段 分数线 {latest_data.tr_line:.2f} TR, {latest_data.player_count} 名玩家\n'
if compare_data.id != latest_data.id:
message += f'对比 {(latest_data.create_time-compare_data.create_time).total_seconds()/3600:.2f} 小时前趋势: {f"{difference:.2f}" if (difference:=latest_data.tr_line-compare_data.tr_line) > 0 else f"{-difference:.2f}" if difference < 0 else ""}'
else: else:
message += '暂无对比数据' message += '暂无对比数据'
avg = get_metrics(pps=latest_data.avg_pps, apm=latest_data.avg_apm, vs=latest_data.avg_vs) avg = get_metrics(pps=latest_data.avg_pps, apm=latest_data.avg_apm, vs=latest_data.avg_vs)
@@ -172,7 +186,7 @@ async def _(event: Event, matcher: Matcher, rank: Rank):
f'APM: {latest_data.high_apm[1]} By: {latest_data.high_apm[0]["name"].upper()}\n' f'APM: {latest_data.high_apm[1]} By: {latest_data.high_apm[0]["name"].upper()}\n'
f'ADPM: {max_vs.adpm} ( {max_vs.vs}vs ) By: {latest_data.high_vs[0]["name"].upper()}\n' f'ADPM: {max_vs.adpm} ( {max_vs.vs}vs ) By: {latest_data.high_vs[0]["name"].upper()}\n'
'\n' '\n'
f'数据更新时间: {(latest_data.create_time+timedelta(hours=8)).strftime("%Y-%m-%d %H:%M:%S")}' f'数据更新时间: {latest_data.create_time.replace(tzinfo=UTC).astimezone(ZoneInfo("Asia/Shanghai")).strftime("%Y-%m-%d %H:%M:%S")}'
) )
await matcher.finish(message) await matcher.finish(message)

View File

@@ -0,0 +1,28 @@
from datetime import UTC, datetime
from aiocache import Cache as ACache # type: ignore[import-untyped]
from nonebot.log import logger
from pydantic import parse_raw_as
from ...utils.request import Request
from .schemas.base import FailedModel, SuccessModel
class Cache:
cache = ACache(ACache.MEMORY)
@classmethod
async def get(cls, url: str) -> bytes:
cached_data = await cls.cache.get(url)
if cached_data is None:
response_data = await Request.request(url)
parsed_data: SuccessModel | FailedModel = parse_raw_as(SuccessModel | FailedModel, response_data) # type: ignore[arg-type]
if isinstance(parsed_data, SuccessModel):
await cls.cache.add(
url,
response_data,
(parsed_data.cache.cached_until - datetime.now(UTC)).total_seconds(),
)
return response_data
logger.debug(f'{url}: Cache hit!')
return cached_data

View File

@@ -1,7 +1,8 @@
from ...utils.typing import GameType from typing import Literal
from .typing import Rank from .typing import Rank
GAME_TYPE: GameType = 'IO' GAME_TYPE: Literal['IO'] = 'IO'
BASE_URL = 'https://ch.tetr.io/api/' BASE_URL = 'https://ch.tetr.io/api/'
RANK_PERCENTILE: dict[Rank, float] = { RANK_PERCENTILE: dict[Rank, float] = {
'x': 1, 'x': 1,

View File

@@ -1,10 +1,10 @@
from collections import defaultdict from collections import defaultdict
from collections.abc import Callable from collections.abc import Callable
from dataclasses import asdict, dataclass
from datetime import UTC, datetime, timedelta from datetime import UTC, datetime, timedelta
from math import floor from math import floor
from re import match from re import match
from statistics import mean from statistics import mean
from typing import Literal
from nonebot import get_driver from nonebot import get_driver
from nonebot_plugin_apscheduler import scheduler # type: ignore[import-untyped] from nonebot_plugin_apscheduler import scheduler # type: ignore[import-untyped]
@@ -14,23 +14,19 @@ from sqlalchemy import select
from ...db import create_or_update_bind from ...db import create_or_update_bind
from ...utils.exception import MessageFormatError, RequestError, WhatTheFuckError from ...utils.exception import MessageFormatError, RequestError, WhatTheFuckError
from ...utils.request import Request, splice_url from ...utils.request import splice_url
from ...utils.typing import GameType from ...utils.retry import retry
from .. import ProcessedData as ProcessedDataMeta
from .. import Processor as ProcessorMeta from .. import Processor as ProcessorMeta
from .. import RawResponse as RawResponseMeta from .cache import Cache
from .. import User as UserMeta
from .constant import BASE_URL, GAME_TYPE, RANK_PERCENTILE from .constant import BASE_URL, GAME_TYPE, RANK_PERCENTILE
from .model import IORank from .model import IORank
from .schemas.league_all import FailedModel as LeagueAllFailed from .schemas.league_all import FailedModel as LeagueAllFailed
from .schemas.league_all import LeagueAll from .schemas.league_all import LeagueAll
from .schemas.league_all import ValidUser as LeagueAllUser from .schemas.league_all import ValidUser as LeagueAllUser
from .schemas.response import ProcessedData, RawResponse
from .schemas.user import User
from .schemas.user_info import FailedModel as InfoFailed from .schemas.user_info import FailedModel as InfoFailed
from .schemas.user_info import ( from .schemas.user_info import NeverPlayedLeague, NeverRatedLeague, UserInfo
NeverPlayedLeague,
NeverRatedLeague,
UserInfo,
)
from .schemas.user_info import SuccessModel as InfoSuccess from .schemas.user_info import SuccessModel as InfoSuccess
from .schemas.user_records import FailedModel as RecordsFailed from .schemas.user_records import FailedModel as RecordsFailed
from .schemas.user_records import SoloRecord, UserRecords from .schemas.user_records import SoloRecord, UserRecords
@@ -40,24 +36,6 @@ from .typing import Rank
driver = get_driver() driver = get_driver()
@dataclass
class User(UserMeta):
ID: str | None = None
name: str | None = None
@dataclass
class RawResponse(RawResponseMeta):
user_info: bytes | None = None
user_records: bytes | None = None
@dataclass
class ProcessedData(ProcessedDataMeta):
user_info: InfoSuccess | None = None
user_records: RecordsSuccess | None = None
def identify_user_info(info: str) -> User | MessageFormatError: def identify_user_info(info: str) -> User | MessageFormatError:
if match(r'^[a-f0-9]{24}$', info): if match(r'^[a-f0-9]{24}$', info):
return User(ID=info) return User(ID=info)
@@ -77,7 +55,7 @@ class Processor(ProcessorMeta):
self.processed_data = ProcessedData() self.processed_data = ProcessedData()
@property @property
def game_platform(self) -> GameType: def game_platform(self) -> Literal['IO']:
return GAME_TYPE return GAME_TYPE
async def handle_bind(self, platform: str, account: str) -> str: async def handle_bind(self, platform: str, account: str) -> str:
@@ -113,7 +91,7 @@ class Processor(ProcessorMeta):
async def get_user_info(self) -> InfoSuccess: async def get_user_info(self) -> InfoSuccess:
"""获取用户数据""" """获取用户数据"""
if self.processed_data.user_info is None: if self.processed_data.user_info is None:
self.raw_response.user_info = await Request.request( self.raw_response.user_info = await Cache.get(
splice_url([BASE_URL, 'users/', f'{self.user.ID or self.user.name}']) splice_url([BASE_URL, 'users/', f'{self.user.ID or self.user.name}'])
) )
user_info: UserInfo = parse_raw_as(UserInfo, self.raw_response.user_info) # type: ignore[arg-type] user_info: UserInfo = parse_raw_as(UserInfo, self.raw_response.user_info) # type: ignore[arg-type]
@@ -125,20 +103,10 @@ class Processor(ProcessorMeta):
async def get_user_records(self) -> RecordsSuccess: async def get_user_records(self) -> RecordsSuccess:
"""获取Solo数据""" """获取Solo数据"""
if self.processed_data.user_records is None: if self.processed_data.user_records is None:
self.raw_response.user_records = await Request.request( self.raw_response.user_records = await Cache.get(
splice_url( splice_url([BASE_URL, 'users/', f'{self.user.ID or self.user.name}/', 'records'])
[
BASE_URL,
'users/',
f'{self.user.ID or self.user.name}/',
'records',
]
)
)
user_records: UserRecords = parse_raw_as(
UserRecords, # type: ignore[arg-type]
self.raw_response.user_records,
) )
user_records: UserRecords = parse_raw_as(UserRecords, self.raw_response.user_records) # type: ignore[arg-type]
if isinstance(user_records, RecordsFailed): if isinstance(user_records, RecordsFailed):
raise RequestError(f'用户Solo数据请求错误:\n{user_records.error}') raise RequestError(f'用户Solo数据请求错误:\n{user_records.error}')
self.processed_data.user_records = user_records self.processed_data.user_records = user_records
@@ -155,12 +123,13 @@ class Processor(ProcessorMeta):
else: else:
if isinstance(league, NeverRatedLeague): if isinstance(league, NeverRatedLeague):
ret_message += f'用户 {user_name} 暂未完成定级赛, 最近十场的数据:' ret_message += f'用户 {user_name} 暂未完成定级赛, 最近十场的数据:'
elif league.rank == 'z':
ret_message += f'用户 {user_name} 暂无段位, {round(league.rating,2)} TR'
else: else:
ret_message += ( if league.rank == 'z':
f'{league.rank.upper()}用户 {user_name} {round(league.rating,2)} TR (#{league.standing})' ret_message += f'用户 {user_name} 暂无段位, {round(league.rating,2)} TR'
) else:
ret_message += (
f'{league.rank.upper()} 段用户 {user_name} {round(league.rating,2)} TR (#{league.standing})'
)
ret_message += f', 段位分 {round(league.glicko,2)}±{round(league.rd,2)}, 最近十场的数据:' ret_message += f', 段位分 {round(league.glicko,2)}±{round(league.rd,2)}, 最近十场的数据:'
lpm = league.pps * 24 lpm = league.pps * 24
ret_message += f"\nL'PM: {round(lpm, 2)} ( {league.pps} pps )" ret_message += f"\nL'PM: {round(lpm, 2)} ( {league.pps} pps )"
@@ -185,13 +154,11 @@ class Processor(ProcessorMeta):
@scheduler.scheduled_job('cron', hour='0,6,12,18', minute=0) @scheduler.scheduled_job('cron', hour='0,6,12,18', minute=0)
@retry(exception_type=RequestError, delay=timedelta(minutes=15))
async def get_io_rank_data() -> None: async def get_io_rank_data() -> None:
league_all: LeagueAll = parse_raw_as( league_all: LeagueAll = parse_raw_as(LeagueAll, await Cache.get(splice_url([BASE_URL, 'users/lists/league/all']))) # type: ignore[arg-type]
LeagueAll, # type: ignore[arg-type]
await Request.request(splice_url([BASE_URL, 'users/lists/league/all'])),
)
if isinstance(league_all, LeagueAllFailed): if isinstance(league_all, LeagueAllFailed):
raise RequestError(f'用户Solo数据请求错误:\n{league_all.error}') raise RequestError(f'排行榜数据请求错误:\n{league_all.error}')
def pps(user: LeagueAllUser) -> float: def pps(user: LeagueAllUser) -> float:
return user.league.pps return user.league.pps
@@ -214,7 +181,7 @@ async def get_io_rank_data() -> None:
sort: Callable[[list[LeagueAllUser], Callable[[LeagueAllUser], float]], LeagueAllUser], sort: Callable[[list[LeagueAllUser], Callable[[LeagueAllUser], float]], LeagueAllUser],
) -> tuple[dict[str, str], float]: ) -> tuple[dict[str, str], float]:
user = sort(users, field) user = sort(users, field)
return asdict(User(ID=user.id, name=user.username)), field(user) return User(ID=user.id, name=user.username).dict(), field(user)
users = [i for i in league_all.data.users if isinstance(i, LeagueAllUser)] users = [i for i in league_all.data.users if isinstance(i, LeagueAllUser)]
rank_to_users: defaultdict[Rank, list[LeagueAllUser]] = defaultdict(list) rank_to_users: defaultdict[Rank, list[LeagueAllUser]] = defaultdict(list)
@@ -247,8 +214,8 @@ async def get_io_rank_data() -> None:
@driver.on_startup @driver.on_startup
async def check_rank_data() -> None: async def _() -> None:
async with get_session() as session: async with get_session() as session:
latest_time = await session.scalar(select(IORank.create_time).order_by(IORank.id.desc()).limit(1)) latest_time = await session.scalar(select(IORank.create_time).order_by(IORank.id.desc()).limit(1))
if latest_time is None or datetime.now(tz=UTC) - latest_time.replace(tzinfo=UTC) > timedelta(hours=6): if latest_time is None or datetime.now(tz=UTC) - latest_time.replace(tzinfo=UTC) > timedelta(hours=6):
await get_io_rank_data() await get_io_rank_data()

View File

@@ -0,0 +1,21 @@
from typing import Literal
from ... import ProcessedData as ProcessedDataMeta
from ... import RawResponse as RawResponseMeta
from ..constant import GAME_TYPE
from .user_info import SuccessModel as InfoSuccess
from .user_records import SuccessModel as RecordsSuccess
class RawResponse(RawResponseMeta):
platform: Literal['IO'] = GAME_TYPE
user_info: bytes | None = None
user_records: bytes | None = None
class ProcessedData(ProcessedDataMeta):
platform: Literal['IO'] = GAME_TYPE
user_info: InfoSuccess | None = None
user_records: RecordsSuccess | None = None

View File

@@ -0,0 +1,17 @@
from typing import Literal
from ...schemas import BaseUser
from ..constant import GAME_TYPE
class User(BaseUser):
platform: Literal['IO'] = GAME_TYPE
ID: str | None = None
name: str | None = None
@property
def unique_identifier(self) -> str:
if self.ID is None:
raise ValueError('不完整的User!')
return self.ID

View File

@@ -12,7 +12,7 @@ class EndContext(BaseModel):
zero: bool zero: bool
locked: bool locked: bool
prev: int prev: int
frameoffset: int frameoffset: int | None
class Clears(BaseModel): class Clears(BaseModel):
singles: int singles: int
@@ -49,8 +49,8 @@ class EndContext(BaseModel):
holds: int | None holds: int | None
time: Time time: Time
score: int score: int
zenlevel: int zenlevel: int | None
zenprogress: int zenprogress: int | None
level: int level: int
combo: int combo: int
currentcombopower: int | None # WTF currentcombopower: int | None # WTF

View File

@@ -0,0 +1,31 @@
from abc import ABC, abstractmethod
from pydantic import BaseModel
from ..utils.typing import GameType
class Base(BaseModel):
platform: GameType
class BaseUser(ABC, Base):
"""游戏用户"""
def __eq__(self, __value: object) -> bool:
if isinstance(__value, BaseUser):
return self.unique_identifier == __value.unique_identifier
return False
@property
@abstractmethod
def unique_identifier(self) -> str:
raise NotImplementedError
class BaseRawResponse(Base):
"""原始请求数据"""
class BaseProcessedData(Base):
"""处理/验证后的数据"""

View File

@@ -1,13 +1,11 @@
from typing import Any from arclet.alconna import Alconna, AllParam, Arg, ArgFlag, Args, CommandMeta, Option
from arclet.alconna import Alconna, Arg, ArgFlag, Args, CommandMeta, Option
from nonebot.adapters import Bot, Event from nonebot.adapters import Bot, Event
from nonebot.matcher import Matcher from nonebot.matcher import Matcher
from nonebot_plugin_alconna import At, on_alconna from nonebot_plugin_alconna import At, on_alconna
from nonebot_plugin_orm import get_session from nonebot_plugin_orm import get_session
from ...db import query_bind_info from ...db import query_bind_info
from ...utils.exception import NeedCatchError from ...utils.exception import HandleNotFinishedError, NeedCatchError
from ...utils.platform import get_platform from ...utils.platform import get_platform
from ...utils.typing import Me from ...utils.typing import Me
from .. import add_default_handlers from .. import add_default_handlers
@@ -54,7 +52,7 @@ alc = on_alconna(
dest='query', dest='query',
help_text='查询 TOP 游戏信息', help_text='查询 TOP 游戏信息',
), ),
Arg('other', Any, flags=[ArgFlag.HIDDEN, ArgFlag.OPTIONAL]), Arg('other', AllParam, flags=[ArgFlag.HIDDEN, ArgFlag.OPTIONAL]),
meta=CommandMeta( meta=CommandMeta(
description='查询 TetrisOnline波兰服 的信息', description='查询 TetrisOnline波兰服 的信息',
example='top绑定scdhh\ntop查我', example='top绑定scdhh\ntop查我',
@@ -76,9 +74,10 @@ async def _(bot: Bot, event: Event, matcher: Matcher, account: User):
command_args=[], command_args=[],
) )
try: try:
await matcher.finish(await proc.handle_bind(platform=get_platform(bot), account=event.get_user_id())) await matcher.send(await proc.handle_bind(platform=get_platform(bot), account=event.get_user_id()))
except NeedCatchError as e: except NeedCatchError as e:
await matcher.finish(str(e)) await matcher.send(str(e))
raise HandleNotFinishedError from e
@alc.assign('query') @alc.assign('query')
@@ -99,9 +98,10 @@ async def _(bot: Bot, event: Event, matcher: Matcher, target: At | Me):
command_args=[], command_args=[],
) )
try: try:
await matcher.finish(message + await proc.handle_query()) await matcher.send(message + await proc.handle_query())
except NeedCatchError as e: except NeedCatchError as e:
await matcher.finish(str(e)) await matcher.send(str(e))
raise HandleNotFinishedError from e
@alc.assign('query') @alc.assign('query')
@@ -112,9 +112,10 @@ async def _(event: Event, matcher: Matcher, account: User):
command_args=[], command_args=[],
) )
try: try:
await matcher.finish(await proc.handle_query()) await matcher.send(await proc.handle_query())
except NeedCatchError as e: except NeedCatchError as e:
await matcher.finish(str(e)) await matcher.send(str(e))
raise HandleNotFinishedError from e
add_default_handlers(alc) add_default_handlers(alc)

View File

@@ -1,4 +1,4 @@
from ...utils.typing import GameType from typing import Literal
GAME_TYPE: GameType = 'TOP' GAME_TYPE: Literal['TOP'] = 'TOP'
BASE_URL = 'http://tetrisonline.pl/top/' BASE_URL = 'http://tetrisonline.pl/top/'

View File

@@ -2,7 +2,7 @@ from contextlib import suppress
from dataclasses import dataclass from dataclasses import dataclass
from io import StringIO from io import StringIO
from re import match from re import match
from typing import NoReturn from typing import Literal, NoReturn
from urllib.parse import urlencode from urllib.parse import urlencode
from lxml import etree from lxml import etree
@@ -12,27 +12,20 @@ from pandas import read_html
from ...db import create_or_update_bind from ...db import create_or_update_bind
from ...utils.exception import MessageFormatError, RequestError from ...utils.exception import MessageFormatError, RequestError
from ...utils.request import Request, splice_url from ...utils.request import Request, splice_url
from ...utils.typing import GameType
from .. import ProcessedData as ProcessedDataMeta
from .. import Processor as ProcessorMeta from .. import Processor as ProcessorMeta
from .. import RawResponse as RawResponseMeta from ..schemas import BaseUser
from .. import User as UserMeta
from .constant import BASE_URL, GAME_TYPE from .constant import BASE_URL, GAME_TYPE
from .schemas.response import ProcessedData, RawResponse
@dataclass class User(BaseUser):
class User(UserMeta): platform: Literal['TOP'] = GAME_TYPE
name: str name: str
@property
@dataclass def unique_identifier(self) -> str:
class RawResponse(RawResponseMeta): return self.name
user_profile: bytes | None = None
@dataclass
class ProcessedData(ProcessedDataMeta):
user_profile: str | None = None
@dataclass @dataclass
@@ -64,7 +57,7 @@ class Processor(ProcessorMeta):
self.processed_data = ProcessedData() self.processed_data = ProcessedData()
@property @property
def game_platform(self) -> GameType: def game_platform(self) -> Literal['TOP']:
return GAME_TYPE return GAME_TYPE
async def handle_bind(self, platform: str, account: str) -> str: async def handle_bind(self, platform: str, account: str) -> str:

View File

@@ -0,0 +1,16 @@
from typing import Literal
from ...schemas import BaseProcessedData, BaseRawResponse
from ..constant import GAME_TYPE
class RawResponse(BaseRawResponse):
platform: Literal['TOP'] = GAME_TYPE
user_profile: bytes | None = None
class ProcessedData(BaseProcessedData):
platform: Literal['TOP'] = GAME_TYPE
user_profile: str | None = None

View File

@@ -1,13 +1,13 @@
from typing import Any from typing import NoReturn
from arclet.alconna import Alconna, Arg, ArgFlag, Args, CommandMeta, Option from arclet.alconna import Alconna, AllParam, Arg, ArgFlag, Args, CommandMeta, Option
from nonebot.adapters import Bot, Event from nonebot.adapters import Bot, Event
from nonebot.matcher import Matcher from nonebot.matcher import Matcher
from nonebot_plugin_alconna import At, on_alconna from nonebot_plugin_alconna import At, on_alconna
from nonebot_plugin_orm import get_session from nonebot_plugin_orm import get_session
from ...db import query_bind_info from ...db import query_bind_info
from ...utils.exception import NeedCatchError from ...utils.exception import HandleNotFinishedError, NeedCatchError, RequestError
from ...utils.platform import get_platform from ...utils.platform import get_platform
from ...utils.typing import Me from ...utils.typing import Me
from .. import add_default_handlers from .. import add_default_handlers
@@ -55,7 +55,7 @@ alc = on_alconna(
dest='query', dest='query',
help_text='查询 茶服 游戏信息', help_text='查询 茶服 游戏信息',
), ),
Arg('other', Any), Arg('other', AllParam, flags=[ArgFlag.HIDDEN, ArgFlag.OPTIONAL]),
meta=CommandMeta( meta=CommandMeta(
description='查询 TetrisOnline茶服 的信息', description='查询 TetrisOnline茶服 的信息',
example='茶服查我', example='茶服查我',
@@ -68,27 +68,60 @@ alc = on_alconna(
aliases={'tos', 'TOS'}, aliases={'tos', 'TOS'},
) )
try:
from nonebot.adapters.onebot.v11 import GROUP, MessageEvent
from nonebot.adapters.onebot.v11 import Bot as OB11Bot
@alc.assign('bind') async def finish_special_query(matcher: Matcher, proc: Processor) -> NoReturn:
async def _(event: MessageEvent, matcher: Matcher): try:
await matcher.finish('QQ 平台无需绑定') await matcher.finish(await proc.handle_query())
except NeedCatchError as e:
if isinstance(e, RequestError) and '未找到此用户' in e.message:
matcher.skip()
await matcher.send(str(e))
raise HandleNotFinishedError from e
try:
from nonebot.adapters.onebot.v11 import GROUP as OB11GROUP
from nonebot.adapters.onebot.v11 import Bot as OB11Bot
from nonebot.adapters.onebot.v11 import MessageEvent as OB11MessageEvent
@alc.assign('query') @alc.assign('query')
async def _(bot: OB11Bot, event: MessageEvent, matcher: Matcher, target: At | Me): async def _(bot: OB11Bot, event: OB11MessageEvent, matcher: Matcher, target: At | Me):
if event.is_tome() and await GROUP(bot, event): if event.is_tome() and await OB11GROUP(bot, event):
await matcher.finish('不能查询bot的信息') await matcher.finish('不能查询bot的信息')
proc = Processor( proc = Processor(
event_id=id(event), event_id=id(event),
user=User(teaid=target.target if isinstance(target, At) else event.get_user_id()), user=User(teaid=f'onebot-{target.target}' if isinstance(target, At) else f'onebot-{event.get_user_id()}'),
command_args=[], command_args=[],
) )
try: await finish_special_query(matcher, proc)
await matcher.finish(await proc.handle_query()) except ImportError:
except NeedCatchError as e: pass
await matcher.finish(str(e))
try:
from nonebot.adapters.kaiheila.event import MessageEvent as KookMessageEvent
@alc.assign('query')
async def _(event: KookMessageEvent, matcher: Matcher, target: At | Me):
proc = Processor(
event_id=id(event),
user=User(teaid=f'kook-{target.target}' if isinstance(target, At) else f'kook-{event.get_user_id()}'),
command_args=[],
)
await finish_special_query(matcher, proc)
except ImportError:
pass
try:
from nonebot.adapters.discord import MessageEvent as DiscordMessageEvent
@alc.assign('query')
async def _(event: DiscordMessageEvent, matcher: Matcher, target: At | Me):
proc = Processor(
event_id=id(event),
user=User(teaid=f'discord-{target.target}' if isinstance(target, At) else f'discord-{event.get_user_id()}'),
command_args=[],
)
await finish_special_query(matcher, proc)
except ImportError: except ImportError:
pass pass
@@ -101,9 +134,10 @@ async def _(bot: Bot, event: Event, matcher: Matcher, account: User):
command_args=[], command_args=[],
) )
try: try:
await matcher.finish(await proc.handle_bind(platform=get_platform(bot), account=event.get_user_id())) await matcher.send(await proc.handle_bind(platform=get_platform(bot), account=event.get_user_id()))
except NeedCatchError as e: except NeedCatchError as e:
await matcher.finish(str(e)) await matcher.send(str(e))
raise HandleNotFinishedError from e
@alc.assign('query') @alc.assign('query')
@@ -120,13 +154,14 @@ async def _(bot: Bot, event: Event, matcher: Matcher, target: At | Me):
message = '* 由于无法验证绑定信息, 不能保证查询到的用户为本人\n' message = '* 由于无法验证绑定信息, 不能保证查询到的用户为本人\n'
proc = Processor( proc = Processor(
event_id=id(event), event_id=id(event),
user=User(name=bind.game_account), user=User(teaid=bind.game_account),
command_args=[], command_args=[],
) )
try: try:
await matcher.finish(message + await proc.handle_query()) await matcher.send(message + await proc.handle_query())
except NeedCatchError as e: except NeedCatchError as e:
await matcher.finish(str(e)) await matcher.send(str(e))
raise HandleNotFinishedError from e
@alc.assign('query') @alc.assign('query')
@@ -137,9 +172,10 @@ async def _(event: Event, matcher: Matcher, account: User):
command_args=[], command_args=[],
) )
try: try:
await matcher.finish(await proc.handle_query()) await matcher.send(await proc.handle_query())
except NeedCatchError as e: except NeedCatchError as e:
await matcher.finish(str(e)) await matcher.send(str(e))
raise HandleNotFinishedError from e
add_default_handlers(alc) add_default_handlers(alc)

View File

@@ -1,4 +1,4 @@
from ...utils.typing import GameType from typing import Literal
GAME_TYPE: GameType = 'TOS' GAME_TYPE: Literal['TOS'] = 'TOS'
BASE_URL = 'https://teatube.cn:8888/' BASE_URL = 'https://teatube.cn:8888/'

View File

@@ -1,6 +1,6 @@
from dataclasses import dataclass from dataclasses import dataclass
from re import match from re import match
from typing import Any from typing import Literal
from urllib.parse import urlencode from urllib.parse import urlencode
from nonebot_plugin_orm import get_session from nonebot_plugin_orm import get_session
@@ -9,33 +9,26 @@ from pydantic import parse_raw_as
from ...db import create_or_update_bind from ...db import create_or_update_bind
from ...utils.exception import MessageFormatError, RequestError from ...utils.exception import MessageFormatError, RequestError
from ...utils.request import Request, splice_url from ...utils.request import Request, splice_url
from ...utils.typing import GameType
from .. import ProcessedData as ProcessedDataMeta
from .. import Processor as ProcessorMeta from .. import Processor as ProcessorMeta
from .. import RawResponse as RawResponseMeta from ..schemas import BaseUser
from .. import User as UserMeta
from .constant import BASE_URL, GAME_TYPE from .constant import BASE_URL, GAME_TYPE
from .schemas.response import ProcessedData, RawResponse
from .schemas.user_info import SuccessModel as InfoSuccess from .schemas.user_info import SuccessModel as InfoSuccess
from .schemas.user_info import UserInfo from .schemas.user_info import UserInfo
from .schemas.user_profile import UserProfile from .schemas.user_profile import UserProfile
@dataclass class User(BaseUser):
class User(UserMeta): platform: Literal['TOS'] = GAME_TYPE
teaid: str | None = None teaid: str | None = None
name: str | None = None name: str | None = None
@property
@dataclass def unique_identifier(self) -> str:
class RawResponse(RawResponseMeta): if self.teaid is None:
user_profile: dict[frozenset[tuple[str, Any]], bytes] raise ValueError('不完整的User!')
user_info: bytes | None = None return self.teaid
@dataclass
class ProcessedData(ProcessedDataMeta):
user_profile: dict[frozenset[tuple[str, Any]], UserProfile]
user_info: InfoSuccess | None = None
@dataclass @dataclass
@@ -60,7 +53,7 @@ def identify_user_info(info: str) -> User | MessageFormatError:
and 2 <= len(info) <= 18 # noqa: PLR2004 and 2 <= len(info) <= 18 # noqa: PLR2004
): ):
return User(name=info) return User(name=info)
if info.isdigit(): if info.startswith(('onebot-', 'qqguild-', 'kook-', 'discord-')) and info.split('-', maxsplit=1)[1].isdigit():
return User(teaid=info) return User(teaid=info)
return MessageFormatError('用户名/QQ号不合法') return MessageFormatError('用户名/QQ号不合法')
@@ -76,22 +69,20 @@ class Processor(ProcessorMeta):
self.processed_data = ProcessedData(user_profile={}) self.processed_data = ProcessedData(user_profile={})
@property @property
def game_platform(self) -> GameType: def game_platform(self) -> Literal['TOS']:
return GAME_TYPE return GAME_TYPE
async def handle_bind(self, platform: str, account: str) -> str: async def handle_bind(self, platform: str, account: str) -> str:
"""处理绑定消息""" """处理绑定消息"""
self.command_type = 'bind' self.command_type = 'bind'
await self.get_user() await self.get_user()
if self.user.name is None:
raise # FIXME: 不知道怎么才能把这类型给变过来了
async with get_session() as session: async with get_session() as session:
return await create_or_update_bind( return await create_or_update_bind(
session=session, session=session,
chat_platform=platform, chat_platform=platform,
chat_account=account, chat_account=account,
game_platform=GAME_TYPE, game_platform=GAME_TYPE,
game_account=self.user.name, game_account=self.user.unique_identifier,
) )
async def handle_query(self) -> str: async def handle_query(self) -> str:
@@ -135,23 +126,23 @@ class Processor(ProcessorMeta):
self.processed_data.user_info = user_info self.processed_data.user_info = user_info
return self.processed_data.user_info return self.processed_data.user_info
async def get_user_profile(self, other_parameter: dict[str, Any] | None = None) -> UserProfile: async def get_user_profile(self, other_parameter: dict[str, str | bytes] | None = None) -> UserProfile:
"""获取用户数据""" """获取用户数据"""
if other_parameter is None: if other_parameter is None:
other_parameter = {} other_parameter = {}
fset = frozenset(other_parameter.items()) params = urlencode(dict(sorted(other_parameter.items())))
if self.processed_data.user_profile.get(fset) is None: if self.processed_data.user_profile.get(params) is None:
self.raw_response.user_profile[fset] = await Request.request( self.raw_response.user_profile[params] = await Request.request(
splice_url( splice_url(
[ [
BASE_URL, BASE_URL,
'getProfile', 'getProfile',
f'?{urlencode({"id":self.user.teaid or self.user.name},**other_parameter)}', f'?{urlencode({"id":self.user.teaid or self.user.name,**other_parameter})}',
] ]
) )
) )
self.processed_data.user_profile[fset] = UserProfile.parse_raw(self.raw_response.user_profile[fset]) self.processed_data.user_profile[params] = UserProfile.parse_raw(self.raw_response.user_profile[params])
return self.processed_data.user_profile[fset] return self.processed_data.user_profile[params]
async def get_game_data(self) -> GameData | None: async def get_game_data(self) -> GameData | None:
"""获取游戏数据""" """获取游戏数据"""

View File

@@ -0,0 +1,20 @@
from typing import Literal
from ...schemas import BaseProcessedData, BaseRawResponse
from ..constant import GAME_TYPE
from .user_info import SuccessModel as InfoSuccess
from .user_profile import UserProfile
class RawResponse(BaseRawResponse):
platform: Literal['TOS'] = GAME_TYPE
user_profile: dict[str, bytes]
user_info: bytes | None = None
class ProcessedData(BaseProcessedData):
platform: Literal['TOS'] = GAME_TYPE
user_profile: dict[str, UserProfile]
user_info: InfoSuccess | None = None

View File

@@ -15,10 +15,6 @@ class NeedCatchError(TetrisStatsError):
"""需要被捕获的异常基类""" """需要被捕获的异常基类"""
class DoNotCatchError(TetrisStatsError):
"""不应该被捕获的异常基类"""
class RequestError(NeedCatchError): class RequestError(NeedCatchError):
"""请求错误""" """请求错误"""
@@ -27,9 +23,13 @@ class MessageFormatError(NeedCatchError):
"""用户发送的消息格式不正确""" """用户发送的消息格式不正确"""
class DatabaseVersionError(DoNotCatchError): class DoNotCatchError(TetrisStatsError):
"""数据库版本错误""" """不应该被捕获的异常基类"""
class WhatTheFuckError(DoNotCatchError): class WhatTheFuckError(DoNotCatchError):
"""用于表示不应该出现的情况 (""" """用于表示不应该出现的情况 ("""
class HandleNotFinishedError(DoNotCatchError):
"""任务没有正常完成处理的错误"""

View File

@@ -1,3 +1,4 @@
from http import HTTPStatus
from urllib.parse import urljoin, urlparse from urllib.parse import urljoin, urlparse
from aiofiles import open from aiofiles import open
@@ -38,7 +39,7 @@ def splice_url(url_list: list[str]) -> str:
class Request: class Request:
"""网络请求相关类""" """网络请求相关类"""
_CACHE_FILE = CACHE_PATH.joinpath('cloudflare_cache.json') _CACHE_FILE = CACHE_PATH / 'cloudflare_cache.json'
_headers: dict | None = None _headers: dict | None = None
_cookies: dict | None = None _cookies: dict | None = None
@@ -46,36 +47,31 @@ class Request:
async def _anti_cloudflare(cls, url: str) -> bytes: async def _anti_cloudflare(cls, url: str) -> bytes:
"""用firefox硬穿五秒盾""" """用firefox硬穿五秒盾"""
browser = await BrowserManager.get_browser() browser = await BrowserManager.get_browser()
context = await browser.new_context() async with await browser.new_context() as context, await context.new_page() as page:
page = await context.new_page() response = await page.goto(url)
response = await page.goto(url) attempts = 0
attempts = 0 while attempts < 60: # noqa: PLR2004
while attempts < 60: # noqa: PLR2004 attempts += 1
attempts += 1 text = await page.locator('body').text_content()
text = await page.locator('body').text_content() if text is None:
if text is None: await page.wait_for_timeout(1000)
await page.wait_for_timeout(1000) continue
continue if await page.title() == 'Please Wait... | Cloudflare':
if await page.title() == 'Please Wait... | Cloudflare': logger.warning('疑似触发了 Cloudflare 的验证码')
logger.warning('疑似触发了 Cloudflare 的验证码') break
break
try:
loads(text)
except JSONDecodeError:
await page.wait_for_timeout(1000)
else:
if not isinstance(response, Response):
raise RequestError('api请求失败')
cls._headers = await response.request.all_headers()
try: try:
cls._cookies = {i['name']: i['value'] for i in await context.cookies()} loads(text)
except KeyError: except JSONDecodeError:
cls._cookies = None await page.wait_for_timeout(1000)
await page.close() else:
await context.close() if not isinstance(response, Response):
return await response.body() raise RequestError('api请求失败')
await page.close() cls._headers = await response.request.all_headers()
await context.close() try:
cls._cookies = {i['name']: i['value'] for i in await context.cookies()}
except KeyError:
cls._cookies = None
return await response.body()
raise RequestError('绕过五秒盾失败') raise RequestError('绕过五秒盾失败')
@classmethod @classmethod
@@ -118,11 +114,15 @@ class Request:
try: try:
async with AsyncClient(cookies=cls._cookies, timeout=config.tetris_req_timeout) as session: async with AsyncClient(cookies=cls._cookies, timeout=config.tetris_req_timeout) as session:
response = await session.get(url, headers=cls._headers) response = await session.get(url, headers=cls._headers)
if response.status_code != HTTPStatus.OK:
raise RequestError(
f'请求错误 code: {response.status_code} {HTTPStatus(response.status_code).phrase}\n{response.text}'
)
if is_json: if is_json:
loads(response.content) loads(response.content)
return response.content return response.content
except HTTPError as e: except HTTPError as e:
raise RequestError(f'请求错误\n{e!r}') from e raise RequestError(f'请求错误 \n{e!r}') from e
except JSONDecodeError: except JSONDecodeError:
if urlparse(url).netloc.lower().endswith('tetr.io'): if urlparse(url).netloc.lower().endswith('tetr.io'):
return await cls._anti_cloudflare(url) return await cls._anti_cloudflare(url)

View File

@@ -0,0 +1,37 @@
from asyncio import sleep
from collections.abc import Awaitable, Callable
from datetime import timedelta
from functools import wraps
from typing import TypeVar, cast
from nonebot.log import logger
T = TypeVar('T')
def retry(
max_attempts: int = 3,
exception_type: type[BaseException] | tuple[type[BaseException], ...] = Exception,
delay: timedelta | None = None,
) -> Callable[[Callable[..., Awaitable[T]]], Callable[..., Awaitable[T]]]:
def decorator(func: Callable[..., Awaitable[T]]) -> Callable[..., Awaitable[T]]:
@wraps(func)
async def wrapper(*args, **kwargs) -> T: # noqa: ANN002, ANN003
attempts = 0
while attempts < max_attempts + 1:
try:
return await func(*args, **kwargs)
except exception_type as e: # noqa: PERF203
logger.exception(e)
attempts += 1
if attempts <= max_attempts:
if delay is not None:
await sleep(delay.total_seconds())
logger.debug(f'Retrying: {func.__name__} ({attempts}/{max_attempts})')
continue
raise
raise RuntimeError('Unexpectedly reached the end of the retry loop')
return cast(Callable[..., Awaitable[T]], wrapper)
return decorator

819
poetry.lock generated

File diff suppressed because it is too large Load Diff

View File

@@ -1,6 +1,6 @@
[tool.poetry] [tool.poetry]
name = 'nonebot-plugin-tetris-stats' name = 'nonebot-plugin-tetris-stats'
version = '1.0.0.a5' version = '1.0.0.a10'
description = '一款基于 NoneBot2 的用于查询 Tetris 相关游戏数据的插件' description = '一款基于 NoneBot2 的用于查询 Tetris 相关游戏数据的插件'
authors = ['scdhh <wallfjjd@gmail.com>'] authors = ['scdhh <wallfjjd@gmail.com>']
readme = 'README.md' readme = 'README.md'
@@ -10,33 +10,36 @@ license = 'AGPL-3.0'
[tool.poetry.dependencies] [tool.poetry.dependencies]
python = '^3.10' python = '^3.10'
nonebot2 = '^2.0.0-beta.3' nonebot2 = '^2.1.3'
lxml = '^4.9.1' lxml = '^5.0.0'
pandas = '>=1.4.3,<3.0.0' pandas = '>=1.4.3,<3.0.0'
playwright = '^1.24.1' playwright = '^1.40.0'
ujson = '^5.4.0' ujson = '^5.9.0'
aiofiles = "^23.2.1" aiofiles = "^23.2.1"
nonebot-plugin-orm = ">=0.1.1,<0.6.0" nonebot-plugin-orm = ">=0.1.1,<0.7.0"
nonebot-plugin-localstore = "^0.5.1" nonebot-plugin-localstore = "^0.5.1"
httpx = "^0.25.0" httpx = "^0.26.0"
nonebot-plugin-alconna = ">=0.30,<0.34" nonebot-plugin-alconna = ">=0.30,<0.36"
nonebot-plugin-apscheduler = "^0.3.0" nonebot-plugin-apscheduler = "^0.3.0"
aiocache = "^0.12.2"
[tool.poetry.group.dev.dependencies] [tool.poetry.group.dev.dependencies]
mypy = '>=0.991,<1.8' mypy = '>=0.991,<1.9'
types-ujson = '^5.7.0' types-ujson = '^5.9.0'
pandas-stubs = '>=1.5.2,<3.0.0' pandas-stubs = '>=1.5.2,<3.0.0'
ruff = '>=0.0.239,<0.1.6' ruff = '>=0.0.239,<0.1.10'
types-aiofiles = "^23.2.0.0" types-aiofiles = "^23.2.0.0"
nonebot2 = { extras = ["fastapi"], version = "^2.1.1" } nonebot2 = { extras = ["fastapi"], version = "^2.1.3" }
types-lxml = "^2023.3.28" types-lxml = "^2023.3.28"
nonebot-plugin-orm = { extras = ["default"], version = ">=0.3,<0.6" } nonebot-plugin-orm = { extras = ["default"], version = ">=0.3,<0.7" }
nonebot-adapter-onebot = "^2.3.1" nonebot-adapter-onebot = "^2.3.1"
nonebot-adapter-satori = "^0.7.0" nonebot-adapter-satori = "^0.8.1"
nonebot-adapter-kaiheila = "^0.3.0"
nonebot-adapter-discord = "^0.1.3"
[tool.poetry.group.debug.dependencies] [tool.poetry.group.debug.dependencies]
objprint = '^0.2.2' objprint = '^0.2.2'
viztracer = "^0.16.0" viztracer = "^0.16.1"
[build-system] [build-system]
requires = ['poetry-core>=1.0.0'] requires = ['poetry-core>=1.0.0']