test.py 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546
  1. # █ █ ▀ █▄▀ ▄▀█ █▀█ ▀
  2. # █▀█ █ █ █ █▀█ █▀▄ █
  3. # © Copyright 2022
  4. # https://t.me/hikariatama
  5. #
  6. # 🔒 Licensed under the GNU AGPLv3
  7. # 🌐 https://www.gnu.org/licenses/agpl-3.0.html
  8. import inspect
  9. import logging
  10. import os
  11. import random
  12. import time
  13. from io import BytesIO
  14. import typing
  15. from telethon.tl.types import Message
  16. from .. import loader, main, utils
  17. from ..inline.types import InlineCall
  18. logger = logging.getLogger(__name__)
  19. DEBUG_MODS_DIR = os.path.join(utils.get_base_dir(), "debug_modules")
  20. if not os.path.isdir(DEBUG_MODS_DIR):
  21. os.mkdir(DEBUG_MODS_DIR, mode=0o755)
  22. for mod in os.scandir(DEBUG_MODS_DIR):
  23. os.remove(mod.path)
  24. @loader.tds
  25. class TestMod(loader.Module):
  26. """Perform operations based on userbot self-testing"""
  27. _memory = {}
  28. strings = {
  29. "name": "Tester",
  30. "set_loglevel": "🚫 <b>Please specify verbosity as an integer or string</b>",
  31. "no_logs": "ℹ️ <b>You don't have any logs at verbosity {}.</b>",
  32. "logs_filename": "hikka-logs.txt",
  33. "logs_caption": (
  34. "<emoji document_id=5188377234380954537>🌘</emoji> <b>Hikka logs with"
  35. " verbosity </b><code>{}</code>\n\n<emoji"
  36. " document_id=5454390891466726015>👋</emoji> <b>Hikka version:"
  37. " {}.{}.{}</b>{}\n<emoji document_id=6321050180095313397>⏱</emoji>"
  38. " <b>Uptime: {}</b>\n<b>{}</b>\n\n<b>{} NoNick</b>\n<b>{} Grep</b>\n<b>{}"
  39. " InlineLogs</b>"
  40. ),
  41. "suspend_invalid_time": (
  42. "<emoji document_id=5416024721705673488>💀</emoji> <b>Invalid time to"
  43. " suspend</b>"
  44. ),
  45. "suspended": (
  46. "<emoji document_id=5452023368054216810>🥶</emoji> <b>Bot suspended"
  47. " for</b> <code>{}</code> <b>seconds</b>"
  48. ),
  49. "results_ping": (
  50. "<emoji document_id=6321050180095313397>⏱</emoji> <b>Telegram ping:</b>"
  51. " <code>{}</code> <b>ms</b>\n<emoji"
  52. " document_id=5377371691078916778>😎</emoji> <b>Uptime: {}</b>"
  53. ),
  54. "ping_hint": (
  55. "<emoji document_id=5472146462362048818>💡</emoji> <i>Telegram ping mostly"
  56. " depends on Telegram servers latency and other external factors and has"
  57. " nothing to do with the parameters of server on which userbot is"
  58. " installed</i>"
  59. ),
  60. "confidential": (
  61. "⚠️ <b>Log level </b><code>{}</code><b> may reveal your confidential info,"
  62. " be careful</b>"
  63. ),
  64. "confidential_text": (
  65. "⚠️ <b>Log level </b><code>{0}</code><b> may reveal your confidential info,"
  66. " be careful</b>\n<b>Type </b><code>.logs {0} force_insecure</code><b> to"
  67. " ignore this warning</b>"
  68. ),
  69. "choose_loglevel": "💁‍♂️ <b>Choose log level</b>",
  70. "bad_module": "🚫 <b>Module not found</b>",
  71. "debugging_enabled": (
  72. "🧑‍💻 <b>Debugging mode enabled for module </b><code>{0}</code>\n<i>Go to"
  73. " directory named `debug_modules`, edit file named `{0}.py` and see changes"
  74. " in real time</i>"
  75. ),
  76. "debugging_disabled": "✅ <b>Debugging disabled</b>",
  77. }
  78. strings_ru = {
  79. "set_loglevel": "🚫 <b>Укажи уровень логов числом или строкой</b>",
  80. "no_logs": "ℹ️ <b>У тебя нет логов уровня {}.</b>",
  81. "logs_filename": "hikka-logs.txt",
  82. "logs_caption": (
  83. "<emoji document_id=5188377234380954537>🌘</emoji> <b>Логи Hikka уровня"
  84. " </b><code>{}</code>\n\n<emoji document_id=5454390891466726015>👋</emoji>"
  85. " <b>Версия Hikka: {}.{}.{}</b>{}\n<emoji"
  86. " document_id=6321050180095313397>⏱</emoji> <b>Uptime:"
  87. " {}</b>\n<b>{}</b>\n\n<b>{} NoNick</b>\n<b>{} Grep</b>\n<b>{}"
  88. " InlineLogs</b>"
  89. ),
  90. "bad_module": "🚫 <b>Модуль не найден</b>",
  91. "debugging_enabled": (
  92. "🧑‍💻 <b>Режим разработчика включен для модуля"
  93. " </b><code>{0}</code>\n<i>Отправляйся в директорию `debug_modules`,"
  94. " изменяй файл `{0}.py`, и смотри изменения в режиме реального времени</i>"
  95. ),
  96. "debugging_disabled": "✅ <b>Режим разработчика выключен</b>",
  97. "suspend_invalid_time": (
  98. "<emoji document_id=5416024721705673488>💀</emoji> <b>Неверное время"
  99. " заморозки</b>"
  100. ),
  101. "suspended": (
  102. "<emoji document_id=5452023368054216810>🥶</emoji> <b>Бот заморожен на</b>"
  103. " <code>{}</code> <b>секунд</b>"
  104. ),
  105. "results_ping": (
  106. "<emoji document_id=6321050180095313397>⏱</emoji> <b>Скорость отклика"
  107. " Telegram:</b> <code>{}</code> <b>ms</b>\n<emoji"
  108. " document_id=5377371691078916778>😎</emoji> <b>Прошло с последней"
  109. " перезагрузки: {}</b>"
  110. ),
  111. "ping_hint": (
  112. "<emoji document_id=5472146462362048818>💡</emoji> <i>Скорость отклика"
  113. " Telegram в большей степени зависит от загруженности серверов Telegram и"
  114. " других внешних факторов и никак не связана с параметрами сервера, на"
  115. " который установлен юзербот</i>"
  116. ),
  117. "confidential": (
  118. "⚠️ <b>Уровень логов </b><code>{}</code><b> может содержать личную"
  119. " информацию, будь осторожен</b>"
  120. ),
  121. "confidential_text": (
  122. "⚠️ <b>Уровень логов </b><code>{0}</code><b> может содержать личную"
  123. " информацию, будь осторожен</b>\n<b>Напиши </b><code>.logs {0}"
  124. " force_insecure</code><b>, чтобы отправить логи игнорируя"
  125. " предупреждение</b>"
  126. ),
  127. "choose_loglevel": "💁‍♂️ <b>Выбери уровень логов</b>",
  128. "_cmd_doc_dump": "Показать информацию о сообщении",
  129. "_cmd_doc_logs": (
  130. "<уровень> - Отправляет лог-файл. Уровни ниже WARNING могут содержать"
  131. " личную инфомрацию."
  132. ),
  133. "_cmd_doc_suspend": "<время> - Заморозить бота на некоторое время",
  134. "_cmd_doc_ping": "Проверяет скорость отклика юзербота",
  135. "_cls_doc": "Операции, связанные с самотестированием",
  136. }
  137. def __init__(self):
  138. self.config = loader.ModuleConfig(
  139. loader.ConfigValue(
  140. "force_send_all",
  141. False,
  142. "⚠️ Do not touch, if you don't know what it does!\nBy default, Hikka"
  143. " will try to determine, which client caused logs. E.g. there is a"
  144. " module TestModule installed on Client1 and TestModule2 on Client2. By"
  145. " default, Client2 will get logs from TestModule2, and Client1 will get"
  146. " logs from TestModule. If this option is enabled, Hikka will send all"
  147. " logs to Client1 and Client2, even if it is not the one that caused"
  148. " the log.",
  149. validator=loader.validators.Boolean(),
  150. on_change=self._pass_config_to_logger,
  151. ),
  152. loader.ConfigValue(
  153. "tglog_level",
  154. "INFO",
  155. "⚠️ Do not touch, if you don't know what it does!\n"
  156. "Minimal loglevel for records to be sent in Telegram.",
  157. validator=loader.validators.Choice(
  158. ["INFO", "WARNING", "ERROR", "CRITICAL"]
  159. ),
  160. on_change=self._pass_config_to_logger,
  161. ),
  162. )
  163. def _pass_config_to_logger(self):
  164. logging.getLogger().handlers[0].force_send_all = self.config["force_send_all"]
  165. logging.getLogger().handlers[0].tg_level = {
  166. "INFO": 20,
  167. "WARNING": 30,
  168. "ERROR": 40,
  169. "CRITICAL": 50,
  170. }[self.config["tglog_level"]]
  171. @loader.command(ru_doc="Ответь на сообщение, чтобы показать его дамп")
  172. async def dump(self, message: Message):
  173. """Use in reply to get a dump of a message"""
  174. if not message.is_reply:
  175. return
  176. await utils.answer(
  177. message,
  178. "<code>"
  179. + utils.escape_html((await message.get_reply_message()).stringify())
  180. + "</code>",
  181. )
  182. @loader.loop(interval=1)
  183. async def watchdog(self):
  184. if not os.path.isdir(DEBUG_MODS_DIR):
  185. return
  186. try:
  187. for module in os.scandir(DEBUG_MODS_DIR):
  188. last_modified = os.stat(module.path).st_mtime
  189. cls_ = module.path.split("/")[-1].split(".py")[0]
  190. if cls_ not in self._memory:
  191. self._memory[cls_] = last_modified
  192. continue
  193. if self._memory[cls_] == last_modified:
  194. continue
  195. self._memory[cls_] = last_modified
  196. logger.debug(f"Reloading debug module {cls_}")
  197. with open(module.path, "r") as f:
  198. try:
  199. await next(
  200. module
  201. for module in self.allmodules.modules
  202. if module.__class__.__name__ == "LoaderMod"
  203. ).load_module(
  204. f.read(),
  205. None,
  206. save_fs=False,
  207. )
  208. except Exception:
  209. logger.exception("Failed to reload module in watchdog")
  210. except Exception:
  211. logger.exception("Failed debugging watchdog")
  212. return
  213. @loader.command(
  214. ru_doc=(
  215. "[модуль] - Для разработчиков: открыть модуль в режиме дебага и применять"
  216. " изменения из него в режиме реального времени"
  217. )
  218. )
  219. async def debugmod(self, message: Message):
  220. """[module] - For developers: Open module for debugging
  221. You will be able to track changes in real-time"""
  222. args = utils.get_args_raw(message)
  223. instance = None
  224. for module in self.allmodules.modules:
  225. if (
  226. module.__class__.__name__.lower() == args.lower()
  227. or module.strings["name"].lower() == args.lower()
  228. ):
  229. if os.path.isfile(
  230. os.path.join(
  231. DEBUG_MODS_DIR,
  232. f"{module.__class__.__name__}.py",
  233. )
  234. ):
  235. os.remove(
  236. os.path.join(
  237. DEBUG_MODS_DIR,
  238. f"{module.__class__.__name__}.py",
  239. )
  240. )
  241. try:
  242. delattr(module, "hikka_debug")
  243. except AttributeError:
  244. pass
  245. await utils.answer(message, self.strings("debugging_disabled"))
  246. return
  247. module.hikka_debug = True
  248. instance = module
  249. break
  250. if not instance:
  251. await utils.answer(message, self.strings("bad_module"))
  252. return
  253. with open(
  254. os.path.join(
  255. DEBUG_MODS_DIR,
  256. f"{instance.__class__.__name__}.py",
  257. ),
  258. "wb",
  259. ) as f:
  260. f.write(inspect.getmodule(instance).__loader__.data)
  261. await utils.answer(
  262. message,
  263. self.strings("debugging_enabled").format(instance.__class__.__name__),
  264. )
  265. @loader.command(ru_doc="<уровень> - Показать логи")
  266. async def logs(
  267. self,
  268. message: typing.Union[Message, InlineCall],
  269. force: bool = False,
  270. lvl: typing.Union[int, None] = None,
  271. ):
  272. """<level> - Dump logs"""
  273. if not isinstance(lvl, int):
  274. args = utils.get_args_raw(message)
  275. try:
  276. try:
  277. lvl = int(args.split()[0])
  278. except ValueError:
  279. lvl = getattr(logging, args.split()[0].upper(), None)
  280. except IndexError:
  281. lvl = None
  282. if not isinstance(lvl, int):
  283. try:
  284. if not self.inline.init_complete or not await self.inline.form(
  285. text=self.strings("choose_loglevel"),
  286. reply_markup=[
  287. [
  288. {
  289. "text": "🚨 Critical",
  290. "callback": self.logs,
  291. "args": (False, 50),
  292. },
  293. {
  294. "text": "🚫 Error",
  295. "callback": self.logs,
  296. "args": (False, 40),
  297. },
  298. ],
  299. [
  300. {
  301. "text": "⚠️ Warning",
  302. "callback": self.logs,
  303. "args": (False, 30),
  304. },
  305. {
  306. "text": "ℹ️ Info",
  307. "callback": self.logs,
  308. "args": (False, 20),
  309. },
  310. ],
  311. [
  312. {
  313. "text": "🧑‍💻 Debug",
  314. "callback": self.logs,
  315. "args": (False, 10),
  316. },
  317. {
  318. "text": "👁 All",
  319. "callback": self.logs,
  320. "args": (False, 0),
  321. },
  322. ],
  323. [{"text": "🚫 Cancel", "action": "close"}],
  324. ],
  325. message=message,
  326. ):
  327. raise
  328. except Exception:
  329. await utils.answer(message, self.strings("set_loglevel"))
  330. return
  331. logs = "\n\n".join(
  332. [
  333. "\n".join(
  334. handler.dumps(lvl, client_id=self._client.tg_id)
  335. if "client_id" in inspect.signature(handler.dumps).parameters
  336. else handler.dumps(lvl)
  337. )
  338. for handler in logging.getLogger().handlers
  339. ]
  340. )
  341. named_lvl = (
  342. lvl
  343. if lvl not in logging._levelToName
  344. else logging._levelToName[lvl] # skipcq: PYL-W0212
  345. )
  346. if (
  347. lvl < logging.WARNING
  348. and not force
  349. and (
  350. not isinstance(message, Message)
  351. or "force_insecure" not in message.raw_text.lower()
  352. )
  353. ):
  354. try:
  355. if not self.inline.init_complete:
  356. raise
  357. cfg = {
  358. "text": self.strings("confidential").format(named_lvl),
  359. "reply_markup": [
  360. {
  361. "text": "📤 Send anyway",
  362. "callback": self.logs,
  363. "args": [True, lvl],
  364. },
  365. {"text": "🚫 Cancel", "action": "close"},
  366. ],
  367. }
  368. if isinstance(message, Message):
  369. if not await self.inline.form(**cfg, message=message):
  370. raise
  371. else:
  372. await message.edit(**cfg)
  373. except Exception:
  374. await utils.answer(
  375. message,
  376. self.strings("confidential_text").format(named_lvl),
  377. )
  378. return
  379. if len(logs) <= 2:
  380. if isinstance(message, Message):
  381. await utils.answer(message, self.strings("no_logs").format(named_lvl))
  382. else:
  383. await message.edit(self.strings("no_logs").format(named_lvl))
  384. await message.unload()
  385. return
  386. if btoken := self._db.get("hikka.inline", "bot_token", False):
  387. logs = logs.replace(
  388. btoken,
  389. f'{btoken.split(":")[0]}:***************************',
  390. )
  391. if hikka_token := self._db.get("HikkaDL", "token", False):
  392. logs = logs.replace(
  393. hikka_token,
  394. f'{hikka_token.split("_")[0]}_********************************',
  395. )
  396. if hikka_token := self._db.get("Kirito", "token", False):
  397. logs = logs.replace(
  398. hikka_token,
  399. f'{hikka_token.split("_")[0]}_********************************',
  400. )
  401. if os.environ.get("DATABASE_URL"):
  402. logs = logs.replace(
  403. os.environ.get("DATABASE_URL"),
  404. "postgre://**************************",
  405. )
  406. if os.environ.get("REDIS_URL"):
  407. logs = logs.replace(
  408. os.environ.get("REDIS_URL"),
  409. "postgre://**************************",
  410. )
  411. if os.environ.get("hikka_session"):
  412. logs = logs.replace(
  413. os.environ.get("hikka_session"),
  414. "StringSession(**************************)",
  415. )
  416. logs = BytesIO(logs.encode("utf-16"))
  417. logs.name = self.strings("logs_filename")
  418. ghash = utils.get_git_hash()
  419. other = (
  420. *main.__version__,
  421. " <i><a"
  422. f' href="https://github.com/hikariatama/Hikka/commit/{ghash}">({ghash[:8]})</a></i>'
  423. if ghash
  424. else "",
  425. utils.formatted_uptime(),
  426. utils.get_named_platform(),
  427. "✅" if self._db.get(main.__name__, "no_nickname", False) else "🚫",
  428. "✅" if self._db.get(main.__name__, "grep", False) else "🚫",
  429. "✅" if self._db.get(main.__name__, "inlinelogs", False) else "🚫",
  430. )
  431. if getattr(message, "out", True):
  432. await message.delete()
  433. if isinstance(message, Message):
  434. await utils.answer(
  435. message,
  436. logs,
  437. caption=self.strings("logs_caption").format(named_lvl, *other),
  438. )
  439. else:
  440. await self._client.send_file(
  441. message.form["chat"],
  442. logs,
  443. caption=self.strings("logs_caption").format(named_lvl, *other),
  444. )
  445. @loader.owner
  446. @loader.command(ru_doc="<время> - Заморозить бота на N секунд")
  447. async def suspend(self, message: Message):
  448. """<time> - Suspends the bot for N seconds"""
  449. try:
  450. time_sleep = float(utils.get_args_raw(message))
  451. await utils.answer(
  452. message,
  453. self.strings("suspended").format(time_sleep),
  454. )
  455. time.sleep(time_sleep)
  456. except ValueError:
  457. await utils.answer(message, self.strings("suspend_invalid_time"))
  458. @loader.command(ru_doc="Проверить скорость отклика юзербота")
  459. async def ping(self, message: Message):
  460. """Test your userbot ping"""
  461. start = time.perf_counter_ns()
  462. message = await utils.answer(message, "<code>🐻 Nofin...</code>")
  463. await utils.answer(
  464. message,
  465. self.strings("results_ping").format(
  466. round((time.perf_counter_ns() - start) / 10**6, 3),
  467. utils.formatted_uptime(),
  468. )
  469. + (
  470. ("\n\n" + self.strings("ping_hint"))
  471. if random.choice([0, 0, 1]) == 1
  472. else ""
  473. ),
  474. )
  475. async def client_ready(self):
  476. chat, _ = await utils.asset_channel(
  477. self._client,
  478. "hikka-logs",
  479. "🌘 Your Hikka logs will appear in this chat",
  480. silent=True,
  481. invite_bot=True,
  482. avatar="https://github.com/hikariatama/assets/raw/master/hikka-logs.png",
  483. )
  484. self._logchat = int(f"-100{chat.id}")
  485. self.watchdog.start()
  486. logging.getLogger().handlers[0].install_tg_log(self)
  487. logger.debug("Bot logging installed for %s", self._logchat)
  488. self._pass_config_to_logger()