test_runner.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375
  1. import importlib.util
  2. from pathlib import Path
  3. import subprocess
  4. import sys
  5. import tempfile
  6. import unittest
  7. from unittest import mock
  8. RUNNER_PATH = Path(__file__).parents[1] / "runner.py"
  9. SPEC = importlib.util.spec_from_file_location("legado_android_runner", RUNNER_PATH)
  10. runner = importlib.util.module_from_spec(SPEC)
  11. assert SPEC.loader is not None
  12. SPEC.loader.exec_module(runner)
  13. class ScenarioValidationTest(unittest.TestCase):
  14. def test_repository_scenario_is_valid(self):
  15. scenario = runner.load_scenario("reader/page-turn")
  16. self.assertEqual("long-chapter-v1", scenario["fixture"])
  17. def test_bookshelf_scenario_is_valid(self):
  18. scenario = runner.load_scenario("bookshelf/open-reader-back")
  19. self.assertEqual("bookshelf", scenario["entry"]["type"])
  20. def test_source_edit_scenario_is_valid(self):
  21. scenario = runner.load_scenario("source-edit/predictive-back")
  22. self.assertEqual("source_manage", scenario["entry"]["type"])
  23. def test_theme_save_baseline_scenario_is_valid(self):
  24. scenario = runner.load_scenario("theme/save-current-baseline")
  25. self.assertEqual("theme_config", scenario["entry"]["type"])
  26. def test_theme_export_baseline_scenario_is_valid(self):
  27. scenario = runner.load_scenario("theme/export-current-baseline")
  28. self.assertEqual("theme_config", scenario["entry"]["type"])
  29. def test_theme_background_scenarios_are_valid(self):
  30. for name in (
  31. "theme/select-day-background",
  32. "theme/save-background-after-restart",
  33. "theme/export-background-after-restart",
  34. ):
  35. with self.subTest(name=name):
  36. scenario = runner.load_scenario(name)
  37. self.assertEqual("theme_config", scenario["entry"]["type"])
  38. def test_theme_failure_scenarios_are_valid(self):
  39. for name in (
  40. "theme/save-missing-file",
  41. "theme/save-missing-content-uri",
  42. "theme/export-missing-file",
  43. "theme/export-missing-content-uri",
  44. ):
  45. with self.subTest(name=name):
  46. scenario = runner.load_scenario(name)
  47. self.assertIn(scenario["themeAsset"], {"missing-file", "missing-content-uri"})
  48. def test_rejects_unknown_action(self):
  49. scenario = {
  50. "schemaVersion": 1,
  51. "name": "reader/page-turn",
  52. "fixture": "long-chapter-v1",
  53. "entry": {"type": "reader"},
  54. "readyMarker": "marker",
  55. "actions": [{"type": "tap"}],
  56. "assertions": ["reader_ready"],
  57. }
  58. with self.assertRaises(runner.ScenarioError):
  59. runner.validate_scenario(scenario)
  60. def test_rejects_missing_fixture(self):
  61. with self.assertRaises(runner.ScenarioError):
  62. runner.validate_fixture("missing-v1")
  63. def test_rejects_invalid_fixture_before_device_work(self):
  64. fixture = {
  65. "schemaVersion": 1,
  66. "id": "broken-v1",
  67. "resetPolicy": "replace",
  68. "book": {
  69. "bookUrl": "debug://book",
  70. "name": "broken",
  71. "author": "debug",
  72. "pageMode": "simulation",
  73. "startChapter": 0,
  74. "startPosition": 0,
  75. },
  76. "chapters": [{"title": "chapter", "readyMarker": "ready", "paragraph": "text", "repeat": 0}],
  77. }
  78. with self.assertRaises(runner.ScenarioError):
  79. runner.validate_fixture_data(fixture, "broken-v1")
  80. class CapabilityTest(unittest.TestCase):
  81. def test_lists_registered_entries_actions_assertions(self):
  82. caps = runner.build_capabilities()
  83. self.assertEqual(["turn_page"], caps["entries"]["reader"]["allowedActions"])
  84. self.assertEqual(
  85. ["open_fixture_book", "press_back"],
  86. caps["entries"]["bookshelf"]["allowedActions"],
  87. )
  88. self.assertEqual(
  89. ["open_fixture_source", "predictive_back"],
  90. caps["entries"]["source_manage"]["allowedActions"],
  91. )
  92. self.assertEqual(
  93. [
  94. "export_current_theme",
  95. "open_theme_manage",
  96. "save_current_theme",
  97. "select_day_background",
  98. ],
  99. caps["entries"]["theme_config"]["allowedActions"],
  100. )
  101. self.assertIn("turn_page", caps["actions"])
  102. self.assertIn("no_fatal_exception", caps["assertions"])
  103. def test_list_command_returns_zero(self):
  104. self.assertEqual(0, runner.main(["list"]))
  105. def test_parses_skip_build_flag(self):
  106. args = runner.parse_args(["run", "reader/page-turn", "--skip-build"])
  107. self.assertTrue(args.skip_build)
  108. def test_run_without_skip_build_defaults_false(self):
  109. args = runner.parse_args(["run", "reader/page-turn"])
  110. self.assertFalse(args.skip_build)
  111. class PreferencesTest(unittest.TestCase):
  112. BASE = {
  113. "schemaVersion": 1,
  114. "name": "bookshelf/miuix-hidden-statusbar",
  115. "fixture": "long-chapter-v1",
  116. "entry": {"type": "bookshelf"},
  117. "readyMarker": "marker",
  118. "record": True,
  119. "actions": [{"type": "open_fixture_book"}, {"type": "press_back"}],
  120. "assertions": ["bookshelf_ready"],
  121. }
  122. def test_repository_miuix_scenario_is_valid(self):
  123. scenario = runner.load_scenario("bookshelf/miuix-hidden-statusbar")
  124. self.assertTrue(scenario["record"])
  125. self.assertEqual("miuix", scenario["preferences"]["composeEngine"])
  126. self.assertTrue(scenario["preferences"]["hideStatusBar"])
  127. def test_accepts_string_and_boolean_preferences(self):
  128. scenario = {**self.BASE, "preferences": {"composeEngine": "miuix", "hideStatusBar": True}}
  129. runner.validate_scenario(scenario)
  130. def test_rejects_non_primitive_preference_value(self):
  131. scenario = {**self.BASE, "preferences": {"menuAlpha": 50}}
  132. with self.assertRaises(runner.ScenarioError):
  133. runner.validate_scenario(scenario)
  134. def test_rejects_invalid_preference_key(self):
  135. scenario = {**self.BASE, "preferences": {"bad-key": "x"}}
  136. with self.assertRaises(runner.ScenarioError):
  137. runner.validate_scenario(scenario)
  138. def test_rejects_non_boolean_record(self):
  139. scenario = {**self.BASE, "record": "yes"}
  140. with self.assertRaises(runner.ScenarioError):
  141. runner.validate_scenario(scenario)
  142. def test_rejects_unknown_theme_asset_fixture(self):
  143. scenario = runner.load_scenario("theme/save-background-after-restart")
  144. scenario["themeAsset"] = "guess"
  145. with self.assertRaises(runner.ScenarioError):
  146. runner.validate_scenario(scenario)
  147. class FailureParsingTest(unittest.TestCase):
  148. def test_ignores_crash_from_another_package(self):
  149. logcat = """FATAL EXCEPTION: main
  150. Process: com.example.other, PID: 42
  151. java.lang.IllegalStateException: unrelated
  152. """
  153. self.assertEqual("", runner.extract_crash(logcat))
  154. def test_parses_app_frame_as_inference(self):
  155. crash = """FATAL EXCEPTION: main
  156. java.lang.IndexOutOfBoundsException: Index 18 out of bounds
  157. at io.legado.app.ui.book.read.ReadBookViewModel.loadChapter(ReadBookViewModel.kt:418)
  158. """
  159. failure = runner.parse_failure(crash)
  160. self.assertEqual("uncaught_exception", failure["category"])
  161. self.assertEqual("IndexOutOfBoundsException", failure["exceptionType"])
  162. self.assertEqual("medium", failure["suspectedFrame"]["confidence"])
  163. self.assertEqual(418, failure["suspectedFrame"]["line"])
  164. def test_prefers_deepest_caused_by_as_root_cause_candidate(self):
  165. crash = """FATAL EXCEPTION: main
  166. java.lang.RuntimeException: wrapper
  167. Caused by: java.lang.IllegalStateException: middle
  168. Caused by: java.lang.IndexOutOfBoundsException: root
  169. """
  170. failure = runner.parse_failure(crash)
  171. self.assertEqual("IndexOutOfBoundsException", failure["exceptionType"])
  172. self.assertEqual("root", failure["message"])
  173. self.assertEqual(["fatal_exception"], failure["detectedSignals"])
  174. def test_crash_has_priority_over_assertion_failure(self):
  175. scenario = runner.load_scenario("reader/page-turn")
  176. summary, exit_code = runner.make_summary(
  177. session_id="test",
  178. scenario=scenario,
  179. fixture="long-chapter-v1",
  180. build={"status": "passed"},
  181. ready=False,
  182. activity_visible=False,
  183. content_changed=False,
  184. action_count=0,
  185. failure={"category": "uncaught_exception", "stacktraceArtifact": "crash.txt"},
  186. )
  187. self.assertEqual(runner.EXIT_CRASH, exit_code)
  188. self.assertEqual(runner.EXIT_CRASH, summary["exitCode"])
  189. class CommandDecodingTest(unittest.TestCase):
  190. def test_replaces_invalid_utf8_in_command_output(self):
  191. result = runner.run_command(
  192. [sys.executable, "-c", "import sys; sys.stdout.buffer.write(b'log\\xc0tail')"],
  193. )
  194. self.assertEqual("log\ufffdtail", result.stdout)
  195. @mock.patch.object(runner, "cleanup_device")
  196. @mock.patch.object(runner, "run_command")
  197. def test_install_retries_with_streaming_after_timeout(self, run_command, cleanup_device):
  198. run_command.side_effect = [
  199. subprocess.TimeoutExpired(["adb", "install"], 120),
  200. subprocess.CompletedProcess(["adb", "install"], 0, "Success\n"),
  201. ]
  202. with tempfile.TemporaryDirectory() as directory:
  203. mode = runner.install_apk("device", Path("app.apk"), Path(directory))
  204. install_log = (Path(directory) / "install.log").read_text(encoding="utf-8")
  205. self.assertEqual("streaming_retry", mode)
  206. self.assertIn("timeout=120s", install_log)
  207. cleanup_device.assert_called_once_with("device")
  208. class ReaderContentTest(unittest.TestCase):
  209. def test_extracts_reader_pages_from_logcat(self):
  210. logcat = (
  211. "07-21 23:52 26863 26863 I LegadoDebug: [session=x] FIXTURE_READY fixture=y entry=reader\n"
  212. "07-21 23:52 26863 26863 I LegadoDebug: READER_PAGE LEGADO_DEBUG_LONG_CHAPTER_V1 page one\n"
  213. "07-21 23:52 26863 26863 I LegadoDebug: READER_PAGE page two body\n"
  214. )
  215. self.assertEqual(
  216. ["LEGADO_DEBUG_LONG_CHAPTER_V1 page one", "page two body"],
  217. runner.extract_reader_pages(logcat),
  218. )
  219. def test_returns_empty_when_no_reader_page_logged(self):
  220. self.assertEqual([], runner.extract_reader_pages("nothing here\n"))
  221. @mock.patch.object(runner.time, "sleep")
  222. @mock.patch.object(runner, "reader_current_page")
  223. def test_waits_until_reader_content_changes(self, reader_current_page, _sleep):
  224. reader_current_page.side_effect = ["before", "after"]
  225. changed, latest, content = runner.wait_until_reader_content_changed("device", "before", 5)
  226. self.assertTrue(changed)
  227. self.assertEqual("after", content)
  228. self.assertEqual("after", latest)
  229. self.assertEqual(2, reader_current_page.call_count)
  230. def test_finds_clickable_bookshelf_item_and_center(self):
  231. dump = """<?xml version="1.0"?><hierarchy>
  232. <node class="android.view.View" package="io.legato.kazusa.debug" clickable="true"
  233. content-desc="调试夹具:长章节, Legado Debug" bounds="[100,200][300,600]" />
  234. </hierarchy>"""
  235. node = runner.find_node_by_content_prefix(dump, "调试夹具:长章节")
  236. self.assertIsNotNone(node)
  237. self.assertEqual((200, 400), runner.node_center(node))
  238. def test_finds_node_in_external_picker_package(self):
  239. dump = """<?xml version="1.0"?><hierarchy>
  240. <node package="com.google.android.photopicker" text="" content-desc="更多"
  241. bounds="[924,753][1068,897]" />
  242. </hierarchy>"""
  243. node = runner.find_node_by_content_prefix(
  244. dump,
  245. "更多",
  246. "com.google.android.photopicker",
  247. )
  248. self.assertEqual((996, 825), runner.node_center(node))
  249. def test_finds_edit_button_in_same_source_row(self):
  250. dump = """<?xml version="1.0"?><hierarchy>
  251. <node package="io.legato.kazusa.debug" text="Legado Debug Fixture"
  252. resource-id="io.legato.kazusa.debug:id/cb_book_source" bounds="[36,343][516,487]" />
  253. <node package="io.legato.kazusa.debug" text="" content-desc="编辑"
  254. resource-id="io.legato.kazusa.debug:id/iv_edit" bounds="[744,343][888,487]" />
  255. <node package="io.legato.kazusa.debug" text="" content-desc="编辑"
  256. resource-id="io.legato.kazusa.debug:id/iv_edit" bounds="[744,586][888,730]" />
  257. </hierarchy>"""
  258. source = runner.find_node_by_text(dump, "Legado Debug Fixture")
  259. edit = runner.find_node_in_same_row(
  260. dump,
  261. source,
  262. "io.legato.kazusa.debug:id/iv_edit",
  263. )
  264. self.assertEqual((816, 415), runner.node_center(edit))
  265. class EntryExecutionTest(unittest.TestCase):
  266. def make_context(self):
  267. ctx = mock.Mock()
  268. ctx.device = "device"
  269. ctx.scenario = {"readyTimeoutSeconds": 30}
  270. ctx.records = {}
  271. ctx.state = {}
  272. ctx.metadata = {}
  273. return ctx
  274. @mock.patch.object(runner, "find_node_in_same_row")
  275. @mock.patch.object(runner, "find_node_by_text")
  276. @mock.patch.object(runner, "ui_dump", return_value="source dump")
  277. @mock.patch.object(runner, "wait_until_activity_resumed", return_value=(True, "source component"))
  278. def test_source_manage_prepare_owns_its_state(
  279. self,
  280. _wait,
  281. _dump,
  282. find_text,
  283. find_row,
  284. ):
  285. find_text.return_value = {"bounds": "[1,1][2,2]"}
  286. find_row.return_value = {"bounds": "[3,3][4,4]"}
  287. ctx = self.make_context()
  288. runner.ENTRIES["source_manage"].prepare(ctx)
  289. self.assertTrue(ctx.records["source_manage_ready"])
  290. self.assertEqual("Legado Debug Fixture", ctx.state["source_name"])
  291. @mock.patch.object(runner, "wait_until_text_present", return_value=(True, "theme dump", {}))
  292. def test_theme_config_prepare_owns_its_state(self, _wait):
  293. ctx = self.make_context()
  294. runner.ENTRIES["theme_config"].prepare(ctx)
  295. self.assertTrue(ctx.records["theme_config_ready"])
  296. self.assertFalse(ctx.records["theme_save_succeeded"])
  297. self.assertEqual("theme dump", ctx.records["ui_before"])
  298. class SessionLogTest(unittest.TestCase):
  299. @mock.patch.object(runner, "adb")
  300. def test_collects_each_observed_application_pid(self, adb):
  301. adb.side_effect = [
  302. subprocess.CompletedProcess([], 0, "full log\n[session=s1] ready\n"),
  303. subprocess.CompletedProcess([], 0, "pid 10 log\n"),
  304. subprocess.CompletedProcess([], 0, "pid 11 log\n"),
  305. ]
  306. with tempfile.TemporaryDirectory() as directory:
  307. runner.collect_logcat("device", Path(directory), ["10", "11", "10"], "s1")
  308. session_log = (Path(directory) / "session-logcat.txt").read_text(encoding="utf-8")
  309. self.assertIn("--- pid=10 ---", session_log)
  310. self.assertIn("--- pid=11 ---", session_log)
  311. self.assertIn("[session=s1] ready", session_log)
  312. self.assertEqual(3, adb.call_count)
  313. class DeviceStateTest(unittest.TestCase):
  314. @mock.patch.object(runner, "adb")
  315. def test_detects_awake_device(self, adb):
  316. adb.return_value = subprocess.CompletedProcess([], 0, " mWakefulness=Awake\n")
  317. self.assertTrue(runner.device_is_awake("device"))
  318. @mock.patch.object(runner, "adb")
  319. def test_detects_visible_keyguard(self, adb):
  320. adb.return_value = subprocess.CompletedProcess([], 0, "KeyguardServiceDelegate\n showing=true\n")
  321. self.assertTrue(runner.keyguard_is_showing("device"))
  322. if __name__ == "__main__":
  323. unittest.main()