From e550d912610a9472554b8f6178ff4010f9ca28ff Mon Sep 17 00:00:00 2001 From: Konboi Date: Mon, 6 Oct 2025 12:59:09 +0900 Subject: [PATCH 1/3] add getTestsFromGuess field to the subset payload to check what was set on the server side --- launchable/commands/subset.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/launchable/commands/subset.py b/launchable/commands/subset.py index f93b0c3d6..3b855cebd 100644 --- a/launchable/commands/subset.py +++ b/launchable/commands/subset.py @@ -378,6 +378,7 @@ def __init__(self, app: Application): self.output_handler = self._default_output_handler self.exclusion_output_handler = self._default_exclusion_output_handler self.is_get_tests_from_previous_sessions = is_get_tests_from_previous_sessions + self.is_get_tests_from_guess = is_get_tests_from_guess self.is_output_exclusion_rules = is_output_exclusion_rules self.is_get_tests_from_guess = is_get_tests_from_guess super(Optimize, self).__init__(app=app) @@ -486,6 +487,7 @@ def get_payload( }, "ignoreNewTests": ignore_new_tests, "getTestsFromPreviousSessions": self.is_get_tests_from_previous_sessions, + "getTestsFromGuess": self.is_get_tests_from_guess, } if target is not None: From 0ddeefbfc2c027cceb6bec5b0d6ece398ab61f0a Mon Sep 17 00:00:00 2001 From: Konboi Date: Tue, 7 Oct 2025 18:12:08 +0900 Subject: [PATCH 2/3] fix test --- tests/data/adb/subset_result.json | 1 + tests/data/ant/subset_result.json | 1 + tests/data/bazel/subset_result.json | 1 + tests/data/behave/subset_result.json | 1 + tests/data/ctest/subset_result.json | 1 + tests/data/cts/subset_result.json | 1 + tests/data/cypress/subset_result.json | 1 + tests/data/go_test/subset_result.json | 1 + tests/data/googletest/subset_result.json | 1 + tests/data/jest/subset_result.json | 1 + tests/data/maven/subset_by_absolute_time_result.json | 1 + tests/data/maven/subset_by_confidence_result.json | 1 + tests/data/maven/subset_from_file_result.json | 1 + tests/data/maven/subset_result.json | 1 + tests/data/maven/subset_scan_test_compile_lst_result.json | 1 + tests/data/nunit/subset_result.json | 1 + tests/data/pytest/subset_result.json | 1 + tests/data/robot/subset_result.json | 1 + tests/data/xctest/subset_result.json | 1 + tests/test_runners/test_raw.py | 2 ++ 20 files changed, 21 insertions(+) diff --git a/tests/data/adb/subset_result.json b/tests/data/adb/subset_result.json index de9dc0ad2..0222aeac5 100644 --- a/tests/data/adb/subset_result.json +++ b/tests/data/adb/subset_result.json @@ -11,5 +11,6 @@ "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": false, "session": { "id": "16" }, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/ant/subset_result.json b/tests/data/ant/subset_result.json index 47bd8bfbd..ebcd922f7 100644 --- a/tests/data/ant/subset_result.json +++ b/tests/data/ant/subset_result.json @@ -7,5 +7,6 @@ "session": { "id": "16" }, "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": false, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/bazel/subset_result.json b/tests/data/bazel/subset_result.json index 5a049a892..99d66cb3b 100644 --- a/tests/data/bazel/subset_result.json +++ b/tests/data/bazel/subset_result.json @@ -41,5 +41,6 @@ "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": false, "session": { "id": "16" }, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/behave/subset_result.json b/tests/data/behave/subset_result.json index c11e31753..4043b15c0 100644 --- a/tests/data/behave/subset_result.json +++ b/tests/data/behave/subset_result.json @@ -8,5 +8,6 @@ "session": { "id": "16" }, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/ctest/subset_result.json b/tests/data/ctest/subset_result.json index f24c6ff3c..ceb029e82 100644 --- a/tests/data/ctest/subset_result.json +++ b/tests/data/ctest/subset_result.json @@ -9,5 +9,6 @@ "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": false, "session": { "id": "16" }, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/cts/subset_result.json b/tests/data/cts/subset_result.json index ac2aea098..44938f0ea 100644 --- a/tests/data/cts/subset_result.json +++ b/tests/data/cts/subset_result.json @@ -30,6 +30,7 @@ "id": "16" }, "ignoreNewTests": false, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false, "goal": { "type": "subset-by-percentage", diff --git a/tests/data/cypress/subset_result.json b/tests/data/cypress/subset_result.json index 7f08562db..045d457e2 100644 --- a/tests/data/cypress/subset_result.json +++ b/tests/data/cypress/subset_result.json @@ -13,5 +13,6 @@ ] ], "testRunner": "cypress", + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/go_test/subset_result.json b/tests/data/go_test/subset_result.json index 0dbc4c81a..1d1894c36 100644 --- a/tests/data/go_test/subset_result.json +++ b/tests/data/go_test/subset_result.json @@ -6,4 +6,5 @@ [{"name": "rocket-car-gotest", "type": "class"}, {"name": "TestExample3", "type": "testcase"}], [{"name": "rocket-car-gotest", "type": "class"}, {"name": "TestExample4", "type": "testcase"}]], "testRunner": "go-test", + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false} diff --git a/tests/data/googletest/subset_result.json b/tests/data/googletest/subset_result.json index ff77cb08d..209bc36a0 100644 --- a/tests/data/googletest/subset_result.json +++ b/tests/data/googletest/subset_result.json @@ -17,5 +17,6 @@ "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": false, "session": { "id": "16" }, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/jest/subset_result.json b/tests/data/jest/subset_result.json index dd8735af5..368c1c136 100644 --- a/tests/data/jest/subset_result.json +++ b/tests/data/jest/subset_result.json @@ -37,5 +37,6 @@ "session": { "id": "16" }, "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": false, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/maven/subset_by_absolute_time_result.json b/tests/data/maven/subset_by_absolute_time_result.json index 05ae7d4e9..ae1326481 100644 --- a/tests/data/maven/subset_by_absolute_time_result.json +++ b/tests/data/maven/subset_by_absolute_time_result.json @@ -12,5 +12,6 @@ }, "goal": {"type": "subset-by-absolute-time", "duration": 5400}, "ignoreNewTests": false, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/maven/subset_by_confidence_result.json b/tests/data/maven/subset_by_confidence_result.json index cbecf2557..bd8a82506 100644 --- a/tests/data/maven/subset_by_confidence_result.json +++ b/tests/data/maven/subset_by_confidence_result.json @@ -12,5 +12,6 @@ }, "goal": {"type": "subset-by-confidence", "percentage": 0.9}, "ignoreNewTests": false, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/maven/subset_from_file_result.json b/tests/data/maven/subset_from_file_result.json index 64d85fd2f..5f9962c36 100644 --- a/tests/data/maven/subset_from_file_result.json +++ b/tests/data/maven/subset_from_file_result.json @@ -26,5 +26,6 @@ "session": { "id": "16" }, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/maven/subset_result.json b/tests/data/maven/subset_result.json index eeaadc66a..2b38e44f3 100644 --- a/tests/data/maven/subset_result.json +++ b/tests/data/maven/subset_result.json @@ -12,5 +12,6 @@ "session": { "id": "16" }, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/maven/subset_scan_test_compile_lst_result.json b/tests/data/maven/subset_scan_test_compile_lst_result.json index f0e9ecdf9..762c8cbb4 100644 --- a/tests/data/maven/subset_scan_test_compile_lst_result.json +++ b/tests/data/maven/subset_scan_test_compile_lst_result.json @@ -16,5 +16,6 @@ "session": { "id": "16" }, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/nunit/subset_result.json b/tests/data/nunit/subset_result.json index 4e6398e8a..4cf9f4fdf 100644 --- a/tests/data/nunit/subset_result.json +++ b/tests/data/nunit/subset_result.json @@ -46,5 +46,6 @@ "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": false, "session": { "id": "16" }, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/pytest/subset_result.json b/tests/data/pytest/subset_result.json index 0e20d53fe..c63dd0406 100644 --- a/tests/data/pytest/subset_result.json +++ b/tests/data/pytest/subset_result.json @@ -129,5 +129,6 @@ }, "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": false, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/robot/subset_result.json b/tests/data/robot/subset_result.json index 7dd868177..642728d2e 100644 --- a/tests/data/robot/subset_result.json +++ b/tests/data/robot/subset_result.json @@ -29,5 +29,6 @@ "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": false, "session": { "id": "16" }, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": false } diff --git a/tests/data/xctest/subset_result.json b/tests/data/xctest/subset_result.json index fef82f592..6f1f08e85 100644 --- a/tests/data/xctest/subset_result.json +++ b/tests/data/xctest/subset_result.json @@ -5,6 +5,7 @@ "id": "16" }, "ignoreNewTests": false, + "getTestsFromGuess": false, "getTestsFromPreviousSessions": true, "useServerSideOptimizationTarget": true } diff --git a/tests/test_runners/test_raw.py b/tests/test_runners/test_raw.py index fdaf60c73..78b3b2326 100644 --- a/tests/test_runners/test_raw.py +++ b/tests/test_runners/test_raw.py @@ -67,6 +67,7 @@ def test_subset(self): 'session': {'id': str(self.session_id)}, "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": False, + "getTestsFromGuess": False, "getTestsFromPreviousSessions": False, }) # Check split output @@ -123,6 +124,7 @@ def test_subset_get_tests_from_previous_sessions(self): 'session': {'id': str(self.session_id)}, "goal": {"type": "subset-by-percentage", "percentage": 0.1}, "ignoreNewTests": False, + "getTestsFromGuess": False, "getTestsFromPreviousSessions": True, }) From 54a13f256984d43eb96793bead5fca69c5a1ec18 Mon Sep 17 00:00:00 2001 From: Konboi Date: Tue, 21 Oct 2025 10:21:02 +0900 Subject: [PATCH 3/3] fix test --- tests/cli_test_case.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tests/cli_test_case.py b/tests/cli_test_case.py index e79611cc5..0909111da 100644 --- a/tests/cli_test_case.py +++ b/tests/cli_test_case.py @@ -43,6 +43,9 @@ def setUp(self): if not hasattr(self, 'test_files_dir'): self.test_files_dir = self.get_test_files_dir() + # not to use cached configuration between tests + responses.reset() + responses.add( responses.POST, "{}/intake/organizations/{}/workspaces/{}/builds/{}/test_sessions".format(