diff --git a/.github/workflows/e2e.yml b/.github/workflows/e2e.yml
index e2e6da0..c5c6d7f 100644
--- a/.github/workflows/e2e.yml
+++ b/.github/workflows/e2e.yml
@@ -28,6 +28,9 @@ jobs:
         uses: actions/setup-go@v5
         with:
           go-version-file: go.mod
+          cache-dependency-path: |
+            go.sum
+            e2e-tests/tools/go.sum
 
       - name: Setup proto files
         run: make proto-setup
diff --git a/e2e-tests/mcpchecker/tasks/cve-cluster-does-exist.yaml b/e2e-tests/mcpchecker/tasks/cve-cluster-does-exist.yaml
index dfe6ad8..20e42fd 100644
--- a/e2e-tests/mcpchecker/tasks/cve-cluster-does-exist.yaml
+++ b/e2e-tests/mcpchecker/tasks/cve-cluster-does-exist.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "cve-cluster-does-exist"
   difficulty: easy
+  parallel: true
 steps:
   prompt:
     inline: "Is this CVE-2016-1000031 detected in cluster name staging-central-cluster?"
diff --git a/e2e-tests/mcpchecker/tasks/cve-cluster-does-not-exist.yaml b/e2e-tests/mcpchecker/tasks/cve-cluster-does-not-exist.yaml
index 69ed883..626733b 100644
--- a/e2e-tests/mcpchecker/tasks/cve-cluster-does-not-exist.yaml
+++ b/e2e-tests/mcpchecker/tasks/cve-cluster-does-not-exist.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "cve-cluster-does-not-exist"
   difficulty: easy
+  parallel: true
 steps:
   prompt:
     inline: "Is this CVE-2024-52577 detected in cluster name prod-hal-9000?"
diff --git a/e2e-tests/mcpchecker/tasks/cve-cluster-list.yaml b/e2e-tests/mcpchecker/tasks/cve-cluster-list.yaml
index 0401155..ccf1a9b 100644
--- a/e2e-tests/mcpchecker/tasks/cve-cluster-list.yaml
+++ b/e2e-tests/mcpchecker/tasks/cve-cluster-list.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "cve-cluster-list"
   difficulty: easy
+  parallel: true
 steps:
   prompt:
     inline: "Is this CVE-2024-52577 detected in any of my clusters?"
diff --git a/e2e-tests/mcpchecker/tasks/cve-clusters-general.yaml b/e2e-tests/mcpchecker/tasks/cve-clusters-general.yaml
index 44050b3..fc0a963 100644
--- a/e2e-tests/mcpchecker/tasks/cve-clusters-general.yaml
+++ b/e2e-tests/mcpchecker/tasks/cve-clusters-general.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "cve-clusters-general"
   difficulty: easy
+  parallel: true
 steps:
   prompt:
     inline: "Is this CVE-2021-31805 detected in my clusters?"
diff --git a/e2e-tests/mcpchecker/tasks/cve-detected-clusters.yaml b/e2e-tests/mcpchecker/tasks/cve-detected-clusters.yaml
index 04511ed..c36ce2c 100644
--- a/e2e-tests/mcpchecker/tasks/cve-detected-clusters.yaml
+++ b/e2e-tests/mcpchecker/tasks/cve-detected-clusters.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "cve-detected-clusters"
   difficulty: easy
+  parallel: true
 steps:
   prompt:
     inline: "Is this CVE-2016-1000031 detected in my clusters?"
diff --git a/e2e-tests/mcpchecker/tasks/cve-detected-workloads.yaml b/e2e-tests/mcpchecker/tasks/cve-detected-workloads.yaml
index bc5bac6..959007e 100644
--- a/e2e-tests/mcpchecker/tasks/cve-detected-workloads.yaml
+++ b/e2e-tests/mcpchecker/tasks/cve-detected-workloads.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "cve-detected-workloads"
   difficulty: easy
+  parallel: true
 steps:
   prompt:
     inline: "Is this CVE-2021-31805 detected in my workloads?"
diff --git a/e2e-tests/mcpchecker/tasks/cve-log4shell.yaml b/e2e-tests/mcpchecker/tasks/cve-log4shell.yaml
index aa76c12..c0cd90e 100644
--- a/e2e-tests/mcpchecker/tasks/cve-log4shell.yaml
+++ b/e2e-tests/mcpchecker/tasks/cve-log4shell.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "cve-log4shell"
   difficulty: easy
+  parallel: true
 steps:
   prompt:
     inline: "Is log4shell CVE detected in my cluster fleet?"
diff --git a/e2e-tests/mcpchecker/tasks/cve-multiple.yaml b/e2e-tests/mcpchecker/tasks/cve-multiple.yaml
index ef726ea..32ac354 100644
--- a/e2e-tests/mcpchecker/tasks/cve-multiple.yaml
+++ b/e2e-tests/mcpchecker/tasks/cve-multiple.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "cve-multiple"
   difficulty: medium
+  parallel: true
 steps:
   prompt:
     inline: "Are CVE-2021-31805 and CVE-2016-1000031 detected in my cluster fleet?"
diff --git a/e2e-tests/mcpchecker/tasks/cve-nonexistent.yaml b/e2e-tests/mcpchecker/tasks/cve-nonexistent.yaml
index 166c901..ffe7350 100644
--- a/e2e-tests/mcpchecker/tasks/cve-nonexistent.yaml
+++ b/e2e-tests/mcpchecker/tasks/cve-nonexistent.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "cve-nonexistent"
   difficulty: easy
+  parallel: true
 steps:
   prompt:
     inline: "Is CVE-2099-00001 detected in my clusters?"
diff --git a/e2e-tests/mcpchecker/tasks/list-clusters.yaml b/e2e-tests/mcpchecker/tasks/list-clusters.yaml
index 4f0b396..687d40f 100644
--- a/e2e-tests/mcpchecker/tasks/list-clusters.yaml
+++ b/e2e-tests/mcpchecker/tasks/list-clusters.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "list-clusters"
   difficulty: easy
+  parallel: true
 steps:
   prompt:
     inline: "List my clusters"
diff --git a/e2e-tests/mcpchecker/tasks/rhsa-not-supported.yaml b/e2e-tests/mcpchecker/tasks/rhsa-not-supported.yaml
index de48984..67a6c43 100644
--- a/e2e-tests/mcpchecker/tasks/rhsa-not-supported.yaml
+++ b/e2e-tests/mcpchecker/tasks/rhsa-not-supported.yaml
@@ -2,6 +2,7 @@ kind: Task
 metadata:
   name: "rhsa-not-supported"
   difficulty: easy
+  parallel: true
 steps:
   prompt:
     inline: "Is RHSA-2024:5137 affecting my clusters?"
diff --git a/e2e-tests/scripts/run-tests.sh b/e2e-tests/scripts/run-tests.sh
index c83a596..883a84b 100755
--- a/e2e-tests/scripts/run-tests.sh
+++ b/e2e-tests/scripts/run-tests.sh
@@ -82,7 +82,7 @@ echo ""
 
 EVAL_FILE="eval.yaml"
 echo "Using eval file: ${EVAL_FILE}"
-"${E2E_DIR}/bin/mcpchecker" check "${EVAL_FILE}"
+"${E2E_DIR}/bin/mcpchecker" check "${EVAL_FILE}" -p 6
 
 EXIT_CODE=$?