diff --git a/.github/workflows/_actions.yaml b/.github/workflows/_actions.yaml
index d13682f..c7f099d 100644
--- a/.github/workflows/_actions.yaml
+++ b/.github/workflows/_actions.yaml
@@ -37,7 +37,7 @@ jobs:
           routing-url: https://example.com/graphql
           subgraph-schema-artifact: test-update-schema
           subgraph-schema-filename: test-schema.graphql
-          supergraph-schema-artifact: compose-supergraph
+          supergraph-schema-artifact: compose-supergraph-without-app
           publish: false
 
       - name: Check Supergraph with App
@@ -47,7 +47,7 @@ jobs:
           routing-url: https://example.com/graphql
           subgraph-schema-artifact: test-update-schema
           subgraph-schema-filename: test-schema.graphql
-          supergraph-schema-artifact: compose-supergraph
+          supergraph-schema-artifact: compose-supergraph-with-app
           github-app-id: 1010045
           github-app-private-key: ${{ secrets.GRAPH_FEDERATOR }}
           publish: false
diff --git a/action.yaml b/action.yaml
index 57e0623..866c181 100644
--- a/action.yaml
+++ b/action.yaml
@@ -87,8 +87,10 @@ runs:
     - name: Install Rover CLI
       shell: bash
       run: |
-        curl -sSL https://rover.apollo.dev/nix/latest | sh
-        echo "$HOME/.rover/bin" >> $GITHUB_PATH
+        if ! command -v rover 2>&1 > /dev/null; then
+          curl -sSL https://rover.apollo.dev/nix/latest | sh
+          echo "$HOME/.rover/bin" >> $GITHUB_PATH
+        fi
 
     - name: Compose Supergraph Schema
       shell: bash