ci: reduce cache throttling limits

Signed-off-by: CrazyMax <crazy-max@users.noreply.github.com>

.github/workflows/buildkit.yml

@@ -35,9 +35,6 @@ jobs:
         uses: docker/bake-action@v2
         with:
           targets: binary
-          set: |
-            *.cache-from=type=gha,scope=buildkit-build-binary
-            *.cache-to=type=gha,scope=buildkit-build-binary
       -
         name: Upload artifacts
         uses: actions/upload-artifact@v3

.github/workflows/ci.yml

@@ -45,9 +45,6 @@ jobs:
         uses: docker/bake-action@v1
         with:
           targets: ${{ matrix.target }}
-          set: |
-            *.cache-from=type=gha,scope=build-${{ matrix.target }}
-            *.cache-to=type=gha,scope=build-${{ matrix.target }}
       -
         name: Upload artifacts
         uses: actions/upload-artifact@v3
@@ -93,9 +90,6 @@ jobs:
         uses: docker/bake-action@v1
         with:
           targets: cross
-          set: |
-            *.cache-from=type=gha,scope=cross-${{ env.PLATFORM_PAIR }}
-            *.cache-to=type=gha,scope=cross-${{ env.PLATFORM_PAIR }}
         env:
           DOCKER_CROSSPLATFORMS: ${{ matrix.platform }}
       -