Configure caching through env variables

If the env variables are present in the repo, it will configure the
action for s3 caching. If not, it will fall back to disk caching. We
also need to remove the env variable on the jobs since we control those
values closer to the cache site.

Author: brianmichel

.github/workflows/build-toolchain.yml

@@ -146,8 +146,6 @@ on:
       PASSPHRASE:
         required: true
 
-env:
-  SCCACHE_DIRECT: yes
 
 jobs:
   context:
@@ -788,6 +786,9 @@ jobs:
   windows-build:
     needs: [context]
     name: Windows Swift Toolchains Build
+    permissions:
+      contents: read
+      id-token: write
 
     uses: ./.github/workflows/swift-toolchain.yml
     with:
@@ -866,6 +867,10 @@ jobs:
     if: false
     needs: [context]
     name: macOS Swift Toolchains Build
+    permissions:
+      contents: read
+      id-token: write
+
     uses: ./.github/workflows/swift-toolchain.yml
     with:
       build_os: Darwin

.github/workflows/swift-toolchain.yml

@@ -273,8 +273,6 @@ on:
         required: true
 
 env:
-  SCCACHE_DIRECT: on
-
   # Workaround for needing llvm-17 on macOS preventing us from using the 5.10 toolchain release.
   WORKAROUND_MACOS_PINNED_BOOTSTRAP_TOOLCHAIN_BRANCH: swift-6.0.1-release
   WORKAROUND_MACOS_PINNED_BOOTSTRAP_TOOLCHAIN_TAG: 6.0.1-RELEASE
@@ -345,6 +343,9 @@ jobs:
       - name: Setup sccache
         uses: ./SourceCache/swift-build/.github/actions/setup-sccache
         with:
+          s3-bucket: ${{ vars.SCCACHE_S3_BUCKET }}
+          aws-region: ${{ vars.SCCACHE_AWS_REGION }}
+          aws-arn: ${{ vars.SCCACHE_AWS_ARN }}
           disk-max-size: 100M
           disk-cache-key: ${{ steps.workspace_hash.outputs.hash }}-${{ matrix.os }}-${{ matrix.arch }}-sqlite
 
@@ -595,6 +596,9 @@ jobs:
       - name: Setup sccache
         uses: ./SourceCache/swift-build/.github/actions/setup-sccache
         with:
+          s3-bucket: ${{ vars.SCCACHE_S3_BUCKET }}
+          aws-region: ${{ vars.SCCACHE_AWS_REGION }}
+          aws-arn: ${{ vars.SCCACHE_AWS_ARN }}
           disk-max-size: 1M
           disk-cache-key: ${{ steps.workspace_hash.outputs.hash }}-${{ matrix.os }}-${{ matrix.arch }}-cmark-gfm
 
@@ -683,6 +687,9 @@ jobs:
       - name: Setup sccache
         uses: ./SourceCache/swift-build/.github/actions/setup-sccache
         with:
+          s3-bucket: ${{ vars.SCCACHE_S3_BUCKET }}
+          aws-region: ${{ vars.SCCACHE_AWS_REGION }}
+          aws-arn: ${{ vars.SCCACHE_AWS_ARN }}
           disk-max-size: 100M
           disk-cache-key: ${{ steps.workspace_hash.outputs.hash }}-${{ matrix.os }}-${{ matrix.arch }}-build_tools
 
@@ -1084,6 +1091,9 @@ jobs:
       - name: Setup sccache
         uses: ./SourceCache/swift-build/.github/actions/setup-sccache
         with:
+          s3-bucket: ${{ vars.SCCACHE_S3_BUCKET }}
+          aws-region: ${{ vars.SCCACHE_AWS_REGION }}
+          aws-arn: ${{ vars.SCCACHE_AWS_ARN }}
           disk-max-size: 500M
           disk-cache-key: ${{ steps.workspace_hash.outputs.hash }}-${{ matrix.os }}-${{ matrix.arch }}-${{ matrix.variant }}-compilers
 
@@ -1363,6 +1373,9 @@ jobs:
       - name: Setup sccache
         uses: ./SourceCache/swift-build/.github/actions/setup-sccache
         with:
+          s3-bucket: ${{ vars.SCCACHE_S3_BUCKET }}
+          aws-region: ${{ vars.SCCACHE_AWS_REGION }}
+          aws-arn: ${{ vars.SCCACHE_AWS_ARN }}
           disk-max-size: 100M
           disk-cache-key: ${{ steps.workspace_hash.outputs.hash }}-${{ matrix.os }}-${{ matrix.arch }}-zlib
 
@@ -1462,6 +1475,9 @@ jobs:
       - name: Setup sccache
         uses: ./SourceCache/swift-build/.github/actions/setup-sccache
         with:
+          s3-bucket: ${{ vars.SCCACHE_S3_BUCKET }}
+          aws-region: ${{ vars.SCCACHE_AWS_REGION }}
+          aws-arn: ${{ vars.SCCACHE_AWS_ARN }}
           disk-max-size: 100M
           disk-cache-key: ${{ steps.workspace_hash.outputs.hash }}-${{ matrix.os }}-${{ matrix.arch }}-curl
 
@@ -1633,6 +1649,9 @@ jobs:
       - name: Setup sccache
         uses: ./SourceCache/swift-build/.github/actions/setup-sccache
         with:
+          s3-bucket: ${{ vars.SCCACHE_S3_BUCKET }}
+          aws-region: ${{ vars.SCCACHE_AWS_REGION }}
+          aws-arn: ${{ vars.SCCACHE_AWS_ARN }}
           disk-max-size: 100M
           disk-cache-key: ${{ steps.workspace_hash.outputs.hash }}-${{ matrix.os }}-${{ matrix.arch }}-libxml2