diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml
index 1fd23c5..8be2584 100644
--- a/.github/workflows/test.yaml
+++ b/.github/workflows/test.yaml
@@ -86,8 +86,6 @@ jobs:
         run: |
           docker compose build ubuntu
       - name: Run
-        # We remove this when we support Swift 6.0 or later.
-        continue-on-error: ${{ matrix.swift-version != '5.10' }}
         run: |
           docker compose run --rm ubuntu
       - name: Fix permission for .docker/
diff --git a/ci/scripts/build.sh b/ci/scripts/build.sh
index 043642d..33a3a4a 100755
--- a/ci/scripts/build.sh
+++ b/ci/scripts/build.sh
@@ -57,15 +57,6 @@ cp *.arrow ../../Arrow
 popd
 github_actions_group_end
 
-github_actions_group_begin "Use -warnings-as-errors"
-for package in . Arrow ArrowFlight; do
-  pushd "${build_dir}/source/${package}"
-  sed 's/\/\/ build://g' Package.swift > Package.swift.build
-  mv Package.swift.build Package.swift
-  popd
-done
-github_actions_group_end
-
 github_actions_group_begin "Build"
 pushd "${build_dir}/source"
 swift build