[CI] Fix Playground CI Nightly flakiness caused by API rate limiting and backend startup races

.github/workflows/beam_Playground_CI_Nightly.yml

@@ -73,7 +73,16 @@ jobs:
           pip install -r requirements.txt
       - name: Get Beam latest release
         run: |
-          BEAM_VERSION=$(curl -s https://api.github.com/repos/apache/beam/releases/latest | jq -r '.tag_name')
+          BEAM_VERSION=$(curl -s -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" https://api.github.com/repos/apache/beam/releases/latest | jq -r '.tag_name')
+          if [ "$BEAM_VERSION" = "null" ] || [ -z "$BEAM_VERSION" ]; then
+            echo "Failed to fetch latest release from GitHub API. Querying git tags as fallback."
+            git fetch --tags
+            BEAM_VERSION=$(git tag -l "v[0-9]*" | sort -V | tail -n 1)
+            if [ -z "$BEAM_VERSION" ]; then
+              echo "Fallback failed. Setting to a default stable version."
+              BEAM_VERSION="v2.54.0"
+            fi
+          fi
           echo "BEAM_VERSION=${BEAM_VERSION#v}" >> $GITHUB_ENV
       - name: Build PYTHON base
         if: ${{ matrix.sdk == 'python' }}
@@ -92,6 +101,23 @@ jobs:
         run: |
           CONTAINER_IP=$(docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' ${{ env.container_id }})
           echo "container_ip=$CONTAINER_IP" >> $GITHUB_ENV
+      - name: Wait for backend readiness
+        run: |
+          echo "Checking readiness of container ${{ env.container_id }} at ${{ env.container_ip }}:8080"
+          for i in {1..60}; do
+            if timeout 1 bash -c "cat < /dev/null > /dev/tcp/${{ env.container_ip }}/8080" 2>/dev/null; then
+              echo "Playground backend is ready after $i seconds!"
+              exit 0
+            fi
+            echo "Waiting for playground backend to start (attempt $i/60)..."
+            sleep 1
+          done
+          echo "Playground backend failed to start within 60 seconds."
+          echo "=== Container logs ==="
+          docker logs ${{ env.container_id }}
+          echo "=== Container inspect ==="
+          docker inspect ${{ env.container_id }}
+          exit 1
       - name: Run CI
         env:
           SERVER_ADDRESS: ${{ env.container_ip }}:8080

.github/workflows/beam_PostCommit_Java_IO_Performance_Tests.yml

@@ -76,7 +76,16 @@ jobs:
     - name: Get Beam latest release
       if: github.event_name == 'schedule' #This has scheduled runs run against the latest release
       run: |
-        BEAM_VERSION=$(curl -s https://api.github.com/repos/apache/beam/releases/latest | jq -r '.tag_name')
+        BEAM_VERSION=$(curl -s -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" https://api.github.com/repos/apache/beam/releases/latest | jq -r '.tag_name')
+        if [ "$BEAM_VERSION" = "null" ] || [ -z "$BEAM_VERSION" ]; then
+          echo "Failed to fetch latest release from GitHub API. Querying git tags as fallback."
+          git fetch --tags
+          BEAM_VERSION=$(git tag -l "v[0-9]*" | sort -V | tail -n 1)
+          if [ -z "$BEAM_VERSION" ]; then
+            echo "Fallback failed. Setting to a default stable version tag."
+            BEAM_VERSION="v2.54.0"
+          fi
+        fi
         echo "BEAM_VERSION=${BEAM_VERSION}" >> $GITHUB_ENV
     - name: Checkout release branch
       if: github.event_name == 'schedule' #This has scheduled runs run against the latest release

sdks/java/io/delta/build.gradle

@@ -36,4 +36,13 @@ dependencies {
     permitUnusedDeclared library.java.delta_kernel_defaults
 
     testImplementation library.java.junit
+    testImplementation project(path: ":sdks:java:core", configuration: "shadowTest")
+    testImplementation project(path: ":sdks:java:io:common")
+    testImplementation project(path: ":sdks:java:testing:test-utils")
+    testImplementation project(path: ":sdks:java:io:parquet")
+    testImplementation project(path: ":sdks:java:extensions:avro")
+    testImplementation library.java.hadoop_client
+    testImplementation library.java.hadoop_common
+    testImplementation library.java.slf4j_api
 }
+