ci: resolve dependency checks, clirr cache, test linkage, validate-bom, and heap space issues

Author: jinseopkim0

.github/workflows/java-cloud-bom-bom-content-test.yaml

@@ -42,6 +42,7 @@ jobs:
           echo "sdk-platform-java/java-shared-dependencies"
           echo "sdk-platform-java/java-shared-dependencies/first-party-dependencies"
           echo "sdk-platform-java/java-shared-dependencies/third-party-dependencies"
+          echo "java-cloud-bom/tests/dependency-convergence"
         ) | tr '\n' ',' | sed 's/,$//' > bom_projects.txt
         mvn install -pl $(cat bom_projects.txt) -am -DskipTests=true -Dmaven.javadoc.skip=true -Dgcloud.download.skip=true -B -V -q
         rm bom_projects.txt

.github/workflows/java-cloud-bom-ci.yaml

@@ -21,6 +21,7 @@ on:
 name: java-cloud-bom ci
 env:
   BUILD_SUBDIR: java-cloud-bom
+  MAVEN_OPTS: -Xmx4g
 jobs:
   filter:
     runs-on: ubuntu-latest
@@ -233,6 +234,19 @@ jobs:
         distribution: temurin
         java-version: 11
     - run: java -version
+    - name: Pre-install all BOM modules to populate local cache
+      run: |
+        (
+          for f in $(find . -mindepth 2 -name "pom.xml" | grep "\-bom/pom.xml" | grep -v "samples" | grep -v "/tests/" | grep -v "/resources/"); do
+            grep -q "<packaging>pom</packaging>" "$f" && echo "$f"
+          done | sed 's|^\./||' | sed 's|/pom.xml$||'
+          echo "sdk-platform-java/java-shared-dependencies"
+          echo "sdk-platform-java/java-shared-dependencies/first-party-dependencies"
+          echo "sdk-platform-java/java-shared-dependencies/third-party-dependencies"
+        ) | tr '\n' ',' | sed 's/,$//' > bom_projects.txt
+        mvn install -pl $(cat bom_projects.txt) -am -DskipTests=true -Dmaven.javadoc.skip=true -Dgcloud.download.skip=true -B -V -q
+        rm bom_projects.txt
+      shell: bash
     - run: .kokoro/build.sh
       env:
         JOB_TYPE: clirr

java-cloud-bom/dashboard/pom.xml

@@ -60,11 +60,20 @@
       <version>2.3.34</version>
     </dependency>
     <dependency>
-      <!-- required to create PlexusContainer in RepositoryUtility-->
       <groupId>org.apache.maven</groupId>
-      <artifactId>maven-compat</artifactId>
+      <artifactId>maven-model-builder</artifactId>
       <version>${maven.version}</version>
     </dependency>
+    <dependency>
+      <groupId>org.apache.maven</groupId>
+      <artifactId>maven-core</artifactId>
+      <version>${maven.version}</version>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.maven.resolver</groupId>
+      <artifactId>maven-resolver-impl</artifactId>
+      <version>1.6.3</version>
+    </dependency>
     <dependency>
       <groupId>org.apache.maven</groupId>
       <artifactId>maven-model</artifactId>

java-cloud-bom/release-note-generation/pom.xml

@@ -44,6 +44,16 @@
 			<artifactId>guava</artifactId>
 			<version>33.6.0-jre</version>
 		</dependency>
+		<dependency>
+			<groupId>org.apache.maven.resolver</groupId>
+			<artifactId>maven-resolver-api</artifactId>
+			<version>1.6.3</version>
+		</dependency>
+		<dependency>
+			<groupId>commons-codec</groupId>
+			<artifactId>commons-codec</artifactId>
+			<version>1.11</version>
+		</dependency>
 	</dependencies>
 
 	<build>

java-cloud-bom/tests/src/test/java/com/google/cloud/MaximumLinkageErrorsTest.java

@@ -87,7 +87,8 @@ private LinkageChecker createLinkageChecker(Bom bom)
         new DependencyGraphBuilder(
             ImmutableList.of(
                 "https://repo1.maven.org/maven2/",
-                "https://google.oss.sonatype.org/content/repositories/snapshots/"));
+                "https://google.oss.sonatype.org/content/repositories/snapshots/",
+                "https://maven.google.com/"));
     ClassPathBuilder classPathBuilder = new ClassPathBuilder(graphBuilder);
 
     // full: false to avoid fetching optional dependencies.
@@ -96,8 +97,20 @@ private LinkageChecker createLinkageChecker(Bom bom)
     ImmutableList<ClassPathEntry> classpath = classPathResult.getClassPath();
     ImmutableList<UnresolvableArtifactProblem> artifactProblems =
         classPathResult.getArtifactProblems();
-    if (!artifactProblems.isEmpty()) {
-      throw new IOException("Could not resolve artifacts: " + artifactProblems);
+    List<UnresolvableArtifactProblem> realProblems =
+        artifactProblems.stream()
+            .filter(
+                problem -> {
+                  Artifact artifact = problem.getArtifact();
+                  if ("com.google.android.google-play-services".equals(artifact.getGroupId())
+                      && "google-play-services".equals(artifact.getArtifactId())) {
+                    return false; // Ignore legacy provided dependency which is not public
+                  }
+                  return true;
+                })
+            .collect(Collectors.toList());
+    if (!realProblems.isEmpty()) {
+      throw new IOException("Could not resolve artifacts: " + realProblems);
     }
     List<ClassPathEntry> artifactsInBom = classpath.subList(0, managedDependencies.size());
     ImmutableSet<ClassPathEntry> entryPoints = ImmutableSet.copyOf(artifactsInBom);

sdk-platform-java/java-shared-dependencies/third-party-dependencies/pom.xml

@@ -41,7 +41,7 @@
     <opentelemetry-semconv.version>1.29.0-alpha</opentelemetry-semconv.version>
     <flogger.version>0.8</flogger.version>
     <arrow.version>17.0.0</arrow.version>
-    <dev.cel.version>0.6.0</dev.cel.version>
+    <dev.cel.version>0.9.0-proto3</dev.cel.version>
     <bouncycastle.version>1.80</bouncycastle.version>
     <com.google.crypto.tink.version>1.16.0</com.google.crypto.tink.version>
     <io.opentelemetry.contrib.opentelemetry-gcp-resources.version>1.45.0-alpha</io.opentelemetry.contrib.opentelemetry-gcp-resources.version>