[release-2.36.0][BEAM-13430] Fix provided configuration (#16704)

Author: emilymye

buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy

@@ -810,7 +810,8 @@ class BeamModulePlugin implements Plugin<Project> {
       // Provided configuration to match Maven provided scope
       project.configurations {
         provided
-        implementation.extendsFrom(provided)
+        compileOnly.extendsFrom(provided)
+        runtimeOnly.extendsFrom(provided)
       }
 
       // Configure the Java compiler source language and target compatibility levels. Also ensure that

runners/flink/flink_runner.gradle

@@ -151,6 +151,7 @@ dependencies {
   implementation "org.apache.flink:flink-streaming-java_2.11:$flink_version"
   // RocksDB state backend (included in the Flink distribution)
   provided "org.apache.flink:flink-statebackend-rocksdb_2.11:$flink_version"
+  testImplementation "org.apache.flink:flink-statebackend-rocksdb_2.11:$flink_version"
   testImplementation project(path: ":sdks:java:core", configuration: "shadowTest")
   // FlinkStateInternalsTest extends abstract StateInternalsTest
   testImplementation project(path: ":runners:core-java", configuration: "testRuntimeMigration")

runners/google-cloud-dataflow-java/worker/legacy-worker/build.gradle

@@ -190,12 +190,14 @@ dependencies {
     // there.
     sdk_provided_dependencies.each {
         provided(it)
+        testImplementation(it)
     }
     sdk_provided_shaded_project_dependencies.each {
         provided project(path: it, configuration: "shadow")
     }
     sdk_provided_project_dependencies.each {
         provided project(path: it)
+        testImplementation project(path: it)
     }
 
     implementation project(path: ":model:fn-execution", configuration: "shadow")

sdks/java/extensions/sql/build.gradle

@@ -120,6 +120,8 @@ dependencies {
   testImplementation library.java.proto_google_cloud_bigtable_admin_v2
   testImplementation library.java.proto_google_cloud_datastore_v1
   testImplementation library.java.google_cloud_datastore_v1_proto_client
+  testImplementation library.java.kafka_clients
+  testImplementation project(":sdks:java:io:kafka")
   testImplementation project(path: ":sdks:java:io:mongodb", configuration: "testRuntimeMigration")
   testImplementation project(path: ":sdks:java:io:thrift", configuration: "testRuntimeMigration")
   testImplementation project(path: ":sdks:java:extensions:protobuf", configuration: "testRuntimeMigration")

sdks/java/extensions/sql/datacatalog/build.gradle

@@ -46,8 +46,10 @@ dependencies {
   permitUnusedDeclared project(":sdks:java:io:google-cloud-platform")
   implementation library.java.slf4j_api
 
+  testImplementation project(":sdks:java:extensions:sql")
   testImplementation project(":sdks:java:extensions:sql:zetasql")
   testImplementation project(":runners:direct-java")
+  testImplementation project(":sdks:java:io:google-cloud-platform")
   testImplementation library.java.google_api_services_bigquery
   testImplementation library.java.junit
   testRuntimeOnly library.java.slf4j_simple

sdks/java/io/hadoop-common/build.gradle

@@ -40,6 +40,8 @@ dependencies {
   provided library.java.hadoop_common
   provided library.java.hadoop_mapreduce_client_core
   testImplementation library.java.junit
+  testImplementation library.java.hadoop_common
+  testImplementation library.java.hadoop_mapreduce_client_core
   testImplementation library.java.hamcrest
   hadoopVersions.each {kv ->
     "hadoopVersion$kv.key" "org.apache.hadoop:hadoop-client:$kv.value"

sdks/java/io/hadoop-format/build.gradle

@@ -104,6 +104,9 @@ dependencies {
   testImplementation library.java.cassandra_driver_core
   testImplementation library.java.cassandra_driver_mapping
   testImplementation "org.apache.cassandra:cassandra-all:3.11.8"
+  testImplementation library.java.hadoop_common
+  testImplementation library.java.hadoop_hdfs
+  testImplementation library.java.hadoop_mapreduce_client_core
   testImplementation library.java.postgres
   testImplementation library.java.junit
   testImplementation library.java.hamcrest

sdks/java/io/hcatalog/build.gradle

@@ -96,6 +96,7 @@ dependencies {
   testImplementation "org.apache.hive:hive-exec:$hive_version"
   testImplementation "org.apache.hive:hive-common:$hive_version"
   testImplementation "org.apache.hive:hive-cli:$hive_version"
+  testImplementation "org.apache.hive.hcatalog:hive-hcatalog-core:$hive_version"
   testRuntimeOnly project(path: ":runners:direct-java", configuration: "shadow")
   hadoopVersions.each {kv ->
     "hadoopVersion$kv.key" "org.apache.hadoop:hadoop-common:$kv.value"