[release-2.36.0][BEAM-13430] Revert Spark libraries in spark runner to provided (#16678)

Author: emilymye

runners/spark/spark_runner.gradle

@@ -165,12 +165,12 @@ dependencies {
   implementation library.java.vendored_grpc_1_43_2
   implementation library.java.vendored_guava_26_0_jre
   implementation "com.codahale.metrics:metrics-core:3.0.1"
-  implementation "org.apache.spark:spark-core_$spark_scala_version:$spark_version"
-  implementation "org.apache.spark:spark-network-common_$spark_scala_version:$spark_version"
+  provided "org.apache.spark:spark-core_$spark_scala_version:$spark_version"
+  provided "org.apache.spark:spark-network-common_$spark_scala_version:$spark_version"
   permitUnusedDeclared "org.apache.spark:spark-network-common_$spark_scala_version:$spark_version"
-  implementation "org.apache.spark:spark-sql_$spark_scala_version:$spark_version"
-  implementation "org.apache.spark:spark-streaming_$spark_scala_version:$spark_version"
-  implementation "org.apache.spark:spark-catalyst_$spark_scala_version:$spark_version"
+  provided "org.apache.spark:spark-sql_$spark_scala_version:$spark_version"
+  provided "org.apache.spark:spark-streaming_$spark_scala_version:$spark_version"
+  provided "org.apache.spark:spark-catalyst_$spark_scala_version:$spark_version"
   if(project.property("spark_scala_version").equals("2.11")){
     compileOnly "org.scala-lang:scala-library:2.11.12"
     runtimeOnly library.java.jackson_module_scala_2_11
@@ -187,6 +187,10 @@ dependencies {
   provided library.java.commons_io
   provided library.java.hamcrest
   provided "com.esotericsoftware:kryo-shaded:4.0.2"
+  testImplementation "org.apache.spark:spark-core_$spark_scala_version:$spark_version"
+  testImplementation "org.apache.spark:spark-network-common_$spark_scala_version:$spark_version"
+  testImplementation "org.apache.spark:spark-sql_$spark_scala_version:$spark_version"
+  testImplementation "org.apache.spark:spark-streaming_$spark_scala_version:$spark_version"
   testImplementation project(":sdks:java:io:kafka")
   testImplementation project(path: ":sdks:java:core", configuration: "shadowTest")
   // SparkStateInternalsTest extends abstract StateInternalsTest