Skip to content
This repository was archived by the owner on Nov 11, 2022. It is now read-only.

Commit e707478

Browse files
jasonkusterjasonkuster
committed
Upgrade to Apache Beam, version 0.6.0
Signed-off-by: Jason Kuster <jasonkuster@google.com>
1 parent c827108 commit e707478

43 files changed

Lines changed: 4940 additions & 42 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎maven-archetypes/examples-java8/pom.xml‎

Lines changed: 79 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
3+
~ Copyright (C) 2017 Google Inc.
4+
~
5+
~ Licensed under the Apache License, Version 2.0 (the "License"); you may not
6+
~ use this file except in compliance with the License. You may obtain a copy of
7+
~ the License at
8+
~
9+
~ http://www.apache.org/licenses/LICENSE-2.0
10+
~
11+
~ Unless required by applicable law or agreed to in writing, software
12+
~ distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
13+
~ WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
14+
~ License for the specific language governing permissions and limitations under
15+
~ the License.
16+
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~-->
17+
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
18+
19+
<modelVersion>4.0.0</modelVersion>
20+
21+
<parent>
22+
<groupId>com.google.cloud.dataflow</groupId>
23+
<artifactId>google-cloud-dataflow-java-archetypes-parent</artifactId>
24+
<version>2.0.0-beta3-SNAPSHOT</version>
25+
<relativePath>../pom.xml</relativePath>
26+
</parent>
27+
28+
<artifactId>google-cloud-dataflow-java-archetypes-examples-java8</artifactId>
29+
<name>Google Cloud Dataflow SDK for Java - Java 8 Examples Archetype</name>
30+
<description>Google Cloud Dataflow SDK for Java is a distribution of Apache
31+
Beam designed to simplify usage of Apache Beam on Google Cloud Dataflow
32+
service. This archetype creates a project containing all the example
33+
pipelines targeting Java 8.</description>
34+
35+
<packaging>maven-archetype</packaging>
36+
37+
<build>
38+
<extensions>
39+
<extension>
40+
<groupId>org.apache.maven.archetype</groupId>
41+
<artifactId>archetype-packaging</artifactId>
42+
<version>2.4</version>
43+
</extension>
44+
</extensions>
45+
46+
<pluginManagement>
47+
<plugins>
48+
<plugin>
49+
<artifactId>maven-archetype-plugin</artifactId>
50+
<version>2.4</version>
51+
<dependencies>
52+
<dependency>
53+
<groupId>org.apache.maven.shared</groupId>
54+
<artifactId>maven-invoker</artifactId>
55+
<version>2.2</version>
56+
</dependency>
57+
</dependencies>
58+
<executions>
59+
<!-- archetype-packaging above binds this plugin's goals as follows:
60+
archetype:jar to the package phase,
61+
archetype:integration-test to the integration-test phase,
62+
archetype:update-local-catalog to the install phase.
63+
We defer the integration-test goal to the install phase, since
64+
this test actually depends on the core SDK to be installed. -->
65+
<execution>
66+
<id>default-integration-test</id>
67+
<phase>install</phase>
68+
<goals>
69+
<goal>integration-test</goal>
70+
</goals>
71+
</execution>
72+
</executions>
73+
</plugin>
74+
</plugins>
75+
</pluginManagement>
76+
</build>
77+
<!-- Dependency section from Beam omitted. Used in Beam for parallelizing build to ensure
78+
relevant sections are built, but that is not being done here. -->
79+
</project>

‎maven-archetypes/examples-java8/src/main/resources/META-INF/maven/archetype-metadata.xml‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
3+
~ Copyright (C) 2017 Google Inc.
4+
~
5+
~ Licensed under the Apache License, Version 2.0 (the "License"); you may not
6+
~ use this file except in compliance with the License. You may obtain a copy of
7+
~ the License at
8+
~
9+
~ http://www.apache.org/licenses/LICENSE-2.0
10+
~
11+
~ Unless required by applicable law or agreed to in writing, software
12+
~ distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
13+
~ WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
14+
~ License for the specific language governing permissions and limitations under
15+
~ the License.
16+
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~-->
17+
<archetype-descriptor
18+
xsi:schemaLocation="http://maven.apache.org/plugins/maven-archetype-plugin/archetype-descriptor/1.0.0 http://maven.apache.org/xsd/archetype-descriptor-1.0.0.xsd"
19+
name="Google Cloud Dataflow Example Pipelines Archetype"
20+
xmlns="http://maven.apache.org/plugins/maven-archetype-plugin/archetype-descriptor/1.0.0"
21+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
22+
23+
<fileSets>
24+
<fileSet filtered="true" packaged="true" encoding="UTF-8">
25+
<directory>src/main/java</directory>
26+
<includes>
27+
<include>**/*.java</include>
28+
</includes>
29+
</fileSet>
30+
31+
<fileSet filtered="true" packaged="true" encoding="UTF-8">
32+
<directory>src/test/java</directory>
33+
<includes>
34+
<include>**/*.java</include>
35+
</includes>
36+
</fileSet>
37+
</fileSets>
38+
</archetype-descriptor>

‎maven-archetypes/examples-java8/src/main/resources/NOTICE‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
Google Cloud Dataflow SDK for Java
2+
Copyright 2017, Google Inc.
3+
4+
This product includes software developed at
5+
The Apache Software Foundation (http://www.apache.org/).

‎maven-archetypes/examples-java8/src/main/resources/archetype-resources/pom.xml‎

Lines changed: 239 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,239 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
3+
~ Copyright (C) 2017 Google Inc.
4+
~
5+
~ Licensed under the Apache License, Version 2.0 (the "License"); you may not
6+
~ use this file except in compliance with the License. You may obtain a copy of
7+
~ the License at
8+
~
9+
~ http://www.apache.org/licenses/LICENSE-2.0
10+
~
11+
~ Unless required by applicable law or agreed to in writing, software
12+
~ distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
13+
~ WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
14+
~ License for the specific language governing permissions and limitations under
15+
~ the License.
16+
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~-->
17+
<project xmlns="http://maven.apache.org/POM/4.0.0"
18+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
19+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
20+
<modelVersion>4.0.0</modelVersion>
21+
22+
<groupId>${groupId}</groupId>
23+
<artifactId>${artifactId}</artifactId>
24+
<version>${version}</version>
25+
26+
<packaging>jar</packaging>
27+
28+
<properties>
29+
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
30+
</properties>
31+
32+
<repositories>
33+
<repository>
34+
<id>ossrh.snapshots</id>
35+
<name>Sonatype OSS Repository Hosting</name>
36+
<url>https://oss.sonatype.org/content/repositories/snapshots/</url>
37+
<releases>
38+
<enabled>false</enabled>
39+
</releases>
40+
<snapshots>
41+
<enabled>true</enabled>
42+
</snapshots>
43+
</repository>
44+
</repositories>
45+
46+
<build>
47+
<plugins>
48+
<plugin>
49+
<groupId>org.apache.maven.plugins</groupId>
50+
<artifactId>maven-compiler-plugin</artifactId>
51+
<version>3.5.1</version>
52+
<configuration>
53+
<source>1.8</source>
54+
<target>1.8</target>
55+
</configuration>
56+
</plugin>
57+
58+
<plugin>
59+
<groupId>org.apache.maven.plugins</groupId>
60+
<artifactId>maven-surefire-plugin</artifactId>
61+
<version>2.19.1</version>
62+
<configuration>
63+
<parallel>all</parallel>
64+
<threadCount>4</threadCount>
65+
<redirectTestOutputToFile>true</redirectTestOutputToFile>
66+
</configuration>
67+
<dependencies>
68+
<dependency>
69+
<groupId>org.apache.maven.surefire</groupId>
70+
<artifactId>surefire-junit47</artifactId>
71+
<version>2.19.1</version>
72+
</dependency>
73+
</dependencies>
74+
</plugin>
75+
76+
<!--
77+
Configures `mvn package` to produce a bundled jar ("fat jar") for runners
78+
that require this for job submission to a cluster.
79+
-->
80+
<plugin>
81+
<groupId>org.apache.maven.plugins</groupId>
82+
<artifactId>maven-shade-plugin</artifactId>
83+
<version>2.4.1</version>
84+
<executions>
85+
<execution>
86+
<phase>package</phase>
87+
<goals>
88+
<goal>shade</goal>
89+
</goals>
90+
<configuration>
91+
<finalName>${project.artifactId}-bundled-${project.version}</finalName>
92+
<filters>
93+
<filter>
94+
<artifact>*:*</artifact>
95+
<excludes>
96+
<exclude>META-INF/LICENSE</exclude>
97+
<exclude>META-INF/*.SF</exclude>
98+
<exclude>META-INF/*.DSA</exclude>
99+
<exclude>META-INF/*.RSA</exclude>
100+
</excludes>
101+
</filter>
102+
</filters>
103+
<transformers>
104+
<transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
105+
</transformers>
106+
</configuration>
107+
</execution>
108+
</executions>
109+
</plugin>
110+
</plugins>
111+
112+
<pluginManagement>
113+
<plugins>
114+
<plugin>
115+
<groupId>org.codehaus.mojo</groupId>
116+
<artifactId>exec-maven-plugin</artifactId>
117+
<version>1.4.0</version>
118+
<configuration>
119+
<cleanupDaemonThreads>false</cleanupDaemonThreads>
120+
</configuration>
121+
</plugin>
122+
</plugins>
123+
</pluginManagement>
124+
</build>
125+
126+
<dependencies>
127+
<!-- Adds a dependency on a specific version of the Dataflow SDK. -->
128+
<dependency>
129+
<groupId>com.google.cloud.dataflow</groupId>
130+
<artifactId>google-cloud-dataflow-java-sdk-all</artifactId>
131+
<version>2.0.0-beta3-SNAPSHOT</version>
132+
</dependency>
133+
134+
<!-- Dependencies below this line are specific dependencies needed by the examples code. -->
135+
<dependency>
136+
<groupId>com.google.api-client</groupId>
137+
<artifactId>google-api-client</artifactId>
138+
<version>1.22.0</version>
139+
<exclusions>
140+
<!-- Exclude an old version of guava that is being pulled
141+
in by a transitive dependency of google-api-client -->
142+
<exclusion>
143+
<groupId>com.google.guava</groupId>
144+
<artifactId>guava-jdk5</artifactId>
145+
</exclusion>
146+
</exclusions>
147+
</dependency>
148+
149+
<dependency>
150+
<groupId>com.google.apis</groupId>
151+
<artifactId>google-api-services-bigquery</artifactId>
152+
<version>v2-rev295-1.22.0</version>
153+
<exclusions>
154+
<!-- Exclude an old version of guava that is being pulled
155+
in by a transitive dependency of google-api-client -->
156+
<exclusion>
157+
<groupId>com.google.guava</groupId>
158+
<artifactId>guava-jdk5</artifactId>
159+
</exclusion>
160+
</exclusions>
161+
</dependency>
162+
163+
<dependency>
164+
<groupId>com.google.http-client</groupId>
165+
<artifactId>google-http-client</artifactId>
166+
<version>1.22.0</version>
167+
<exclusions>
168+
<!-- Exclude an old version of guava that is being pulled
169+
in by a transitive dependency of google-api-client -->
170+
<exclusion>
171+
<groupId>com.google.guava</groupId>
172+
<artifactId>guava-jdk5</artifactId>
173+
</exclusion>
174+
</exclusions>
175+
</dependency>
176+
177+
<dependency>
178+
<groupId>com.google.apis</groupId>
179+
<artifactId>google-api-services-pubsub</artifactId>
180+
<version>v1-rev10-1.22.0</version>
181+
<exclusions>
182+
<!-- Exclude an old version of guava that is being pulled
183+
in by a transitive dependency of google-api-client -->
184+
<exclusion>
185+
<groupId>com.google.guava</groupId>
186+
<artifactId>guava-jdk5</artifactId>
187+
</exclusion>
188+
</exclusions>
189+
</dependency>
190+
191+
<dependency>
192+
<groupId>joda-time</groupId>
193+
<artifactId>joda-time</artifactId>
194+
<version>2.4</version>
195+
</dependency>
196+
197+
<dependency>
198+
<groupId>com.google.guava</groupId>
199+
<artifactId>guava</artifactId>
200+
<version>20.0</version>
201+
</dependency>
202+
203+
<!-- Add slf4j API frontend binding with JUL backend -->
204+
<dependency>
205+
<groupId>org.slf4j</groupId>
206+
<artifactId>slf4j-api</artifactId>
207+
<version>1.7.14</version>
208+
</dependency>
209+
210+
<dependency>
211+
<groupId>org.slf4j</groupId>
212+
<artifactId>slf4j-jdk14</artifactId>
213+
<version>1.7.14</version>
214+
<!-- When loaded at runtime this will wire up slf4j to the JUL backend -->
215+
<scope>runtime</scope>
216+
</dependency>
217+
218+
<!-- Hamcrest and JUnit are required dependencies of PAssert,
219+
which is used in the main code of DebuggingWordCount example. -->
220+
<dependency>
221+
<groupId>org.hamcrest</groupId>
222+
<artifactId>hamcrest-all</artifactId>
223+
<version>1.3</version>
224+
</dependency>
225+
226+
<dependency>
227+
<groupId>junit</groupId>
228+
<artifactId>junit</artifactId>
229+
<version>4.12</version>
230+
</dependency>
231+
232+
<dependency>
233+
<groupId>org.mockito</groupId>
234+
<artifactId>mockito-all</artifactId>
235+
<version>1.9.5</version>
236+
<scope>test</scope>
237+
</dependency>
238+
</dependencies>
239+
</project>

0 commit comments

Comments
 (0)