Skip to content
This repository was archived by the owner on Oct 26, 2023. It is now read-only.

Commit 35ad0c1

Browse files
author
trisberg
committed
updating pom for batch examples to match release version of spring-hadoop
- updating the readme instructions
1 parent 8cd7cfa commit 35ad0c1

File tree

10 files changed

+260
-185
lines changed

10 files changed

+260
-185
lines changed

‎hadoop/batch-extract/README.md‎

Lines changed: 12 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,29 @@
11
# Building and running
22

3-
$ cd hadoop/batch-export
3+
$ cd hadoop/batch-extract
44
$ mvn clean package appassembler:assemble
55

6-
# Start the database
6+
# Start the database (from a separate command window - use 'Ctrl-c' to stop database)
77

8-
$ sh ./target/appassembler/bin/start-database &
8+
$ sh ./target/appassembler/bin/start-database
99

1010
View the products in the PRODUCT table using the web UI, should be empty
1111

12-
To view the data in HDFS (as if it came out of a MR job)
12+
Driver Class: org.h2.Driver
13+
JDBC URL: jdbc:h2:mem:sbia_ch02
14+
User Name: SA
15+
Password:
1316

17+
# To create and view some test data in HDFS (as if it came out of a MR job)
18+
19+
$ hadoop fs -copyFromLocal src/main/resources/input/products.txt /data/analysis/results/part-0000.txt
1420
$ hadoop fs -ls /data/analysis/results
1521

1622
# Run the export job
1723

1824
$ sh ./target/appassembler/bin/export
1925

26+
Now, go back to view the products in the PRODUCT table using the web UI, should have some rows.
27+
2028

2129

‎hadoop/batch-extract/pom.xml‎

Lines changed: 70 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -13,42 +13,46 @@
1313
</parent>
1414

1515
<properties>
16-
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
17-
<spring.integration.version>2.1.3.RELEASE</spring.integration.version>
18-
<spring.hadoop.version>1.0.0.BUILD-SNAPSHOT</spring.hadoop.version>
19-
<spring.batch.version>2.1.8.RELEASE</spring.batch.version>
20-
<h2.version>1.3.156</h2.version>
21-
<hadoop.version>1.0.1</hadoop.version>
22-
<log4j.version>1.2.17</log4j.version>
16+
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
17+
<spring.integration.version>2.1.3.RELEASE</spring.integration.version>
18+
<spring.hadoop.version>1.0.0.RELEASE</spring.hadoop.version>
19+
<spring.batch.version>2.1.8.RELEASE</spring.batch.version>
20+
<h2.version>1.3.156</h2.version>
21+
<hadoop.version>1.0.1</hadoop.version>
22+
<log4j.version>1.2.17</log4j.version>
2323
</properties>
2424

2525
<dependencies>
2626

27-
<dependency>
28-
<groupId>org.apache.hadoop</groupId>
27+
<dependency>
28+
<groupId>org.apache.hadoop</groupId>
2929
<artifactId>hadoop-core</artifactId>
3030
<version>${hadoop.version}</version>
3131
<scope>compile</scope>
3232
</dependency>
3333

34-
<dependency>
35-
<groupId>org.apache.hadoop</groupId>
34+
<dependency>
35+
<groupId>org.apache.hadoop</groupId>
3636
<artifactId>hadoop-examples</artifactId>
3737
<version>${hadoop.version}</version>
3838
<scope>compile</scope>
3939
</dependency>
4040

4141
<dependency>
42-
<groupId>org.springframework.data</groupId>
43-
<artifactId>spring-data-hadoop</artifactId>
44-
<version>${spring.hadoop.version}</version>
45-
<exclusions>
46-
<exclusion>
47-
<groupId>org.slf4j</groupId>
48-
<artifactId>slf4j-log4j12</artifactId>
49-
</exclusion>
50-
</exclusions>
51-
42+
<groupId>org.springframework.data</groupId>
43+
<artifactId>spring-data-hadoop</artifactId>
44+
<version>${spring.hadoop.version}</version>
45+
<exclusions>
46+
<exclusion>
47+
<groupId>org.springframework</groupId>
48+
<artifactId>spring-context-support</artifactId>
49+
</exclusion>
50+
<exclusion>
51+
<groupId>org.slf4j</groupId>
52+
<artifactId>slf4j-log4j12</artifactId>
53+
</exclusion>
54+
</exclusions>
55+
5256
</dependency>
5357

5458
<dependency>
@@ -119,6 +123,12 @@
119123
<version>${spring.version}</version>
120124
</dependency>
121125

126+
<dependency>
127+
<groupId>org.springframework</groupId>
128+
<artifactId>spring-context-support</artifactId>
129+
<version>${spring.version}</version>
130+
</dependency>
131+
122132
<dependency>
123133
<groupId>org.springframework</groupId>
124134
<artifactId>spring-jdbc</artifactId>
@@ -131,6 +141,18 @@
131141
<version>${spring.version}</version>
132142
</dependency>
133143

144+
<dependency>
145+
<groupId>org.springframework</groupId>
146+
<artifactId>spring-web</artifactId>
147+
<version>${spring.version}</version>
148+
</dependency>
149+
150+
<dependency>
151+
<groupId>org.springframework</groupId>
152+
<artifactId>spring-webmvc</artifactId>
153+
<version>${spring.version}</version>
154+
</dependency>
155+
134156
<dependency>
135157
<groupId>commons-io</groupId>
136158
<artifactId>commons-io</artifactId>
@@ -164,7 +186,7 @@
164186
<dependency>
165187
<groupId>org.springframework.data</groupId>
166188
<artifactId>spring-data-mongodb</artifactId>
167-
<version>1.1.0.BUILD-SNAPSHOT</version>
189+
<version>1.1.0.RELEASE</version>
168190
</dependency>
169191

170192
<dependency>
@@ -174,13 +196,11 @@
174196
<exclusions>
175197
<exclusion>
176198
<groupId>org.slf4j</groupId>
177-
<artifactId>slf4j-api</artifactId>
199+
<artifactId>slf4j-api</artifactId>
178200
</exclusion>
179201
</exclusions>
180202
</dependency>
181203

182-
183-
184204
</dependencies>
185205

186206
<repositories>
@@ -191,30 +211,31 @@
191211
</repositories>
192212

193213
<build>
194-
<plugins>
195-
<plugin>
196-
<groupId>org.codehaus.mojo</groupId>
197-
<artifactId>appassembler-maven-plugin</artifactId>
198-
<version>1.2.2</version>
199-
<configuration>
200-
<repositoryLayout>flat</repositoryLayout>
201-
<programs>
202-
<program>
203-
<mainClass>com.manning.sbia.ch01.launch.LaunchDatabaseAndConsole</mainClass>
204-
<name>start-database</name>
205-
</program>
206-
<program>
207-
<mainClass>com.manning.sbia.ch01.launch.LaunchExportProductsJob</mainClass>
208-
<name>export</name>
209-
</program>
210-
<program>
211-
<mainClass>com.manning.sbia.ch01.launch.LaunchSpringBatchAdmin</mainClass>
212-
<name>launchSpringBatchAdmin</name>
213-
</program>
214-
</programs>
215-
</configuration>
216-
</plugin>
217-
</plugins>
214+
<plugins>
215+
<plugin>
216+
<groupId>org.codehaus.mojo</groupId>
217+
<artifactId>appassembler-maven-plugin</artifactId>
218+
<version>1.2.2</version>
219+
<configuration>
220+
<repositoryLayout>flat</repositoryLayout>
221+
<programs>
222+
<program>
223+
<mainClass>com.manning.sbia.ch01.launch.LaunchDatabaseAndConsole</mainClass>
224+
<name>start-database</name>
225+
</program>
226+
<program>
227+
<mainClass>com.manning.sbia.ch01.launch.LaunchExportProductsJob</mainClass>
228+
<name>export</name>
229+
</program>
230+
<program>
231+
<mainClass>com.manning.sbia.ch01.launch.LaunchSpringBatchAdmin</mainClass>
232+
<name>launchSpringBatchAdmin</name>
233+
</program>
234+
</programs>
235+
</configuration>
236+
</plugin>
237+
</plugins>
218238
</build>
219239

220240
</project>
241+

‎hadoop/batch-import/README.md‎

Lines changed: 12 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,19 +1,30 @@
11
# Building and running
22

3+
$ cd hadoop/batch-import
34
$ mvn clean package appassembler:assemble
45

5-
# Start the database
6+
# Start the database (from a separate command window - use 'Ctrl-c' to stop database)
67

78
$ sh ./target/appassembler/bin/start-database
89

910
View the products in the PRODUCT table using the web UI
1011

12+
Driver Class: org.h2.Driver
13+
JDBC URL: jdbc:h2:mem:sbia_ch02
14+
User Name: SA
15+
Password:
16+
17+
# Create the import directory
18+
19+
$ hadoop fs -mkdir /import/data/products
20+
1121
# Run the import job
1222

1323
$ sh ./target/appassembler/bin/import
1424

1525
To view the imported product database
1626

1727
$ hadoop fs -ls /import/data/products
28+
$ hadoop fs -cat /import/data/products/product-0.txt
1829

1930

0 commit comments

Comments
 (0)