Skip to content

Commit 937f8d2

Browse files
committedNov 17, 2012
Updated Hadoop client version to cdh3u5
1 parent 3f32a27 commit 937f8d2

16 files changed

+19
-15
lines changed
 

‎.gitignore

+1
Original file line numberDiff line numberDiff line change
@@ -10,3 +10,4 @@
1010
/dist
1111
/junit
1212
/nbproject
13+
.DS_Store

‎README.md

+12-12
Original file line numberDiff line numberDiff line change
@@ -99,39 +99,39 @@ Run any of the following commands in your CLI, and after the job's completed, ch
9999

100100
**Bixi:**
101101

102-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.bixi.RecordCounter datasets/bixi /tmp/bixi_recordcounts
102+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.bixi.RecordCounter datasets/bixi /tmp/bixi_recordcounts
103103

104104
**NASDAQ:**
105105

106-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.stockexchange.HighestDividend datasets/nasdaq/dividends /tmp/nasdaq_dividends
107-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.stockexchange.MarketCapitalization datasets/nasdaq/daily_prices /tmp/nasdaq_marketcaps
108-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.stockexchange.RecordCounter datasets/nasdaq/daily_prices /tmp/nasdaq_recordcounts
106+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.stockexchange.HighestDividend datasets/nasdaq/dividends /tmp/nasdaq_dividends
107+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.stockexchange.MarketCapitalization datasets/nasdaq/daily_prices /tmp/nasdaq_marketcaps
108+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.stockexchange.RecordCounter datasets/nasdaq/daily_prices /tmp/nasdaq_recordcounts
109109

110110
**NYSE:**
111111

112-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.stockexchange.HighestDividend datasets/nyse/dividends /tmp/nyse_dividends
113-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.stockexchange.MarketCapitalization datasets/nyse/daily_prices /tmp/nyse_marketcaps
114-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.stockexchange.RecordCounter datasets/nyse/daily_prices /tmp/nyse_recordcounts
112+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.stockexchange.HighestDividend datasets/nyse/dividends /tmp/nyse_dividends
113+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.stockexchange.MarketCapitalization datasets/nyse/daily_prices /tmp/nyse_marketcaps
114+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.stockexchange.RecordCounter datasets/nyse/daily_prices /tmp/nyse_recordcounts
115115

116116
**Flights:**
117117

118-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.flights.RecordCounter datasets/flights /tmp/flights_recordcounts
118+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.flights.RecordCounter datasets/flights /tmp/flights_recordcounts
119119

120120
**Wikipedia:**
121121

122-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.wikipedia.RecordCounter datasets/wikipedia /tmp/wikipedia_recordcounts
122+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.wikipedia.RecordCounter datasets/wikipedia /tmp/wikipedia_recordcounts
123123

124124
**Google 1gram:**
125125

126-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.ngram.one_gram.RecordCounter datasets/ngrams/1gram /tmp/1gram_recordcounts
126+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.ngram.one_gram.RecordCounter datasets/ngrams/1gram /tmp/1gram_recordcounts
127127

128128
**Google 2gram:**
129129

130-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.ngram.two_gram.RecordCounter datasets/ngrams/2gram /tmp/2gram_recordcounts
130+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.ngram.two_gram.RecordCounter datasets/ngrams/2gram /tmp/2gram_recordcounts
131131

132132
**MSD:**
133133

134-
$ java -classpath ".:build/libs/Hackathon-0.2.jar:lib/*" org.hackreduce.examples.msd.RecordCounter datasets/msd /tmp/msd_recordcounts
134+
$ java -classpath ".:build/libs/HackReduce-0.3.jar:lib/*" org.hackreduce.examples.msd.RecordCounter datasets/msd /tmp/msd_recordcounts
135135

136136
Note: The jobs are made for the specific datasets, so pairing them up properly is important. The second argument (/tmp/*) is just a made up output path for the results of the job, and can be modified to anything you want.
137137

‎build.gradle

+5-2
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
1-
version = '0.2'
1+
version = '0.3'
22

33
// Modify these values if you want to build against different versions of Hadoop
4-
project.ext.set("hadoop_version", "0.20.2")
4+
project.ext.set("hadoop_version", "0.20.2-cdh3u5")
55

66

77
apply plugin: 'java'
@@ -22,6 +22,9 @@ jar {
2222
}
2323

2424
repositories {
25+
maven {
26+
url "https://repository.cloudera.com/artifactory/cloudera-repos"
27+
}
2528
mavenCentral()
2629
}
2730

‎build.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
22
<project basedir="." default="jar" name="HackReduce">
33

4-
<property name="version" value="0.2" />
4+
<property name="version" value="0.3" />
55

66
<property name="lib.dir" value="${basedir}/lib" />
77
<property name="src.dir" value="${basedir}/src/main/java" />

‎lib/guava-r09-jarjar.jar

1.16 MB
Binary file not shown.

‎lib/hadoop-0.20.2-core.jar

-2.57 MB
Binary file not shown.

‎lib/hadoop-0.20.2-streaming.jar

-63 KB
Binary file not shown.

‎lib/hadoop-0.20.2-test.jar

-1.49 MB
Binary file not shown.

‎lib/hadoop-0.20.2-tools.jar

-68.3 KB
Binary file not shown.

‎lib/hadoop-core-0.20.2-cdh3u5.jar

3.68 MB
Binary file not shown.
Binary file not shown.
105 KB
Binary file not shown.

‎lib/hadoop-test-0.20.2-cdh3u5.jar

2.63 MB
Binary file not shown.

‎lib/hadoop-tools-0.20.2-cdh3u5.jar

172 KB
Binary file not shown.

‎lib/jackson-core-asl-1.5.2.jar

168 KB
Binary file not shown.

‎lib/jackson-mapper-asl-1.5.2.jar

473 KB
Binary file not shown.

0 commit comments

Comments
 (0)
Please sign in to comment.