Skip to content

Commit 4ab2eb4

Browse files
committed
Revert "Revert "Fdp branch 3.2.1 (apache#10)""
This reverts commit cb47fd3.
1 parent cb47fd3 commit 4ab2eb4

File tree

1,027 files changed

+498739
-5
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

1,027 files changed

+498739
-5
lines changed

buildScripts/buildCmake.sh

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
#!/bin/bash
2+
3+
tar -xvf cmake-3.13.3-Linux-x86_64.tar.gz
4+
cd cmake-3.13.3-Linux-x86_64/
5+
echo "Creating cmake Symlink"
6+
sudo ln -s `pwd`/bin/cmake /usr/bin/cmake

buildScripts/buildHadoop.sh

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
#!/bin/bash
2+
3+
find . -name pom.xml -exec sed -i -e 's/<require.snappy>false<\/require.snappy>/<require.snappy>true<\/require.snappy>/g' {} \;
4+
mvn package -Pdist,native -Dyarn.arg="install --offline" -DskipTests -Drequire.snappy -Dmaven.javadoc.skip=true -U -X

buildScripts/buildProtobuff.sh

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
#!/bin/bash
2+
cd protobuf-2.5.0
3+
sudo ./configure
4+
sudo make clean
5+
sudo make
6+
sudo make install
7+
sudo ldconfig
8+
protoc --version
9+
cd $cwd
10+

buildScripts/installDependencies.sh

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
#!/bin/bash
2+
3+
sudo grep -r security.debian.org /etc/apt/
4+
sudo sed -i '/security.debian.org/s/^/#/' /etc/apt/sources.list
5+
sudo apt-get update
6+
sudo apt-get install protobuf-compiler liblzo2-2 libc6 --allow-unauthenticated -y
7+
sudo apt-get install pkg-config --yes --allow-unauthenticated
8+
sudo apt-get install --yes --allow-unauthenticated build-essential
9+
sudo apt-get install --yes --allow-unauthenticated make libsnappy-dev bzip2 libbz2-dev libjansson-dev zlib1g-dev libncurses5-dev libssl-dev libfuse-dev fuse zstd

buildScripts/pushTarToRepo.sh

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
#!/bin/bash
2+
3+
mkdir pushHadoopTar/HadoopSourceBinary
4+
cp -rf hadoop-dist/target/hadoop-3.2.1.tar.gz pushHadoopTar/HadoopSourceBinary/
5+
ls
6+
7+
cd pushHadoopTar
8+
ls
9+
10+
mkdir -p HadoopSourceBinary
11+
mkdir -p deb/tmp/
12+
cp -rf HadoopSourceBinary deb/tmp/
13+
cp -rf DEBIAN deb/
14+
15+
sh pushHadoopTar/make-flipkart-hadoop-source-tar-3.2.1-deb
16+
dpkg -b deb flipkart-hadoop-source-tar-repo.deb
17+
reposervice --host 10.24.0.41 --port "8080" pubrepo --repo fk-hadoop-source-tar-repo --appkey dummy --debs flipkart-hadoop-source-tar-repo.deb
18+
cd $cwd

cmake-3.13.3-Linux-x86_64.tar.gz

36.6 MB
Binary file not shown.

hadoop-common-project/hadoop-common/pom.xml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -606,7 +606,7 @@
606606
<snappy.prefix></snappy.prefix>
607607
<snappy.lib></snappy.lib>
608608
<snappy.include></snappy.include>
609-
<require.snappy>false</require.snappy>
609+
<require.snappy>true</require.snappy>
610610
<zstd.prefix></zstd.prefix>
611611
<zstd.lib></zstd.lib>
612612
<zstd.include></zstd.include>
@@ -765,7 +765,7 @@
765765
<require.isal>false</require.isal>
766766
<isal.prefix></isal.prefix>
767767
<isal.lib></isal.lib>
768-
<require.snappy>false</require.snappy>
768+
<require.snappy>true</require.snappy>
769769
<bundle.snappy.in.bin>true</bundle.snappy.in.bin>
770770
<zstd.prefix></zstd.prefix>
771771
<zstd.lib></zstd.lib>

hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -108,7 +108,7 @@
108108
<snappy.prefix></snappy.prefix>
109109
<snappy.lib></snappy.lib>
110110
<snappy.include></snappy.include>
111-
<require.snappy>false</require.snappy>
111+
<require.snappy>true</require.snappy>
112112
<zstd.prefix></zstd.prefix>
113113
<zstd.lib></zstd.lib>
114114
<zstd.include></zstd.include>

hadoop-project/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -129,7 +129,7 @@
129129

130130
<!-- Plugin versions and config -->
131131
<maven-surefire-plugin.argLine>-Xmx2048m -XX:+HeapDumpOnOutOfMemoryError</maven-surefire-plugin.argLine>
132-
<maven-surefire-plugin.version>3.0.0-M1</maven-surefire-plugin.version>
132+
<maven-surefire-plugin.version>3.0.0-M3</maven-surefire-plugin.version>
133133
<maven-surefire-report-plugin.version>${maven-surefire-plugin.version}</maven-surefire-report-plugin.version>
134134
<maven-failsafe-plugin.version>${maven-surefire-plugin.version}</maven-failsafe-plugin.version>
135135

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/YarnVersionInfo.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -104,7 +104,7 @@ public static void main(String[] args) {
104104
LOG.debug("version: "+ getVersion());
105105
System.out.println("YARN " + getVersion());
106106
System.out.println("Subversion " + getUrl() + " -r " + getRevision());
107-
System.out.println("Compiled by " + getUser() + " on " + getDate());
107+
System.out.println("Compiled by " + getUser()" + " on " + getDate());
108108
System.out.println("From source with checksum " + getSrcChecksum());
109109
}
110110
}

0 commit comments

Comments
 (0)