X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=src%2Fceph%2Fqa%2Fworkunits%2Fhadoop%2Fterasort.sh;fp=src%2Fceph%2Fqa%2Fworkunits%2Fhadoop%2Fterasort.sh;h=0000000000000000000000000000000000000000;hb=7da45d65be36d36b880cc55c5036e96c24b53f00;hp=7996aece7ea4c42264bebcd0c858a2265135d6c3;hpb=691462d09d0987b47e112d6ee8740375df3c51b2;p=stor4nfv.git

diff --git a/src/ceph/qa/workunits/hadoop/terasort.sh b/src/ceph/qa/workunits/hadoop/terasort.sh
deleted file mode 100755
index 7996aec..0000000
--- a/src/ceph/qa/workunits/hadoop/terasort.sh
+++ /dev/null
@@ -1,76 +0,0 @@
-#!/bin/bash
-
-set -e
-set -x
-
-INPUT=/terasort-input
-OUTPUT=/terasort-output
-REPORT=/tersort-report
-
-num_records=100000
-[ ! -z $NUM_RECORDS ] && num_records=$NUM_RECORDS
-
-# bail if $TESTDIR is not set as this test will fail in that scenario
-[ -z $TESTDIR ] && { echo "\$TESTDIR needs to be set, but is not. Exiting."; exit 1; }
-
-# if HADOOP_PREFIX is not set, use default
-[ -z $HADOOP_PREFIX ] && { HADOOP_PREFIX=$TESTDIR/hadoop; }
-
-# Nuke hadoop directories
-$HADOOP_PREFIX/bin/hadoop fs -rm -r $INPUT $OUTPUT $REPORT || true
-
-# Generate terasort data
-#
-#-Ddfs.blocksize=512M \
-#-Dio.file.buffer.size=131072 \
-#-Dmapreduce.map.java.opts=-Xmx1536m \
-#-Dmapreduce.map.memory.mb=2048 \
-#-Dmapreduce.task.io.sort.mb=256 \
-#-Dyarn.app.mapreduce.am.resource.mb=1024 \
-#-Dmapred.map.tasks=64 \
-$HADOOP_PREFIX/bin/hadoop jar \
-  $HADOOP_PREFIX/share/hadoop/mapreduce/hadoop-mapreduce-examples-*.jar \
-  teragen \
-  -Dmapred.map.tasks=9 \
-  $num_records \
-  $INPUT
-
-# Run the sort job
-#
-#-Ddfs.blocksize=512M \
-#-Dio.file.buffer.size=131072 \
-#-Dmapreduce.map.java.opts=-Xmx1536m \
-#-Dmapreduce.map.memory.mb=2048 \
-#-Dmapreduce.map.output.compress=true \
-#-Dmapreduce.map.output.compress.codec=org.apache.hadoop.io.compress.Lz4Codec \
-#-Dmapreduce.reduce.java.opts=-Xmx1536m \
-#-Dmapreduce.reduce.memory.mb=2048 \
-#-Dmapreduce.task.io.sort.factor=100 \
-#-Dmapreduce.task.io.sort.mb=768 \
-#-Dyarn.app.mapreduce.am.resource.mb=1024 \
-#-Dmapred.reduce.tasks=100 \
-#-Dmapreduce.terasort.output.replication=1 \
-$HADOOP_PREFIX/bin/hadoop jar \
-  $HADOOP_PREFIX/share/hadoop/mapreduce/hadoop-mapreduce-examples-*.jar \
-  terasort \
-  -Dmapred.reduce.tasks=10 \
-  $INPUT $OUTPUT
-
-# Validate the sorted data
-#
-#-Ddfs.blocksize=512M \
-#-Dio.file.buffer.size=131072 \
-#-Dmapreduce.map.java.opts=-Xmx1536m \
-#-Dmapreduce.map.memory.mb=2048 \
-#-Dmapreduce.reduce.java.opts=-Xmx1536m \
-#-Dmapreduce.reduce.memory.mb=2048 \
-#-Dmapreduce.task.io.sort.mb=256 \
-#-Dyarn.app.mapreduce.am.resource.mb=1024 \
-#-Dmapred.reduce.tasks=1 \
-$HADOOP_PREFIX/bin/hadoop jar \
-  $HADOOP_PREFIX/share/hadoop/mapreduce/hadoop-mapreduce-examples-*.jar \
-  teravalidate \
-  -Dmapred.reduce.tasks=1 \
-  $OUTPUT $REPORT
-
-exit 0