diff --git a/.gitignore b/.gitignore index 834bc99b424..8ac97b113a4 100644 --- a/.gitignore +++ b/.gitignore @@ -79,4 +79,4 @@ benchmark/hopfs/hops benchmark/hopfs/META-INF storedprocs.jar -bench \ No newline at end of file +bench/hdfs \ No newline at end of file diff --git a/bench/bench.sh b/bench/bench.sh new file mode 100644 index 00000000000..f2f24eebefd --- /dev/null +++ b/bench/bench.sh @@ -0,0 +1,65 @@ +#! /bin/bash + +# Create Files + +for ((i=1;i<=8;i=i*2)) +do + for ((j=1;j<=10000;j=j*10)) + do + for k in {1..20} + do + # your-unix-command-here + bash ~/hadoop/test.sh + sleep 10 + /home/gangliao/hadoop/hadoop-dist/target/hadoop-3.3.0-SNAPSHOT/bin/hadoop \ + org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark \ + -fs hdfs://localhost:9000 -op create -threads ${i} -files ${j} \ + -filesPerDir 100000 -logLevel INFO &>> voltfs_create_${i}_${j}.txt + done + done +done + + +# Open Files + +bash ~/hadoop/test.sh +/home/gangliao/hadoop/hadoop-dist/target/hadoop-3.3.0-SNAPSHOT/bin/hadoop \ + org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark \ + -fs hdfs://localhost:9000 -op open -threads 1 -files 100000 \ + -filesPerDir 100000 -keepResults -logLevel INFO + +for ((i=1;i<=8;i=i*2)) +do + for ((j=1;j<=10000;j=j*10)) + do + for k in {1..20} + do + # your-unix-command-here + sleep 10 + /home/gangliao/hadoop/hadoop-dist/target/hadoop-3.3.0-SNAPSHOT/bin/hadoop \ + org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark \ + -fs hdfs://localhost:9000 -op open -threads ${i} -files ${j} \ + -filesPerDir 100000 -keepResults -useExisting -logLevel INFO &>> voltfs_open_${i}_${j}.txt + done + done +done + + +# Delete Files + +for ((i=1;i<=8;i=i*2)) +do + for ((j=1;j<=10000;j=j*10)) + do + for k in {1..20} + do + # your-unix-command-here + bash ~/hadoop/test.sh + sleep 10 + /home/gangliao/hadoop/hadoop-dist/target/hadoop-3.3.0-SNAPSHOT/bin/hadoop \ + org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark \ + -fs hdfs://localhost:9000 -op delete -threads ${i} -files ${j} \ + -filesPerDir 100 -logLevel INFO &>> voltfs_delete_${i}_${j}.txt + done + done +done