hadoop benchmarkテスト

テキストリンク:https://www.itcodemonkey.com/article/7594.html
 
メイン用のTeraSort

xx2 
1.5cpu
hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar teragen  -D mapred.map.tasks=1975 -D dfs.block.size=1073741824   197500000000 /user/hadoop/input19750gb


hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar terasort  -D mapred.map.tasks=1975  -D mapred.reduce.tasks=1975 -D dfs.block.size=1073741824 /user/hadoop/input19750gb /user/hadoop/out19750gb  


1cpu
hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar teragen  -D mapred.map.tasks=1215 -D dfs.block.size=1073741824   121500000000 /user/hadoop/input12150gb


hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar terasort  -D mapred.map.tasks=1215  -D mapred.reduce.tasks=1215 -D dfs.block.size=1073741824 /user/hadoop/input12150gb /user/hadoop/out12150gb 


2cpu
hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar teragen  -D mapred.map.tasks=2431 -D dfs.block.size=1073741824   243100000000 /user/hadoop/input24310gb


hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar terasort  -D mapred.map.tasks=2431  -D mapred.reduce.tasks=2431 -D dfs.block.size=1073741824 /user/hadoop/input24310gb /user/hadoop/out24310gb 


xx1 
1.5cpu
hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar teragen  -D mapred.map.tasks=1472 -D dfs.block.size=1073741824   147200000000 /user/hadoop/input14720gb


hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar terasort  -D mapred.map.tasks=1472  -D mapred.reduce.tasks=1472 -D dfs.block.size=1073741824 /user/hadoop/input14720gb /user/hadoop/out14720gb  


1cpu
hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar teragen  -D mapred.map.tasks=919 -D dfs.block.size=1073741824   91900000000 /user/hadoop/input9190gb


hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar terasort  -D mapred.map.tasks=919  -D mapred.reduce.tasks=919 -D dfs.block.size=1073741824 /user/hadoop/input9190gb /user/hadoop/out9190gb  

2cpu
hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar teragen  -D mapred.map.tasks=1839 -D dfs.block.size=1073741824   183900000000 /user/hadoop/input18390gb


hadoop jar /opt/beh/core/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-*.jar terasort  -D mapred.map.tasks=1839  -D mapred.reduce.tasks=1839 -D dfs.block.size=1073741824 /user/hadoop/input18390gb /user/hadoop/out18390gb