forked from LLNL/magpie
-
Notifications
You must be signed in to change notification settings - Fork 0
/
magpie-run-hbase-performanceeval
executable file
·104 lines (90 loc) · 3.33 KB
/
magpie-run-hbase-performanceeval
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
#!/bin/bash
#############################################################################
# Copyright (C) 2013 Lawrence Livermore National Security, LLC.
# Produced at Lawrence Livermore National Laboratory (cf, DISCLAIMER).
# Written by Albert Chu <[email protected]>
# LLNL-CODE-644248
#
# This file is part of Magpie, scripts for running Hadoop on
# traditional HPC systems. For details, see <URL>.
#
# Magpie is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# Magpie is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Magpie. If not, see <http://www.gnu.org/licenses/>.
#############################################################################
# This script is the core performanceeval running script. For the
# most part, it shouldn't be editted. See job submission files for
# configuration details.
source ${MAGPIE_SCRIPTS_HOME}/magpie-common-exports
source ${MAGPIE_SCRIPTS_HOME}/magpie-common-functions
performanceevaljar="org.apache.hadoop.hbase.PerformanceEvaluation"
if [ "${HBASE_PERFORMANCEEVAL_MODE}X" != "X" ]
then
if [ "${HBASE_PERFORMANCEEVAL_MODE}" == "sequential-thread" ] || [ "${HBASE_PERFORMANCEEVAL_MODE}" == "random-thread" ]
then
nomapredoption="--nomapred"
else
nomapredoption=""
fi
if [ "${HBASE_PERFORMANCEEVAL_MODE}" == "sequential-thread" ] || [ "${HBASE_PERFORMANCEEVAL_MODE}" == "sequential-mr" ]
then
writecmd="sequentialWrite"
readcmd="sequentialRead"
else
writecmd="randomWrite"
readcmd="randomRead"
fi
else
nomapredoption="--nomapred"
writecmd="sequentialWrite"
readcmd="sequentialRead"
fi
if [ "${HBASE_PERFORMANCEEVAL_ROW_COUNT}X" == "X" ]
then
hbaserowcount=1048576
else
hbaserowcount=$HBASE_PERFORMANCEEVAL_ROW_COUNT
fi
if [ "${HBASE_PERFORMANCEEVAL_CLIENT_COUNT}X" == "X" ]
then
hbaseclientcount=1
else
hbaseclientcount=$HBASE_PERFORMANCEEVAL_CLIENT_COUNT
fi
cd ${HBASE_HOME}
#
# Remove previous runs if they are lingering
#
if echo list | ${hbasecmdprefix}/hbase shell | grep -q TestTable
then
echo "Remove earlier run of TestTable job"
command="echo disable 'TestTable'"
echo "Running $command in hbase shell" >&2
$command | ${hbasecmdprefix}/hbase shell
command="echo drop 'TestTable'"
echo "Running $command in hbase shell" >&2
$command | ${hbasecmdprefix}/hbase shell
fi
command="${hbasecmdprefix}/hbase ${performanceevaljar} ${nomapredoption} --rows=${hbaserowcount} ${writecmd} ${hbaseclientcount}"
echo "Running $command" >&2
$command
command="${hbasecmdprefix}/hbase ${performanceevaljar} ${nomapredoption} --rows=${hbaserowcount} ${readcmd} ${hbaseclientcount}"
echo "Running $command" >&2
$command
echo "Removing TestTable ..."
command="echo disable 'TestTable'"
echo "Running $command in hbase shell" >&2
$command | ${hbasecmdprefix}/hbase shell
command="echo drop 'TestTable'"
echo "Running $command in hbase shell" >&2
$command | ${hbasecmdprefix}/hbase shell
exit 0