You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kudu.apache.org by ad...@apache.org on 2018/10/22 20:18:27 UTC
kudu git commit: benchmarks: work around missing node_density-itest
timing measurements
Repository: kudu
Updated Branches:
refs/heads/master 4aabf46b4 -> 9c763a6a7
benchmarks: work around missing node_density-itest timing measurements
This patch works around a long-standing issue that we've never figured out:
why are these timing measurements sometimes missing from the
node_density-itest log output?
I feel bad about the workaround, but I'm really tired of seeing jobs that
run this script fail.
Change-Id: Iaa4d0b01596fc6f022bad19bcb79afdfbb5dcaef
Reviewed-on: http://gerrit.cloudera.org:8080/11710
Reviewed-by: Alexey Serbin <as...@cloudera.com>
Tested-by: Kudu Jenkins
Project: http://git-wip-us.apache.org/repos/asf/kudu/repo
Commit: http://git-wip-us.apache.org/repos/asf/kudu/commit/9c763a6a
Tree: http://git-wip-us.apache.org/repos/asf/kudu/tree/9c763a6a
Diff: http://git-wip-us.apache.org/repos/asf/kudu/diff/9c763a6a
Branch: refs/heads/master
Commit: 9c763a6a7c40b744da65d7355babec231b4809a3
Parents: 4aabf46
Author: Adar Dembo <ad...@cloudera.com>
Authored: Wed Oct 17 12:24:55 2018 -0700
Committer: Adar Dembo <ad...@cloudera.com>
Committed: Mon Oct 22 20:18:03 2018 +0000
----------------------------------------------------------------------
src/kudu/scripts/benchmarks.sh | 18 ++++++++++++++++--
1 file changed, 16 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/kudu/blob/9c763a6a/src/kudu/scripts/benchmarks.sh
----------------------------------------------------------------------
diff --git a/src/kudu/scripts/benchmarks.sh b/src/kudu/scripts/benchmarks.sh
index 346debe..583a838 100755
--- a/src/kudu/scripts/benchmarks.sh
+++ b/src/kudu/scripts/benchmarks.sh
@@ -429,15 +429,29 @@ parse_and_record_all_results() {
num_bytes=`grep log_block_manager_bytes_under_management $log | cut -d ":" -f 5 | tr -d ' '`
num_containers=`grep log_block_manager_containers $log | cut -d ":" -f 5 | tr -d ' '`
num_full_containers=`grep log_block_manager_full_containers $log | cut -d ":" -f 5 | tr -d ' '`
+
+ # For some inexplicable reason, these timing measurements are sometimes
+ # not emitted to the log file. Having spent a great deal of time trying to
+ # figure out why, let's just skip missing measurements.
+ #
+ # This may cause resulting graphs to look a little sharp, but that's better
+ # than failing the entire script.
+ set +e
time_restarting_tserver=`grep "Time spent restarting tserver" $log | ./parse_real_out.sh`
time_bootstrapping_tablets=`grep "Time spent bootstrapping tablets" $log | ./parse_real_out.sh`
+ set -e
record_result $BUILD_IDENTIFIER ${DENSE_NODE_ITEST}_num_threads $i $num_threads
record_result $BUILD_IDENTIFIER ${DENSE_NODE_ITEST}_num_blocks $i $num_blocks
record_result $BUILD_IDENTIFIER ${DENSE_NODE_ITEST}_num_bytes $i $num_bytes
record_result $BUILD_IDENTIFIER ${DENSE_NODE_ITEST}_num_containers $i $num_containers
record_result $BUILD_IDENTIFIER ${DENSE_NODE_ITEST}_num_full_containers $i $num_full_containers
- record_result $BUILD_IDENTIFIER ${DENSE_NODE_ITEST}_time_restarting_tserver $i $time_restarting_tserver
- record_result $BUILD_IDENTIFIER ${DENSE_NODE_ITEST}_time_bootstrapping_tablets $i $time_bootstrapping_tablets
+ if [ -n "$time_restarting_tserver" ]; then
+ record_result $BUILD_IDENTIFIER ${DENSE_NODE_ITEST}_time_restarting_tserver $i $time_restarting_tserver
+ fi
+ if [ -n "$time_bootstrapping_tablets" ]; then
+ record_result $BUILD_IDENTIFIER ${DENSE_NODE_ITEST}_time_bootstrapping_tablets $i $time_bootstrapping_tablets
+ fi
+
done
popd