You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by al...@apache.org on 2022/05/28 13:26:16 UTC

[arrow-datafusion] 01/01: add merge benchmark script

This is an automated email from the ASF dual-hosted git repository.

alamb pushed a commit to branch alamb/merge_bench
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git

commit d20e96b2ed36ef6052459938e69123c9aee55302
Author: Andrew Lamb <an...@nerdnetworks.org>
AuthorDate: Sat May 28 13:26:07 2022 +0000

    add merge benchmark script
---
 merge-bench.sh | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)

diff --git a/merge-bench.sh b/merge-bench.sh
new file mode 100755
index 000000000..95ea81e09
--- /dev/null
+++ b/merge-bench.sh
@@ -0,0 +1,24 @@
+set -x
+
+# The idea is to run this program:
+#CARGO_PROFILE_BENCH_DEBUG=true cargo bench --bench merge
+# And then hard code the otuput path here
+
+BENCH="target/release/deps/merge-8e9c4c279fdc9ae8"
+
+# Going to run all these in parallel to generate flamegraphs reasonably quickly
+
+
+mkdir -p bench
+cd bench
+(mkdir -p i64 && cd i64 && flamegraph -o flamegraph-merge-i64.svg         -- ${BENCH} 'merge i64')&
+(mkdir -p f64 && cd f64 && flamegraph -o flamegraph-merge-f64.svg         -- ${BENCH} 'merge f64')&
+#flamegraph -o flamegraph-merge-utf8-low.svg    -- ${BENCH} 'merge utf8 low cardinality'
+#flamegraph -o flamegraph-merge-utf8-high.svg   -- ${BENCH} 'merge utf8 high cardinality'
+#flamegraph -o flamegraph-merge-utf8-tuple.svg  -- ${BENCH} 'merge utf8 tuple'
+#flamegraph -o flamegraph-merge-mixed-tuple.svg -- ${BENCH} 'merge mixed tuple'
+
+echo "waiting..."
+wait
+
+echo "done"