run_benchmarks.sh

#!/usr/bin/env bash
#
# Copyright 2023- IBM Inc. All rights reserved
# SPDX-License-Identifier: Apache-2.0
#
# A simple benchmark script.
set -euo pipefail

SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
cd "${SCRIPT_DIR}/"

./sql/build.sh
./terasort/build.sh

REPEAT=${REPEAT:-20}
export CHECKSUM_ENABLED=${CHECKSUM_ENABLED:-false}
export USE_FALLBACK_FETCH=false
export USE_S3_SHUFFLE=0
export USE_NFS_SHUFFLE=0

BLOCK_SIZES=(
    32
    128
)

# SQL experiments
export INSTANCES=12
export SIZE=1000
SQL_QUERIES=(
    q5  #  9.6 GB shuffle data
    q49 #  1.1 GB shuffle data
    q75 #   20 GB shuffle data
    q67 #   66 GB shuffle data
)

for ((i = 0 ; i < ${REPEAT} ; i++)); do
    for blockSize in "${BLOCK_SIZES[@]}"; do
        export BLOCK_SIZE=${blockSize}
        for query in "${SQL_QUERIES[@]}"; do
            export USE_S3_SHUFFLE=0
            export USE_NFS_SHUFFLE=0
            ./sql/run_single_query.sh $query || true

            export USE_S3_SHUFFLE=0
            export USE_NFS_SHUFFLE=1
            ./sql/run_single_query.sh $query || true

            export USE_S3_SHUFFLE=1
            export USE_NFS_SHUFFLE=0
            ./sql/run_single_query.sh $query || true
        done
    done
done

# TeraSort experiments
export INSTANCES=4
TERASORT_SIZES=(
   1g
   10g
   100g
)

for size in "${TERASORT_SIZES[@]}"; do
    for ((i = 0 ; i < ${REPEAT} ; i++)); do
        for blockSize in "${BLOCK_SIZES[@]}"; do
            export BLOCK_SIZE=${blockSize}
            export SIZE=$size
            export USE_FALLBACK_FETCH=false
            export USE_TRANSFER_TO=1

            export USE_S3_SHUFFLE=0
            export USE_NFS_SHUFFLE=0
            ./terasort/run.sh || true

            export USE_S3_SHUFFLE=0
            export USE_NFS_SHUFFLE=1
            ./terasort/run.sh || true

            export USE_S3_SHUFFLE=1
            export USE_NFS_SHUFFLE=0
            ./terasort/run.sh || true
        done
    done
done