roapi/ci/scripts/populate_minio.sh

26 lines
1.0 KiB
Bash

#!/bin/bash
set -eux
SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
TEST_DATA_DIR="${SCRIPT_DIR}/../../test_data"
MCBIN=mc
if ! which "${MCBIN}" &>/dev/null; then
curl --fail-with-body https://dl.min.io/client/mc/release/linux-amd64/mc --create-dirs -o $HOME/minio-binaries/mc
chmod +x $HOME/minio-binaries/mc
MCBIN=$HOME/minio-binaries/mc
fi
"${MCBIN}" alias set local http://127.0.0.1:9000 minioadmin minioadmin
"${MCBIN}" mb local/test-data
"${MCBIN}" cp "${TEST_DATA_DIR}"/blogs.parquet local/test-data
"${MCBIN}" cp "${TEST_DATA_DIR}"/blogs.parquet "local/test-data/blogs space.parquet"
"${MCBIN}" cp "${TEST_DATA_DIR}"/blogs.parquet local/test-data/blogs/
# populate partitioned table in S3
"${MCBIN}" cp "${TEST_DATA_DIR}"/blogs.parquet local/test-data/partitioned_blogs/year=2024/month=10/
"${MCBIN}" cp "${TEST_DATA_DIR}"/blogs.parquet local/test-data/partitioned_blogs/year=2023/month=2/
# populate delta table
"${MCBIN}" cp --recursive "${TEST_DATA_DIR}"/blogs-delta local/test-data/