Merge pull request #325 from ClickHouse/no-no-verbose

Remove `--no-verbose` flag from wget

Author: rschu1ze

aurora-mysql/README.md

@@ -12,7 +12,7 @@ function byconity()
 export -f byconity
 
 byconity --time -n < create.sql
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 pigz -fkd hits.tsv.gz
 byconity --database bench --query "INSERT INTO hits FORMAT TSV" < hits.tsv
 

aurora-postgresql/README.md

@@ -8,7 +8,7 @@ pip install --break-system-packages pandas
 pip install --break-system-packages chdb==2.2.0b1
 
 # Download the data
-wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet
+wget --continue https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet
 
 # Run the queries
 

bigquery/README.md

@@ -8,7 +8,7 @@ pip install --break-system-packages psutil
 pip install --break-system-packages chdb==2.2.0b1
 
 # Load the data
-seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
+seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
 
 # Run the queries
 

byconity/benchmark.sh

@@ -7,7 +7,7 @@ pip install --break-system-packages psutil
 pip install --break-system-packages chdb==2.2.0b1
 
 # Load the data
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
 gzip -d hits.csv.gz
 ./load.py
 

bytehouse/NOTES.md

@@ -6,7 +6,7 @@ sudo apt-get install -y postgresql-client
 
 sudo docker run -d --name citus -p 5432:5432 -e POSTGRES_PASSWORD=mypass citusdata/citus:11.0
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 echo "*:*:*:*:mypass" > .pgpass

bytehouse/README.md

@@ -5,10 +5,10 @@
 curl https://clickhouse.com/ | sh
 
 # Use for ClickHouse (Parquet, single)
-# wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.parquet'
+# wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.parquet'
 
 # Use for ClickHouse (Parquet, partitioned)
-seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
+seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
 
 # Run the queries
 

chdb-dataframe/benchmark.sh

@@ -12,12 +12,12 @@ chmod +x *.sh
 
 curl https://clickhouse.com/ | sh
 
-seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --continue https://clickhouse-public-datasets.s3.amazonaws.com/hits_compatible/athena_partitioned/hits_{}.parquet'
+seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue https://clickhouse-public-datasets.s3.amazonaws.com/hits_compatible/athena_partitioned/hits_{}.parquet'
 
 echo "Partitioned:" > log
 ./run.sh >> log
 
-wget --no-verbose --continue 'https://clickhouse-public-datasets.s3.amazonaws.com/hits_compatible/hits.parquet'
+wget --continue 'https://clickhouse-public-datasets.s3.amazonaws.com/hits_compatible/hits.parquet'
 
 sed -i 's/hits_\*\.parquet/hits.parquet/' create.sql
 

chdb-parquet/benchmark.sh

@@ -35,7 +35,7 @@ fi
 
 clickhouse-client < create"$SUFFIX".sql
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 clickhouse-client --time --query "INSERT INTO hits FORMAT TSV" < hits.tsv

chdb/benchmark.sh

@@ -34,7 +34,7 @@ do
   sleep 1
 done
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz' -O /tmp/hits.tsv.gz
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz' -O /tmp/hits.tsv.gz
 gzip -d /tmp/hits.tsv.gz
 chmod 444 /tmp/hits.tsv
 

citus/benchmark.sh

@@ -26,7 +26,7 @@ CONF
 # Docs: https://databend.rs/doc/use-cases/analyze-hits-dataset-with-databend
 curl 'http://default@localhost:8124/' --data-binary @create.sql
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 ## Aws gp2 write performance is not stable, we must load the data when disk's write around ~500MB/s (Don't know much about the rules of gp2)

clickhouse-parquet/benchmark.sh

@@ -21,11 +21,11 @@ cd ../..
 
 
 # Download benchmark target data, single file
-wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/hits.parquet
+wget --continue https://datasets.clickhouse.com/hits_compatible/hits.parquet
 
 # Download benchmark target data, partitioned
 mkdir -p partitioned
-seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --directory-prefix partitioned --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
+seq 0 99 | xargs -P100 -I{} bash -c 'wget --directory-prefix partitioned --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
 
 # Run benchmarks for single parquet and partitioned
 ./run.sh single

clickhouse-parquet/cloud-init.sh

@@ -15,7 +15,7 @@ fi
 file_name="$(basename ${url})"
 if [[ "$url" == "http"* ]]; then
     if [[ ! -f $file_name ]]; then
-        wget --no-verbose --continue ${url}
+        wget --continue ${url}
     else
         echo "$file_name already exists, no need to download."
     fi
@@ -88,7 +88,7 @@ mysql -h 127.0.0.1 -P9030 -uroot hits <"$ROOT"/create.sql
 
 # Download data
 if [[ ! -f hits.tsv.gz ]] && [[ ! -f hits.tsv ]]; then
-    wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+    wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
     gzip -d hits.tsv.gz
 fi
 

clickhouse/benchmark.sh

@@ -3,7 +3,7 @@
 sudo apt-get update
 sudo apt-get install -y docker.io
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.parquet'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.parquet'
 
 ./run.sh 2>&1 | tee log.txt
 

cratedb/benchmark.sh

@@ -26,7 +26,7 @@ echo "druid.query.groupBy.maxMergingDictionarySize=5000000000" >> apache-druid-$
 
 # Load the data
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 ./apache-druid-${VERSION}/bin/post-index-task --file ingest.json --url http://localhost:8081

databend/benchmark.sh

@@ -7,7 +7,7 @@ sudo apt-get install -y python3-pip
 pip install --break-system-packages pandas duckdb==1.1.3
 
 # Download the data
-wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet
+wget --continue https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet
 
 # Run the queries
 

datafusion/README.md

@@ -8,7 +8,7 @@ pip install --break-system-packages duckdb==1.1.3 psutil
 
 # Load the data
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
 gzip -d hits.csv.gz
 
 # Run the queries

datafusion/benchmark.sh

@@ -14,7 +14,7 @@ export PATH="$PATH:`pwd`/build/release/"
 cd ..
 
 # Load the data
-seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
+seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
 
 time duckdb hits.db -f create.sql
 

doris/benchmark.sh

@@ -14,7 +14,7 @@ export PATH="$PATH:`pwd`/build/release/"
 cd ..
 
 # Load the data
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 time duckdb hits.db -f create.sql -c "COPY hits FROM 'hits.tsv' (QUOTE '')"

drill/benchmark.sh

@@ -27,7 +27,7 @@ sudo systemctl enable heavydb
 
 # Load the data
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
 gzip -d hits.csv.gz
 chmod 777 ~ hits.csv
 

druid/benchmark.sh

@@ -7,7 +7,7 @@ sudo ./install.sh
 
 # download hits.tsv if we dont already have it
 if [ ! -e hits.tsv ]; then
-    wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+    wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
     gzip -d hits.tsv.gz
 fi
 

duckdb-dataframe/benchmark.sh

@@ -4,7 +4,7 @@ sudo apt-get update
 sudo apt-get install -y python3-pip
 pip install --break-system-packages tableauhyperapi
 
-seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
+seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
 
 ./run.sh | tee log.txt
 

duckdb-memory/benchmark.sh

@@ -4,7 +4,7 @@ sudo apt-get update
 sudo apt-get install -y python3-pip
 pip install --break-system-packages tableauhyperapi
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
 gzip -d hits.csv.gz
 
 ./load.py

duckdb-parquet/benchmark.sh

@@ -13,7 +13,7 @@ sudo docker run -it --rm --network host mysql:5 mysql --host 127.0.0.1 --port 50
 
 # Load the data
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 # ERROR 2 (HY000) at line 1: Wrong data or column definition. Row: 93557187, field: 100.

duckdb/benchmark.sh

@@ -13,7 +13,7 @@ export KI_PWD=admin
 CLI="./kisql --host localhost --user admin"
 
 # download the ds
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
 gzip -d hits.csv.gz
 
 # prepare the ds for ingestion; bigger files cause out of memory error

heavyai/benchmark.sh

@@ -14,7 +14,7 @@ sudo apt-get install -y g++ capnproto libclang-14-dev
 
 cargo build --features "enable_rocksdb" --features "enable_lz4" --release
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
 gzip -d hits.csv.gz
 
 target/release/repl --load hits.csv --db-path db

hydra/benchmark.sh

@@ -16,7 +16,7 @@ mysql --password="${PASSWORD}" --host 127.0.0.1 test < create.sql
 
 # Load the data
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 time mysql --password="${PASSWORD}" --host 127.0.0.1 test -e "

hyper-parquet/benchmark.sh

@@ -14,7 +14,7 @@ sudo service mariadb restart
 
 # Load the data
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 sudo mariadb -e "CREATE DATABASE test"

hyper/benchmark.sh

@@ -22,7 +22,7 @@ sudo apt-get install -y expect
 
 ./query.expect "$(cat create.sql)"
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 chmod 777 ~ hits.tsv
 

infobright/benchmark.sh

@@ -55,7 +55,7 @@ time mongosh --quiet --eval 'db.hits.createIndex({"ClientIP": 1, "WatchID": 1, "
 
 #################################
 # Load data and import
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 # Use mongo import to load data into mongo. By default numInsertionWorkers is 1 so change to half of VM where it would be run

kinetica/benchmark.sh

@@ -9,7 +9,7 @@ sudo service mysql restart
 
 # Load the data
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 sudo mysql -e "CREATE DATABASE test"

locustdb/benchmark.sh

@@ -9,7 +9,7 @@ sudo service mysql restart
 
 # Load the data
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
 gzip -d hits.tsv.gz
 
 sudo mysql -e "CREATE DATABASE test"

mariadb-columnstore/benchmark.sh

@@ -3,7 +3,7 @@
 wget https://github.com/cube2222/octosql/releases/download/v0.13.0/octosql_0.13.0_linux_amd64.tar.gz
 tar xf octosql_0.13.0_linux_amd64.tar.gz
 
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.parquet'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.parquet'
 
 ./run.sh 2>&1 | tee log.txt
 

mariadb/benchmark.sh

@@ -19,7 +19,7 @@ source ~/opteryx_venv/bin/activate
 
 # Download benchmark target data, partitioned
 mkdir -p hits
-seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --directory-prefix hits --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
+seq 0 99 | xargs -P100 -I{} bash -c 'wget --directory-prefix hits --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
 
 # Run a simple query to check the installation
 ~/opteryx_venv/bin/python -m opteryx "SELECT version()" 2>&1

monetdb/benchmark.sh

@@ -9,7 +9,7 @@ sudo DEBIAN_FRONTEND=noninteractive apt-get install -y build-essential
 
 # download dataset
 echo "Download dataset."
-wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
+wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz'
 echo "Unpack dataset."
 gzip -d hits.csv.gz
 mkdir data
@@ -37,4 +37,4 @@ sleep 60
 
 # run benchmark
 echo "running benchmark..."
-./run.sh
+./run.sh

mongodb/benchmark.sh

@@ -7,7 +7,7 @@ sudo apt-get install -y python3-pip
 pip install --break-system-packages pandas
 
 # Download the data
-wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet
+wget --continue https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet
 
 # Run the queries