diff --git a/stream-bench.sh b/stream-bench.sh index 0c22a3b5c..d2cb3d57c 100755 --- a/stream-bench.sh +++ b/stream-bench.sh @@ -25,6 +25,9 @@ KAFKA_DIR="kafka_$SCALA_BIN_VERSION-$KAFKA_VERSION" FLINK_DIR="flink-$FLINK_VERSION" SPARK_DIR="spark-$SPARK_VERSION-bin-hadoop2.6" +#Get one of the closet apache mirrors +APACHE_MIRROR=$(curl 'https://www.apache.org/dyn/closer.cgi' | grep -o '[^<]*' | sed 's/<[^>]*>//g' | head -1) + ZK_HOST="localhost" ZK_PORT="2181" ZK_CONNECTIONS="$ZK_HOST:$ZK_PORT" @@ -133,19 +136,19 @@ run() { #Fetch Kafka KAFKA_FILE="$KAFKA_DIR.tgz" - fetch_untar_file "$KAFKA_FILE" "http://mirrors.advancedhosters.com/apache/kafka/$KAFKA_VERSION/$KAFKA_FILE" + fetch_untar_file "$KAFKA_FILE" "$APACHE_MIRROR/kafka/$KAFKA_VERSION/$KAFKA_FILE" #Fetch Storm STORM_FILE="$STORM_DIR.tar.gz" - fetch_untar_file "$STORM_FILE" "http://www.interior-dsgn.com/apache/storm/$STORM_DIR/$STORM_FILE" + fetch_untar_file "$STORM_FILE" "$APACHE_MIRROR/storm/$STORM_DIR/$STORM_FILE" #Fetch Flink FLINK_FILE="$FLINK_DIR-bin-hadoop27-scala_${SCALA_BIN_VERSION}.tgz" - fetch_untar_file "$FLINK_FILE" "http://apache.mirrorcatalogs.com/flink/flink-$FLINK_VERSION/$FLINK_FILE" + fetch_untar_file "$FLINK_FILE" "$APACHE_MIRROR/flink/flink-$FLINK_VERSION/$FLINK_FILE" #Fetch Spark SPARK_FILE="$SPARK_DIR.tgz" - fetch_untar_file "$SPARK_FILE" "http://mirror.nexcess.net/apache/spark/spark-$SPARK_VERSION/$SPARK_FILE" + fetch_untar_file "$SPARK_FILE" "$APACHE_MIRROR/spark/spark-$SPARK_VERSION/$SPARK_FILE" elif [ "START_ZK" = "$OPERATION" ]; then