diff --git a/deploy/scripts/sgx/enclave_env.sh b/deploy/scripts/sgx/enclave_env.sh index 341a322b2..45e270e7e 100755 --- a/deploy/scripts/sgx/enclave_env.sh +++ b/deploy/scripts/sgx/enclave_env.sh @@ -14,11 +14,15 @@ # See the License for the specific language governing permissions and # limitations under the License. +EXEC_DIR=/app/exec_dir + function get_env() { gramine-sgx-get-token -s python.sig -o /dev/null | grep $1 | awk -F ":" '{print $2}' | xargs } function make_custom_env() { + cd $EXEC_DIR + export DEBUG=0 export CUDA_VISIBLE_DEVICES="" export DNNL_VERBOSE=0 @@ -59,17 +63,20 @@ function make_custom_env() { # need meituan's jq --arg mr_enclave "$PEER_MR_ENCLAVE" --arg mr_signer "$PEER_MR_SIGNER" \ '.sgx_mrs[0].mr_enclave = $mr_enclave | .sgx_mrs[0].mr_signer = $mr_signer' \ - $GRPC_PATH/examples/dynamic_config.json > ./dynamic_config.json + $GRPC_PATH/examples/dynamic_config.json > $EXEC_DIR/dynamic_config.json + + cd - } function generate_token() { cd /gramine/CI-Examples/generate-token/ ./generate.sh - mkdir -p /app/sgx/token/ - cp python.sig /app/sgx/token/ - cp python.manifest.sgx /app/sgx/token/ - cp python.token /app/sgx/token/ - cp python.manifest /app/sgx/token/ + mkdir -p $EXEC_DIR + cp /app/sgx/gramine/CI-Examples/tensorflow_io.py $EXEC_DIR + cp python.sig $EXEC_DIR + cp python.manifest.sgx $EXEC_DIR + cp python.token $EXEC_DIR + cp python.manifest $EXEC_DIR cd - } @@ -81,18 +88,44 @@ elif [ -n "$PCCS_URL" ]; then sed -i "s|PCCS_URL=[^ ]*|PCCS_URL=$PCCS_URL|" /etc/sgx_default_qcnl.conf fi +TEMPLATE_PATH="/gramine/CI-Examples/generate-token/python.manifest.template" if [ -n "$GRAMINE_LOG_LEVEL" ]; then - FILE="/gramine/CI-Examples/generate-token/python.manifest.template" - sed -i "/loader.log_level/ s/\"[^\"]*\"/\"$GRAMINE_LOG_LEVEL\"/" "$FILE" - # 检查sed命令是否成功执行 + sed -i "/loader.log_level/ s/\"[^\"]*\"/\"$GRAMINE_LOG_LEVEL\"/" "$TEMPLATE_PATH" if [ $? -eq 0 ]; then - echo "Log level changed to $GRAMINE_LOG_LEVEL in $FILE" + echo "Log level changed to $GRAMINE_LOG_LEVEL in $TEMPLATE_PATH" else - echo "Failed to change log level in $FILE" + echo "Failed to change log level in $TEMPLATE_PATH" fi fi +if [ -n "$GRAMINE_ENCLAVE_SIZE" ]; then + sed -i "/sgx.enclave_size/ s/\"[^\"]*\"/\"$GRAMINE_ENCLAVE_SIZE\"/" "$TEMPLATE_PATH" + if [ $? -eq 0 ]; then + echo "Enclave size changed to $GRAMINE_ENCLAVE_SIZE in $TEMPLATE_PATH" + else + echo "Failed to change enclave size in $TEMPLATE_PATH" + fi +fi + +if [ -n "$GRAMINE_THREAD_NUM" ]; then + sed -i "s/sgx.thread_num = [0-9]\+/sgx.thread_num = $GRAMINE_THREAD_NUM/" "$TEMPLATE_PATH" + if [ $? -eq 0 ]; then + echo "Thread number changed to $GRAMINE_THREAD_NUM in $TEMPLATE_PATH" + else + echo "Failed to change thread number in $TEMPLATE_PATH" + fi +fi + +if [ -n "$GRAMINE_STACK_SIZE" ]; then + sed -i "/sys.stack.size/ s/\"[^\"]*\"/\"$GRAMINE_STACK_SIZE\"/" "$TEMPLATE_PATH" + if [ $? -eq 0 ]; then + echo "Stack size changed to $GRAMINE_STACK_SIZE in $TEMPLATE_PATH" + else + echo "Failed to change stack size in $TEMPLATE_PATH" + fi +fi + sed -i 's/USE_SECURE_CERT=TRUE/USE_SECURE_CERT=FALSE/' /etc/sgx_default_qcnl.conf mkdir -p /data -generate_token +generate_token \ No newline at end of file diff --git a/deploy/scripts/sgx/run_data_join_master.sh b/deploy/scripts/sgx/run_data_join_master.sh index 5e66ec2ad..4d631713f 100755 --- a/deploy/scripts/sgx/run_data_join_master.sh +++ b/deploy/scripts/sgx/run_data_join_master.sh @@ -24,7 +24,6 @@ kvstore_type=$(normalize_env_to_args '--kvstore_type' $KVSTORE_TYPE) source /app/deploy/scripts/sgx/enclave_env.sh cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./ -cp /app/sgx/token/* ./ unset HTTPS_PROXY https_proxy http_proxy ftp_proxy make_custom_env 4 diff --git a/deploy/scripts/sgx/run_data_join_worker.sh b/deploy/scripts/sgx/run_data_join_worker.sh index eabd6cd82..e492e5fe2 100755 --- a/deploy/scripts/sgx/run_data_join_worker.sh +++ b/deploy/scripts/sgx/run_data_join_worker.sh @@ -55,7 +55,6 @@ fi source /app/deploy/scripts/sgx/enclave_env.sh cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./ -cp /app/sgx/token/* ./ unset HTTPS_PROXY https_proxy http_proxy ftp_proxy make_custom_env 4 diff --git a/deploy/scripts/sgx/run_data_portal_master.sh b/deploy/scripts/sgx/run_data_portal_master.sh index 5c71aca8b..dcefe4fe0 100755 --- a/deploy/scripts/sgx/run_data_portal_master.sh +++ b/deploy/scripts/sgx/run_data_portal_master.sh @@ -26,7 +26,6 @@ files_per_job_limit=$(normalize_env_to_args '--files_per_job_limit' $FILES_PER_J source /app/deploy/scripts/sgx/enclave_env.sh cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./ -cp /app/sgx/token/* ./ unset HTTPS_PROXY https_proxy http_proxy ftp_proxy make_custom_env 4 diff --git a/deploy/scripts/sgx/run_data_portal_worker.sh b/deploy/scripts/sgx/run_data_portal_worker.sh index ec668087d..e741860fd 100755 --- a/deploy/scripts/sgx/run_data_portal_worker.sh +++ b/deploy/scripts/sgx/run_data_portal_worker.sh @@ -38,7 +38,6 @@ input_data_validation_ratio=$(normalize_env_to_args '--input_data_validation_rat source /app/deploy/scripts/sgx/enclave_env.sh cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./ -cp /app/sgx/token/* ./ unset HTTPS_PROXY https_proxy http_proxy ftp_proxy make_custom_env 4 diff --git a/deploy/scripts/sgx/run_trainer_master_sgx.sh b/deploy/scripts/sgx/run_trainer_master_sgx.sh index ad16210ba..e874d8a9c 100755 --- a/deploy/scripts/sgx/run_trainer_master_sgx.sh +++ b/deploy/scripts/sgx/run_trainer_master_sgx.sh @@ -87,10 +87,11 @@ if [[ -n "${CODE_KEY}" ]]; then else pull_code ${CODE_TAR} $PWD fi -cd ${ROLE} -cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./ + +cp /app/sgx/gramine/CI-Examples/tensorflow_io.py /gramine/follower/ +cp /app/sgx/gramine/CI-Examples/tensorflow_io.py /gramine/leader/ source /app/deploy/scripts/sgx/enclave_env.sh -cp /app/sgx/token/* ./ + unset HTTPS_PROXY https_proxy http_proxy ftp_proxy make_custom_env 4 @@ -103,6 +104,7 @@ fi server_port=$(normalize_env_to_args "--server-port" "$PORT1") +cd $EXEC_DIR if [[ -z "${START_CPU_SN}" ]]; then START_CPU_SN=0 fi @@ -110,7 +112,7 @@ if [[ -z "${END_CPU_SN}" ]]; then END_CPU_SN=3 fi -taskset -c $START_CPU_SN-$END_CPU_SN stdbuf -o0 gramine-sgx python main.py --master \ +taskset -c $START_CPU_SN-$END_CPU_SN stdbuf -o0 gramine-sgx python /gramine/$ROLE/main.py --master \ --application-id=$APPLICATION_ID \ --data-source=$DATA_SOURCE \ --data-path=$DATA_PATH \ @@ -126,4 +128,4 @@ taskset -c $START_CPU_SN-$END_CPU_SN stdbuf -o0 gramine-sgx python main.py --mas $summary_save_steps $summary_save_secs \ $local_data_source $local_data_path $local_start_date \ $local_end_date $epoch_num $start_date $end_date \ - $shuffle $shuffle_in_day $extra_params $export_model + $shuffle $shuffle_in_day $extra_params $export_model \ No newline at end of file diff --git a/deploy/scripts/sgx/run_trainer_ps_sgx.sh b/deploy/scripts/sgx/run_trainer_ps_sgx.sh index 965a09c45..d94db33b3 100755 --- a/deploy/scripts/sgx/run_trainer_ps_sgx.sh +++ b/deploy/scripts/sgx/run_trainer_ps_sgx.sh @@ -20,20 +20,27 @@ export CUDA_VISIBLE_DEVICES= cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./ source /app/deploy/scripts/hdfs_common.sh || true source /app/deploy/scripts/pre_start_hook.sh || true +source /app/deploy/scripts/env_to_args.sh LISTEN_PORT=50052 if [[ -n "${PORT1}" ]]; then LISTEN_PORT=${PORT1} fi +if [[ -n "${CODE_KEY}" ]]; then + pull_code ${CODE_KEY} $PWD +else + pull_code ${CODE_TAR} $PWD +fi + +cp /app/sgx/gramine/CI-Examples/tensorflow_io.py /gramine/leader +cp /app/sgx/gramine/CI-Examples/tensorflow_io.py /gramine/follower source /app/deploy/scripts/sgx/enclave_env.sh -cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./ -cp /app/sgx/token/* ./ -unset HTTPS_PROXY https_proxy http_proxy ftp_proxy make_custom_env 4 source /root/start_aesm_service.sh +cd $EXEC_DIR if [[ -z "${START_CPU_SN}" ]]; then START_CPU_SN=0 fi @@ -41,4 +48,4 @@ if [[ -z "${END_CPU_SN}" ]]; then END_CPU_SN=3 fi -taskset -c $START_CPU_SN-$END_CPU_SN stdbuf -o0 gramine-sgx python -m fedlearner.trainer.parameter_server $POD_IP:${LISTEN_PORT} +taskset -c $START_CPU_SN-$END_CPU_SN stdbuf -o0 gramine-sgx python -m fedlearner.trainer.parameter_server $POD_IP:${LISTEN_PORT} \ No newline at end of file diff --git a/deploy/scripts/sgx/run_trainer_worker_sgx.sh b/deploy/scripts/sgx/run_trainer_worker_sgx.sh index e3db48da7..b4c0b57ed 100755 --- a/deploy/scripts/sgx/run_trainer_worker_sgx.sh +++ b/deploy/scripts/sgx/run_trainer_worker_sgx.sh @@ -112,4 +112,4 @@ taskset -c $START_CPU_SN-$END_CPU_SN stdbuf -o0 gramine-sgx python /gramine/$ROL --peer-addr="$PEER_ADDR" \ --worker-rank="$INDEX" \ $server_port $mode $batch_size \ - $sparse_estimator $learning_rate + $sparse_estimator $learning_rate \ No newline at end of file diff --git a/sgx/gramine/CI-Examples/generate-token/python.manifest.template b/sgx/gramine/CI-Examples/generate-token/python.manifest.template index 95fc436b0..484c9aa3a 100644 --- a/sgx/gramine/CI-Examples/generate-token/python.manifest.template +++ b/sgx/gramine/CI-Examples/generate-token/python.manifest.template @@ -12,13 +12,12 @@ loader.insecure__use_host_env = true loader.env.LD_LIBRARY_PATH = "/opt/tiger/yarn_deploy/hadoop_current/lib/native:/opt/tiger/jdk/openjdk-1.8.0_265/jre/lib/amd64/server:/opt/tiger/jdk/openjdk-1.8.0_265/jre/lib/amd64/jli/:/opt/tiger/jdk/openjdk-1.8.0_265/jre/lib/amd64:{{ python.stdlib }}/lib:/lib:{{ arch_libdir }}:/usr/local/lib:/usr/local/{{ arch_libdir }}:/usr/lib:/usr/{{ arch_libdir }}" -loader.env.CLASSPATH = "/opt/tiger/jdk/jdk1.8/lib/dt.jar:/opt/tiger/jdk/jdk1.8/lib/tools.jar:/opt/tiger/yarn_deploy/hadoop_current/conf:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/curator-client-2.7.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/okhttp-3.8.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/xmlenc-0.52.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jasper-runtime-5.5.23.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/netty-3.6.10.Final.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/infsecclient-1.4.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/junit-4.11.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-math3-3.1.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jackson-core-2.6.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jsp-api-2.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/gcs-connector-hadoop2-1.9.5-shaded.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-io-2.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-lang-2.6.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/apacheds-i18n-2.0.0-M15.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/asm-3.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/metrics4j-1.0.27.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/dnsjava-2.1.7.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/metrics-core-4.0.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/okio-1.13.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-common-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jackson-dataformat-yaml-2.11.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/hadoop-annotations-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/protobuf-java-2.5.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jackson-datatype-jsr310-2.11.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/curator-framework-2.7.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-policy-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-httpclient-3.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-el-1.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/httpclient-4.2.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-codec-1.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-logging-1.1.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/curator-recipes-2.7.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jsch-0.1.54.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/logredactor-1.0.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-apiextensions-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jasper-compiler-5.5.23.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/log4j-1.2.17.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/zti-issuer-helper-java-1.0.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/snakeyaml-1.26.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-networking-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/btrace-1.0.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/javax.annotation-api-1.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-beanutils-1.7.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/gson-2.2.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/zookeeper-3.4.5-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/paranamer-2.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-events-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/httpcore-4.2.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/java-xmlbuilder-0.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jackson-xc-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-beanutils-core-1.8.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/avro-1.7.6-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jackson-jaxrs-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-cli-1.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/java-jwt-3.11.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-0.0.20.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/hadoop-auth-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-batch-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jetty-util-6.1.26.cloudera.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-storageclass-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/zjsonpatch-0.3.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jackson-core-asl-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/zti-jwt-helper-java-1.0.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-flowcontrol-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-node-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-coordination-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jackson-mapper-asl-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/caffeine-2.6.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jaxb-api-2.2.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/generex-1.0.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-configuration-1.6.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-apps-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/netty-all-4.1.51.Final.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-rbac-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jersey-core-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/thrift-client-pool-java-1.3.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/servlet-api-2.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-client-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/automaton-1.11-8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-collections-3.2.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/guava-11.0.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-compress-1.4.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/ufs.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jackson-annotations-2.6.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/infsecclient-1.4.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/dps-1.3.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/api-util-1.0.0-M20.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/btrace-1.0.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-autoscaling-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jets3t-0.9.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-extensions-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jersey-server-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jwt-1.0.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/slf4j-api-1.7.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-discovery-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/htrace-core-3.0.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/snappy-java-1.1.2.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-certificates-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jersey-json-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-digester-1.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/activation-1.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/oci-hdfs-full-2.7.2.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jettison-1.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jackson-databind-2.6.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jetty-6.1.26.cloudera.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-core-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/commons-net-3.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jakarta.xml.bind-api-2.3.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-scheduling-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/libthrift-0.9.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/logging-interceptor-3.12.12.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/zti-jwt-java-1.0.16.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-admissionregistration-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/mockito-all-1.8.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/dps-2.0.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jakarta.activation-api-1.2.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/kubernetes-model-metrics-5.10.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jackson-module-jaxb-annotations-2.11.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/slf4j-log4j12-1.7.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/stax-api-1.0-2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/hamcrest-core-1.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/jsr305-3.0.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/api-asn1-api-1.0.0-M20.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/lib/xz-1.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/hadoop-nfs-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/hadoop-lzo-0.4.20-SNAPSHOT.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/hadoop-zstd-1.0.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/databus4j-1.2.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/hadoop-common-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/hadoop-brotli-0.0.1-SNAPSHOT.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/hadoop-common-2.6.0-cdh5.4.4-tests.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/hadoop-xz-1.5-byted.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/jniloader-1.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/common/json-serde-1.3-jar-with-dependencies.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/xmlenc-0.52.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/jasper-runtime-5.5.23.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/netty-3.6.10.Final.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/commons-pool2-2.4.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/jsp-api-2.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/commons-io-2.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/commons-lang-2.6.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/asm-3.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/commons-daemon-1.0.13.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/protobuf-java-2.5.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/commons-el-1.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/commons-codec-1.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/commons-logging-1.1.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/log4j-1.2.17.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/commons-cli-1.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/jetty-util-6.1.26.cloudera.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/jackson-core-asl-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/jedis-2.9.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/jackson-mapper-asl-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/leveldbjni-all-1.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/jersey-core-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/servlet-api-2.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/guava-11.0.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/jersey-server-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/htrace-core-3.0.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/jetty-6.1.26.cloudera.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/lib/jsr305-3.0.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/hadoop-hdfs-nfs-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/hadoop-hdfs-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/hadoop-qlimiter-client-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/bookkeeper-stats-api-4.5.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/hadoop-hdfs-2.6.0-cdh5.4.4-tests.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/hadoop-aws-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/hadoop-hdfs-bkjournal-2.6.0-cdh5.4.4-bd1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/bec.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/hdfs/hadoop-bytedance-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/commons-io-2.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/commons-lang-2.6.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/asm-3.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/protobuf-java-2.5.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jersey-guice-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/commons-httpclient-3.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/commons-codec-1.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/commons-logging-1.1.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/bytekv4j-1.2.14.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/log4j-1.2.17.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/guice-servlet-3.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/zookeeper-3.4.5-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/guice-3.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jackson-xc-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jackson-jaxrs-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/commons-cli-1.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jetty-util-6.1.26.cloudera.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jaxb-impl-2.2.3-1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jackson-core-asl-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/javax.inject-1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jackson-mapper-asl-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/aopalliance-1.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jaxb-api-2.2.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/leveldbjni-all-1.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jersey-core-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/servlet-api-2.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/commons-collections-3.2.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/guava-11.0.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/commons-compress-1.4.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/hadoop-yarn-server-resourcemanager-netquota-2.6.0-cdh5.4.4-bd1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jersey-server-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jersey-json-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/activation-1.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jettison-1.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jetty-6.1.26.cloudera.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jline-2.11.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jersey-client-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/stax-api-1.0-2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/jsr305-3.0.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/lib/xz-1.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-server-common-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-server-resourcemanager-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-server-applicationhistoryservice-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-server-web-proxy-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-common-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-reslake-client-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-registry-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-api-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-server-nodemanager-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-server-tests-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-client-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/yarn/hadoop-yarn-server-nodemanager-containerd-shaded-2.6.0-cdh5.4.4-bd1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/netty-3.6.10.Final.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/junit-4.11.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/commons-io-2.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/asm-3.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/hadoop-annotations-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/protobuf-java-2.5.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/jersey-guice-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/log4j-1.2.17.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/guice-servlet-3.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/paranamer-2.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/guice-3.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/avro-1.7.6-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/jackson-core-asl-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/javax.inject-1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/jackson-mapper-asl-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/aopalliance-1.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/leveldbjni-all-1.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/jersey-core-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/commons-compress-1.4.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/jersey-server-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/snappy-java-1.1.2.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/hamcrest-core-1.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/lib/xz-1.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-mapreduce-client-app-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-mapreduce-client-shuffle-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-mapreduce-client-nativetask-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.6.0-cdh5.4.4-tests.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-mapreduce-client-common-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-4mc.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins-2.6.0-cdh5.4.4.jar::/opt/tiger/tez_deploy/conf:/opt/tiger/tez_deploy/tez/*:/opt/tiger/tez_deploy/tez/lib/*:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/curator-client-2.7.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/okhttp-3.8.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/xmlenc-0.52.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jasper-runtime-5.5.23.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-gridmix-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/junit-4.11.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-math3-3.1.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jackson-core-2.6.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jsp-api-2.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-io-2.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-lang-2.6.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/apacheds-i18n-2.0.0-M15.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-datajoin-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/asm-3.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/metrics4j-1.0.27.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/metrics-core-3.0.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/okio-1.13.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-aliyun-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/protobuf-java-2.5.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/curator-framework-2.7.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-httpclient-3.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-el-1.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/httpclient-4.2.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-codec-1.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-logging-1.1.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/curator-recipes-2.7.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jasper-compiler-5.5.23.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/log4j-1.2.17.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/javax.annotation-api-1.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-beanutils-1.7.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/gson-2.2.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/zookeeper-3.4.5-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/paranamer-2.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/httpcore-4.2.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-ant-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jsch-0.1.42.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/java-xmlbuilder-0.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jackson-xc-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-beanutils-core-1.8.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/avro-1.7.6-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jackson-jaxrs-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-cli-1.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-0.0.20.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-auth-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jetty-util-6.1.26.cloudera.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jaxb-impl-2.2.3-1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/infsecclient-1.2.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jackson-core-asl-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/pystream-0.0.1-SNAPSHOT.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jackson-mapper-asl-1.8.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jaxb-api-2.2.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-sls-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-configuration-1.6.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jersey-core-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/microsoft-windowsazure-storage-sdk-0.6.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/servlet-api-2.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-collections-3.2.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-aws-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/guava-11.0.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-compress-1.4.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jackson-annotations-2.6.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-azure-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/api-util-1.0.0-M20.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-rumen-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-extras-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jets3t-0.9.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jersey-server-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jwt-1.0.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-streaming-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/htrace-core-3.0.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/snappy-java-1.1.2.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-archives-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-openstack-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jersey-json-1.9.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-digester-1.8.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/aws-java-sdk-1.7.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/activation-1.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jettison-1.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jackson-databind-2.6.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jetty-6.1.26.cloudera.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jdom-1.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/commons-net-3.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/libthrift-0.9.2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hadoop-distcp-2.6.0-cdh5.4.4.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/mockito-all-1.8.5.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/aliyun-sdk-oss-2.4.1.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/stax-api-1.0-2.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/dps-1.2.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/hamcrest-core-1.3.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/jsr305-3.0.0.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/api-asn1-api-1.0.0-M20.jar:/opt/tiger/yarn_deploy/hadoop_current/share/hadoop/tools/lib/xz-1.0.jar" loader.env.SECRET_PROVISION_CONSTRUCTOR = "1" loader.env.SECRET_PROVISION_SET_PF_KEY = "1" sys.enable_sigterm_injection = true sys.enable_extra_runtime_domain_names_conf = true -sys.stack.size = "2M" +sys.stack.size = "1M" fs.mounts = [ { path = "/lib", uri = "file:{{ gramine.runtimedir() }}" }, @@ -27,6 +26,8 @@ fs.mounts = [ { path = "{{ python.stdlib }}", uri = "file:{{ python.stdlib }}" }, { path = "{{ python.distlib }}", uri = "file:{{ python.distlib }}" }, { path = "/opt", uri = "file:/opt" }, + { path = "/gramine/leader", uri = "file:/gramine/leader"}, + { path = "/gramine/follower", uri = "file:/gramine/follower"}, { path = "/etc", uri = "file:/etc" }, { path = "/tmp", uri = "file:/tmp" }, { path = "/bin", uri = "file:/bin" }, @@ -48,7 +49,7 @@ sgx.preheat_enclave = false sgx.nonpie_binary = true sgx.enable_stats = false sgx.enclave_size = "16G" -sgx.thread_num = 512 +sgx.thread_num = 256 sgx.rpc_thread_num = 0 sgx.protected_files_key = "ffeeddccbbaa99887766554433221100" @@ -60,12 +61,12 @@ sgx.trusted_files = [ "file:/etc/ssl/certs/ca-certificates.crt", "file:/etc/default/apport", "file:/etc/mime.types", + "file:/gramine/leader/", + "file:/gramine/follower/" ] sgx.allowed_files = [ "file:tensorflow_io.py", - "file:main.py", - "file:config.py", "file:/opt/tiger/", "file:{{ python.stdlib }}/", "file:{{ python.distlib }}/",