fix bugs in download_s5cmd

Author: 11zhouxuan

src/dmaa/constants.py

@@ -21,4 +21,6 @@
 DMAA_DEFAULT_PROFILE_PARH = "~/.dmaa_default_profile"
 
 MODEL_TAG_PATTERN = r'^[a-z0-9]([a-z0-9-_]{0,61}[a-z0-9])?$'
+
+LOCAL_REGION = "local"
 # DMAA_USE_NO_PROFILE_CHOICE = "Don't set"

src/dmaa/sdk/deploy.py

@@ -11,6 +11,7 @@
     ENV_STACK_NAME,
     MODEL_DEFAULT_TAG,
     VERSION,
+    LOCAL_REGION
 )
 from dmaa.models import Model
 from dmaa.models.utils.constants import FrameworkType, ServiceType,InstanceType
@@ -311,7 +312,7 @@ def deploy_local(
         f" --service_type {service_type}"
         f" --backend_type {engine_type}"
         f" --framework_type {framework_type}"
-        f" --region 'local'"
+        f" --region '{LOCAL_REGION}'"
         f" --extra_params '{extra_params}'"
     )
     logger.info(f"pipeline cmd: {pipeline_cmd}")

src/pipeline/pipeline.py

@@ -7,7 +7,7 @@
 import logging
 from concurrent.futures import as_completed,ProcessPoolExecutor
 from dmaa.models import Model
-from dmaa.constants import MODEL_DEFAULT_TAG
+from dmaa.constants import MODEL_DEFAULT_TAG,LOCAL_REGION
 from dmaa.models.utils.constants import FrameworkType,ServiceType,InstanceType
 from utils.common import str2bool
 from dmaa.utils.aws_service_utils import check_cn_region
@@ -217,7 +217,7 @@ def download_s5cmd():
     t0 = time.time()
     start_time = time.time()
     args = parse_args()
-    if not check_cn_region(args.region):
+    if not (check_cn_region(args.region) or args.region == LOCAL_REGION):
         download_s5cmd()
     extra_params = args.extra_params
     for k,v in extra_params.items():