Specify transfer bucket region in efa tests (#4810)

* Specify transfer bucket region in efa tests

* toml

* toml

* add logs

* toml

* toml

* enable local

* Fix volumn size

* wip

* wip

* wip

* roll back ebs

* toml

Author: zhuofuAMZ

test/dlc_tests/conftest.py

@@ -528,16 +528,18 @@ def delete_s3_artifact_copy():
 
     master_connection.run("rm -rf $HOME/container_tests")
     master_connection.run(
-        f"aws s3 cp --recursive {test_utils.TEST_TRANSFER_S3_BUCKET}/{artifact_folder} $HOME/container_tests"
+        f"aws s3 cp --recursive {test_utils.TEST_TRANSFER_S3_BUCKET}/{artifact_folder} $HOME/container_tests --region {test_utils.TEST_TRANSFER_S3_BUCKET_REGION}"
     )
+    print(f"Successfully copying {test_utils.TEST_TRANSFER_S3_BUCKET} for master")
     master_connection.run(
         f"mkdir -p $HOME/container_tests/logs && chmod -R +x $HOME/container_tests/*"
     )
     for worker_connection in worker_instance_connections:
         worker_connection.run("rm -rf $HOME/container_tests")
         worker_connection.run(
-            f"aws s3 cp --recursive {test_utils.TEST_TRANSFER_S3_BUCKET}/{artifact_folder} $HOME/container_tests"
+            f"aws s3 cp --recursive {test_utils.TEST_TRANSFER_S3_BUCKET}/{artifact_folder} $HOME/container_tests --region {test_utils.TEST_TRANSFER_S3_BUCKET_REGION}"
         )
+        print(f"Successfully copying {test_utils.TEST_TRANSFER_S3_BUCKET} for worker")
         worker_connection.run(
             f"mkdir -p $HOME/container_tests/logs && chmod -R +x $HOME/container_tests/*"
         )

test/dlc_tests/ecs/conftest.py

@@ -160,7 +160,7 @@ def ecs_container_instance(
     }
     if use_large_storage:
         params["BlockDeviceMappings"] = [
-            {"DeviceName": "/dev/xvda", "Ebs": {"VolumeSize": 90, "VolumeType": "gp2"}}
+            {"DeviceName": "/dev/xvda", "Ebs": {"VolumeSize": 150, "VolumeType": "gp2"}}
         ]
 
     reservations = ec2_utils.get_available_reservations(

test/test_utils/__init__.py

@@ -218,6 +218,9 @@ def get_ami_id_ssm(region_name, parameter_path):
 # S3 Bucket to use to transfer tests into an EC2 instance
 TEST_TRANSFER_S3_BUCKET = f"s3://dlinfra-tests-transfer-bucket-{ACCOUNT_ID}"
 
+# S3 Transfer bucket region
+TEST_TRANSFER_S3_BUCKET_REGION = "us-west-2"
+
 # S3 Bucket to use to record benchmark results for further retrieving
 BENCHMARK_RESULTS_S3_BUCKET = "s3://dlinfra-dlc-cicd-performance"