Skip to content

Commit

Permalink
test upload files to s3 bucket (aws#4353)
Browse files Browse the repository at this point in the history
* test upload files to s3 bucket

* print out file path

* Re-enable TF 2.16 graviton images (aws#4354)

* reformat and change bucket name

* trigger tests

* rerun

* update tf model path with test/

* change directory of BATCH_CSV

* enable all sm tests

* restore s3 bucket name and toml file

* remove directory print

---------

Co-authored-by: Yadan Wei <[email protected]>
Co-authored-by: arjkesh <[email protected]>
  • Loading branch information
3 people authored Oct 21, 2024
1 parent 372659c commit e5de0c2
Show file tree
Hide file tree
Showing 4 changed files with 6 additions and 5 deletions.
Binary file not shown.
Binary file not shown.
Original file line number Diff line number Diff line change
Expand Up @@ -18,9 +18,9 @@
from ...... import invoke_sm_endpoint_helper_function


MODEL_WITH_REQUIREMENTS_PATH = "data/tfs-model_greater_than_equal_to_tf26.tar.gz"
MODEL_WITH_LIB_PATH = "data/python-with-lib.tar.gz"
TFS_MODEL_PATH = "data/tfs-model.tar.gz"
MODEL_WITH_REQUIREMENTS_PATH = "test/data/tfs-model_greater_than_equal_to_tf26.tar.gz"
MODEL_WITH_LIB_PATH = "test/data/python-with-lib.tar.gz"
TFS_MODEL_PATH = "test/data/tfs-model.tar.gz"
TFS_NEURONX_MODEL_PATH = "data/tfs-neuronx-model.tar.gz"
TFS_NEURON_MODEL_PATH = "data/tfs-neuron-model.tar.gz"
MME1_MODEL_PATHS = [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,10 +20,12 @@
import time
import sys

from test.test_utils import LOGGER

logger = logging.getLogger(__name__)
logger.setLevel(logging.DEBUG)
logger.addHandler(logging.StreamHandler(sys.stdout))
BATCH_CSV = os.path.join("data", "batch.csv")
BATCH_CSV = os.path.join("test", "data", "batch.csv")


def _botocore_resolver():
Expand Down Expand Up @@ -174,7 +176,6 @@ def find_or_put_mme_model_data(region, boto_session, mme_folder_name, path_list)
except botocore.exceptions.ClientError as e:
if e.response["Error"]["Code"] != "404":
raise

# file doesn't exist - upload it
s3.upload_file(local_path, bucket, key)

Expand Down

0 comments on commit e5de0c2

Please sign in to comment.