Skip model onboard and deployment tests (#153)

Co-authored-by: Thiago Castro Ferreira <[email protected]>

Author: thiago-aixplain

tests/functional/model/hf_onboarding_test.py

@@ -1,11 +1,14 @@
 __author__ = "michaellam"
 
-import time 
+import pytest
+import time
 
 from aixplain.factories.model_factory import ModelFactory
 from tests.test_utils import delete_asset
 from aixplain.utils import config
 
+
+@pytest.mark.skip(reason="Model Deployment is deactivated for improvements.")
 def test_deploy_model():
     # Start the deployment
     model_name = "Test Model"
@@ -26,6 +29,8 @@ def test_deploy_model():
     # Clean up
     delete_asset(model_id, config.TEAM_API_KEY)
 
+
+@pytest.mark.skip(reason="Model Deployment is deactivated for improvements.")
 def test_nonexistent_model():
     # Start the deployment
     model_name = "Test Model"
@@ -34,6 +39,8 @@ def test_nonexistent_model():
     assert response["statusCode"] == 400
     assert response["message"] == "err.unable_to_onboard_model"
 
+
+@pytest.mark.skip(reason="Model Deployment is deactivated for improvements.")
 def test_size_limit():
     # Start the deployment
     model_name = "Test Model"
@@ -42,10 +49,12 @@ def test_size_limit():
     assert response["statusCode"] == 400
     assert response["message"] == "err.unable_to_onboard_model"
 
+
+@pytest.mark.skip(reason="Model Deployment is deactivated for improvements.")
 def test_gated_model():
     # Start the deployment
     model_name = "Test Model"
     repo_id = "meta-llama/Llama-2-7b-hf"
     response = ModelFactory.deploy_huggingface_model(model_name, repo_id, "mock_key")
     assert response["statusCode"] == 400
-    assert response["message"] == "err.unable_to_onboard_model"
+    assert response["message"] == "err.unable_to_onboard_model"

tests/image_upload_e2e_test.py

@@ -6,8 +6,10 @@
 from tests.test_utils import delete_asset, delete_service_account
 from aixplain.utils import config
 import docker
-import os
+import pytest
 
+
+@pytest.mark.skip(reason="Model Upload is deactivated for improvements.")
 def test_create_and_upload_model():
     # List the host machines
     host_response = ModelFactory.list_host_machines()
@@ -44,7 +46,7 @@ def test_create_and_upload_model():
 
     # Log into the image repository.
     login_response = ModelFactory.asset_repo_login()
-    
+
     assert login_response["username"] == "AWS"
     assert login_response["registry"] == "535945872701.dkr.ecr.us-east-1.amazonaws.com"
     assert "password" in login_response.keys()
@@ -55,12 +57,12 @@ def test_create_and_upload_model():
 
     # Push an image to ECR
     # os.system("aws ecr get-login-password --region us-east-1 | docker login --username AWS --password-stdin 535945872701.dkr.ecr.us-east-1.amazonaws.com")
-    low_level_client = docker.APIClient(base_url='unix://var/run/docker.sock')
+    low_level_client = docker.APIClient(base_url="unix://var/run/docker.sock")
     # low_level_client.pull("535945872701.dkr.ecr.us-east-1.amazonaws.com/bash")
     # low_level_client.tag("535945872701.dkr.ecr.us-east-1.amazonaws.com/bash", f"{registry}/{repo_name}")
     low_level_client.pull("bash")
     low_level_client.tag("bash", f"{registry}/{repo_name}")
-    low_level_client.push(f"{registry}/{repo_name}", auth_config={"username":username, "password":password})
+    low_level_client.push(f"{registry}/{repo_name}", auth_config={"username": username, "password": password})
 
     # Send an email to finalize onboarding process
     ModelFactory.onboard_model(model_id, "latest", "fake_hash")

tests/image_upload_functional_test.py

@@ -6,6 +6,8 @@
 from aixplain.factories.model_factory import ModelFactory
 import pytest
 
+
+@pytest.mark.skip(reason="Model Upload is deactivated for improvements.")
 def test_login():
     response = ModelFactory.asset_repo_login()
     assert response["username"] == "AWS"
@@ -15,6 +17,8 @@ def test_login():
     # Test cleanup
     delete_service_account(config.TEAM_API_KEY)
 
+
+@pytest.mark.skip(reason="Model Upload is deactivated for improvements.")
 def test_create_asset_repo():
     with open(Path("tests/test_requests/create_asset_request.json")) as f:
         mock_register_payload = json.load(f)
@@ -33,6 +37,8 @@ def test_create_asset_repo():
     # Test cleanup
     delete_asset(response["id"], config.TEAM_API_KEY)
 
+
+@pytest.mark.skip(reason="Model Upload is deactivated for improvements.")
 def test_list_host_machines():
     response = ModelFactory.list_host_machines()
     for hosting_machine_dict in response:
@@ -42,6 +48,8 @@ def test_list_host_machines():
         assert "memory" in hosting_machine_dict.keys()
         assert "hourlyCost" in hosting_machine_dict.keys()
 
+
+@pytest.mark.skip(reason="Model Upload is deactivated for improvements.")
 def test_get_functions():
     # Verbose
     response = ModelFactory.list_functions(True)
@@ -53,14 +61,15 @@ def test_get_functions():
         assert "name" in item.keys()
 
     # Non-verbose
-    response = ModelFactory.list_functions() # Not verbose by default
+    response = ModelFactory.list_functions()  # Not verbose by default
     items = response["items"]
     for item in items:
         assert "output" not in item.keys()
         assert "params" not in item.keys()
         assert "id" not in item.keys()
         assert "name" in item.keys()
 
+
 @pytest.mark.skip(reason="Not included in first release")
 def list_image_repo_tags():
     response = ModelFactory.list_image_repo_tags()

tests/image_upload_test.py

@@ -13,17 +13,20 @@
 API_FIXED_HEADER = {"x-api-key": f"{config.TEAM_API_KEY}", "Content-Type": "application/json"}
 
 
+@pytest.mark.skip(reason="Model Upload is deactivated for improvements.")
 def test_login():
-    url =  urljoin(config.BACKEND_URL, f"sdk/ecr/login")
+    url = urljoin(config.BACKEND_URL, f"sdk/ecr/login")
     with requests_mock.Mocker() as mock:
         with open(Path("tests/mock_responses/login_response.json")) as f:
             mock_json = json.load(f)
         mock.post(url, headers=AUTH_FIXED_HEADER, json=mock_json)
         creds = ModelFactory.asset_repo_login(config.TEAM_API_KEY)
     assert creds == mock_json
 
+
+@pytest.mark.skip(reason="Model Upload is deactivated for improvements.")
 def test_create_asset_repo():
-    url_register =  urljoin(config.BACKEND_URL, f"sdk/models/register")
+    url_register = urljoin(config.BACKEND_URL, f"sdk/models/register")
     url_function = urljoin(config.BACKEND_URL, f"sdk/functions")
     with requests_mock.Mocker() as mock:
         with open(Path("tests/mock_responses/create_asset_repo_response.json")) as f:
@@ -32,12 +35,15 @@ def test_create_asset_repo():
         with open(Path("tests/mock_responses/list_functions_response.json")) as f:
             mock_json_functions = json.load(f)
         mock.get(url_function, headers=AUTH_FIXED_HEADER, json=mock_json_functions)
-        model_id = ModelFactory.create_asset_repo("mock_name", "mock_machines", "mock_version", 
-                          "mock_description", "Speech Recognition", "en", config.TEAM_API_KEY)
+        model_id = ModelFactory.create_asset_repo(
+            "mock_name", "mock_machines", "mock_version", "mock_description", "Speech Recognition", "en", config.TEAM_API_KEY
+        )
     assert model_id == mock_json_register
 
+
+@pytest.mark.skip(reason="Model Upload is deactivated for improvements.")
 def test_list_host_machines():
-    url =  urljoin(config.BACKEND_URL, f"sdk/hosting-machines")
+    url = urljoin(config.BACKEND_URL, f"sdk/hosting-machines")
     with requests_mock.Mocker() as mock:
         with open(Path("tests/mock_responses/list_host_machines_response.json")) as f:
             mock_json = json.load(f)
@@ -49,19 +55,22 @@ def test_list_host_machines():
         for key in machine_dict.keys():
             assert machine_dict[key] == mock_json_dict[key]
 
+
+@pytest.mark.skip(reason="Model Upload is deactivated for improvements.")
 def test_get_functions():
-    url =  urljoin(config.BACKEND_URL, f"sdk/functions")
+    url = urljoin(config.BACKEND_URL, f"sdk/functions")
     with requests_mock.Mocker() as mock:
         with open(Path("tests/mock_responses/list_functions_response.json")) as f:
             mock_json = json.load(f)
         mock.get(url, headers=AUTH_FIXED_HEADER, json=mock_json)
         functions = ModelFactory.list_functions(config.TEAM_API_KEY)
     assert functions == mock_json
 
+
 @pytest.mark.skip(reason="Not currently supported.")
 def test_list_image_repo_tags():
     model_id = "mock_id"
-    url =  urljoin(config.BACKEND_URL, f"sdk/models/{model_id}/images")
+    url = urljoin(config.BACKEND_URL, f"sdk/models/{model_id}/images")
     with requests_mock.Mocker() as mock:
         with open(Path("tests/mock_responses/list_image_repo_tags_response.json")) as f:
             mock_json = json.load(f)