feat: implement ship model endpoint

Author: drduhe

lib/osml/model_endpoint/me_test_endpoints.ts

@@ -73,6 +73,12 @@ export class METestEndpointsConfig extends BaseConfig {
    */
   public DEPLOY_SM_FLOOD_ENDPOINT: boolean;
 
+  /**
+   * Whether to deploy the SageMaker ship model endpoint.
+   * @default true
+   */
+  public DEPLOY_SM_SHIP_ENDPOINT: boolean;
+
   /**
    * Whether to deploy the SageMaker multi-container model endpoint.
    * @default true
@@ -162,6 +168,12 @@ export class METestEndpointsConfig extends BaseConfig {
    */
   public SM_FLOOD_MODEL: string;
 
+  /**
+   * The name of the SageMaker endpoint for the flood model.
+   * @default "ship"
+   */
+  public SM_SHIP_MODEL: string;
+
   /**
    * The SageMaker GPU instance type.
    */
@@ -188,6 +200,7 @@ export class METestEndpointsConfig extends BaseConfig {
       DEPLOY_SM_AIRCRAFT_ENDPOINT: true,
       DEPLOY_SM_CENTERPOINT_ENDPOINT: true,
       DEPLOY_SM_FLOOD_ENDPOINT: true,
+      DEPLOY_SM_SHIP_ENDPOINT: false,
       DEPLOY_MULTI_CONTAINER_ENDPOINT: true,
       HTTP_ENDPOINT_CPU: 4096,
       HTTP_ENDPOINT_CONTAINER_PORT: 8080,
@@ -199,6 +212,7 @@ export class METestEndpointsConfig extends BaseConfig {
       SM_AIRCRAFT_MODEL: "aircraft",
       SM_CENTER_POINT_MODEL: "centerpoint",
       SM_FLOOD_MODEL: "flood",
+      SM_SHIP_MODEL: "ship",
       SM_MULTI_CONTAINER_ENDPOINT: "multi-container",
       SM_CPU_INSTANCE_TYPE: "ml.m5.xlarge",
       ...config
@@ -494,6 +508,60 @@ export class METestEndpoints extends Construct {
       this.aircraftModelEndpoint.node.addDependency(this.modelContainer);
     }
 
+    // Build an SM endpoint for the aircraft model
+    if (this.config.DEPLOY_SM_AIRCRAFT_ENDPOINT) {
+      this.aircraftModelEndpoint = new MESMEndpoint(
+        this,
+        "OSMLAircraftModelEndpoint",
+        {
+          containerImageUri: this.modelContainer.containerUri,
+          modelName: this.config.SM_AIRCRAFT_MODEL,
+          roleArn: this.smRole.roleArn,
+          instanceType:
+            this.config.SM_GPU_INSTANCE_TYPE ??
+            regionConfig.sageMakerGpuEndpointInstanceType,
+          subnetIds: props.osmlVpc.selectedSubnets.subnetIds,
+          config: [
+            new MESMEndpointConfig({
+              CONTAINER_ENV: {
+                ENABLE_SEGMENTATION: "true",
+                MODEL_SELECTION: this.config.SM_AIRCRAFT_MODEL
+              },
+              SECURITY_GROUP_ID: this.securityGroupId,
+              REPOSITORY_ACCESS_MODE: this.modelContainer.repositoryAccessMode
+            })
+          ]
+        }
+      );
+      this.aircraftModelEndpoint.node.addDependency(this.modelContainer);
+    }
+
+    if (this.config.DEPLOY_SM_SHIP_ENDPOINT) {
+      this.aircraftModelEndpoint = new MESMEndpoint(
+        this,
+        "OSMLAircraftModelEndpoint",
+        {
+          containerImageUri: this.modelContainer.containerUri,
+          modelName: this.config.SM_SHIP_MODEL,
+          roleArn: this.smRole.roleArn,
+          instanceType:
+            this.config.SM_GPU_INSTANCE_TYPE ??
+            regionConfig.sageMakerGpuEndpointInstanceType,
+          subnetIds: props.osmlVpc.selectedSubnets.subnetIds,
+          config: [
+            new MESMEndpointConfig({
+              CONTAINER_ENV: {
+                MODEL_SELECTION: this.config.SM_SHIP_MODEL
+              },
+              SECURITY_GROUP_ID: this.securityGroupId,
+              REPOSITORY_ACCESS_MODE: this.modelContainer.repositoryAccessMode
+            })
+          ]
+        }
+      );
+      this.aircraftModelEndpoint.node.addDependency(this.modelContainer);
+    }
+
     // Build a multi-container endpoint
     if (this.config.DEPLOY_MULTI_CONTAINER_ENDPOINT) {
       this.multiContainerModelEndpoint = new MESMEndpoint(