feat: introduce new portkey agent infrustructure, update docker image version to 3.11

Author: EdenWuyifan

.github/workflows/lint.yml

@@ -15,7 +15,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.11'
 
       - name: Install dependencies
         run: |

.github/workflows/pytest.yml

@@ -15,7 +15,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.11'
 
       - name: Install dependencies
         run: |
@@ -31,4 +31,4 @@ jobs:
         uses: MishaKav/pytest-coverage-comment@main
         with:
           pytest-coverage-path: ./pytest-coverage.txt
-          junitxml-path: ./pytest.xml
+          junitxml-path: ./pytest.xml

.kube/deployment-openai.yaml

@@ -35,14 +35,12 @@ spec:
               containerPort: 3000
           resources:
             requests:
-              cpu: "8000m"
-              memory: "50Gi"
+              cpu: "4"
+              memory: "32Gi"
+            limits:
+              cpu: "16"
+              memory: "64Gi"
           env:
-            - name: OPENAI_API_KEY
-              valueFrom:
-                secretKeyRef:
-                  name: bdiviz-env-var
-                  key: openai_api_key
             - name: LANGCHAIN_API_KEY
               valueFrom:
                 secretKeyRef:
@@ -53,8 +51,8 @@ spec:
                 secretKeyRef:
                   name: bdiviz-env-var
                   key: portkey_api_key
-            - name: PROVIDER_API_KEY
+            - name: PORTKEY_MODEL
               valueFrom:
                 secretKeyRef:
                   name: bdiviz-env-var
-                  key: provider_api_key
+                  key: portkey_model

.kube/deployment-valuematch.yaml

@@ -12,8 +12,8 @@ metadata:
     haproxy.org/ssl-redirect-code: "301"
     # Instruct HAProxy to provide the end-user's address in the 'X-Forwarded-For' header
     haproxy.org/forwarded-for: "true"
-    haproxy.org/auth-type: basic-auth
-    haproxy.org/auth-secret: bdiviz-ingress-auth
+    # haproxy.org/auth-type: basic-auth
+    # haproxy.org/auth-secret: bdiviz-ingress-auth
     hpc.nyu.edu/access: "public"
 spec:
   rules:
@@ -27,43 +27,43 @@ spec:
                 name: bdiviz
                 port:
                   number: 3000
-    - host: bdiviz-openai.users.hsrn.nyu.edu
-      http:
-        paths:
-          - path: /
-            pathType: Prefix
-            backend:
-              service:
-                name: bdiviz-openai
-                port:
-                  number: 3000
-    - host: bdiviz-valuematch.users.hsrn.nyu.edu
-      http:
-        paths:
-          - path: /
-            pathType: Prefix
-            backend:
-              service:
-                name: bdiviz-valuematch
-                port:
-                  number: 3000
-    - host: bdiviz-valuematch-a.users.hsrn.nyu.edu
-      http:
-        paths:
-          - path: /
-            pathType: Prefix
-            backend:
-              service:
-                name: bdiviz-valuematch-backup-a
-                port:
-                  number: 3000
-    - host: bdiviz-valuematch-b.users.hsrn.nyu.edu
-      http:
-        paths:
-          - path: /
-            pathType: Prefix
-            backend:
-              service:
-                name: bdiviz-valuematch-backup-b
-                port:
-                  number: 3000
+    # - host: bdiviz-openai.users.hsrn.nyu.edu
+    #   http:
+    #     paths:
+    #       - path: /
+    #         pathType: Prefix
+    #         backend:
+    #           service:
+    #             name: bdiviz-openai
+    #             port:
+    #               number: 3000
+    # - host: bdiviz-valuematch.users.hsrn.nyu.edu
+    #   http:
+    #     paths:
+    #       - path: /
+    #         pathType: Prefix
+    #         backend:
+    #           service:
+    #             name: bdiviz-valuematch
+    #             port:
+    #               number: 3000
+    # - host: bdiviz-valuematch-a.users.hsrn.nyu.edu
+    #   http:
+    #     paths:
+    #       - path: /
+    #         pathType: Prefix
+    #         backend:
+    #           service:
+    #             name: bdiviz-valuematch-backup-a
+    #             port:
+    #               number: 3000
+    # - host: bdiviz-valuematch-b.users.hsrn.nyu.edu
+    #   http:
+    #     paths:
+    #       - path: /
+    #         pathType: Prefix
+    #         backend:
+    #           service:
+    #             name: bdiviz-valuematch-backup-b
+    #             port:
+    #               number: 3000