[USDU-304] Add performance Tests

.gitignore

@@ -54,14 +54,6 @@ packages.config
 # UPM
 upm-ci~
 
-TestProject/Library
-TestProject/ProjectSettings
-TestProject/Temp
-TestProject/*.sln*
-TestProject/*.csproj
-TestProject/.idea
-TestProject/Logs
-TestProject/Assets/*
 inst-dbg/
 package/com.unity.formats.usd/TestRunnerOptions.json.meta
 /artifacts/
@@ -73,3 +65,4 @@ TestProject/**/*.csproj
 TestProject/**/*.sln
 TestProject/Usd-Development/Library
 build_usdcs
+TestProject/Usd-Development-Performance/Library

.yamato/upm-ci.yml

@@ -8,10 +8,14 @@ test_platforms:
     type: Unity::VM
     image: package-ci/win10:stable
     flavor: b1.large
+    utr_install: curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr.bat --output utr.bat
+    utr_performance_test: utr --suite=editor --clean-library --category="Performance" --testproject=TestProject/Usd-Development-Performance --editor-location=.Editor --report-performance-data
   - name: mac
     type: Unity::VM::osx
     image: package-ci/mac:stable
     flavor: m1.mac
+    utr_install: curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr --output utr; chmod +x utr
+    utr_performance_test: ./utr --suite=editor --clean-library --category="Performance" --testproject=TestProject/Usd-Development-Performance --editor-location=.Editor --report-performance-data
 test_backends:
   - name: il2cpp
     editor: 2020.3
@@ -44,7 +48,7 @@ test_{{ platform.name }}_{{ editor.version }}:
     flavor: {{ platform.flavor}}
   commands:
       - npm install upm-ci-utils@latest -g --registry https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/npm/upm-npm
-      - upm-ci package test --unity-version {{ editor.version }} --package-path package/com.unity.formats.usd --extra-create-project-arg=-upmNoDefaultPackages --extra-utr-arg="--api-profile=NET_4_6"
+      - upm-ci package test --unity-version {{ editor.version }} --package-path package/com.unity.formats.usd --extra-create-project-arg=-upmNoDefaultPackages --extra-utr-arg="--api-profile=NET_4_6 --category=!Performance"
   artifacts:
     logs:
       paths:
@@ -56,7 +60,29 @@ test_{{ platform.name }}_{{ editor.version }}:
 
 {% for editor in test_editors %}
 {% for platform in test_platforms %}
-test_recorder{{ platform.name }}_{{ editor.version }}:
+test_performance_{{ platform.name }}_{{ editor.version }}:
+  name : Performance Test {{ editor.version }} on {{ platform.name }}
+  agent:
+    type: {{ platform.type }}
+    image: {{ platform.image }}
+    flavor: {{ platform.flavor}}
+  commands:
+      - unity-downloader-cli -u {{ editor.version }} -c editor
+      - {{ platform.utr_install }}
+      - {{ platform.utr_performance_test }}
+  artifacts:
+    logs:
+      paths:
+        - "upm-ci~/test-results/**/*"
+  dependencies:
+    - .yamato/upm-ci.yml#pack
+{% endfor %}
+{% endfor %}
+
+
+{% for editor in test_editors %}
+{% for platform in test_platforms %}
+test_recorder_{{ platform.name }}_{{ editor.version }}:
   name : Test Recorder{{ editor.version }} on {{ platform.name }}
   agent:
     type: {{ platform.type }}
@@ -108,7 +134,8 @@ test_trigger:
       {% for editor in test_editors %}
       {% for platform in test_platforms %}
     - .yamato/upm-ci.yml#test_{{platform.name}}_{{editor.version}}
-    - .yamato/upm-ci.yml#test_recorder{{platform.name}}_{{editor.version}}
+    - .yamato/upm-ci.yml#test_recorder_{{platform.name}}_{{editor.version}}
+    - .yamato/upm-ci.yml#test_performance_{{platform.name}}_{{editor.version}}
       {% endfor %}
       {% endfor %}
       {% for backend in test_backends %}
@@ -118,6 +145,7 @@ test_trigger:
       {% endfor %}
     - .yamato/formatting.yml#formatting
 
+
 nightly_test_trigger:
   name: Nightly tests Trigger
   triggers:

TestProject/Usd-Development-Performance/.vsconfig

@@ -0,0 +1,6 @@
+{
+  "version": "1.0",
+  "components": [
+    "Microsoft.VisualStudio.Workload.ManagedGame"
+  ]
+}

TestProject/Usd-Development-Performance/Packages/manifest.json

@@ -0,0 +1,45 @@
+{
+  "dependencies": {
+    "com.unity.analytics": "3.6.12",
+    "com.unity.ext.nunit": "1.0.6",
+    "com.unity.formats.usd": "file:../../../package/com.unity.formats.usd/",
+    "com.unity.ide.rider": "3.0.16",
+    "com.unity.ide.visualstudio": "2.0.16",
+    "com.unity.recorder": "3.0.3",
+    "com.unity.test-framework": "1.1.31",
+    "com.unity.test-framework.performance": "2.8.1-preview",
+    "com.unity.modules.ai": "1.0.0",
+    "com.unity.modules.animation": "1.0.0",
+    "com.unity.modules.assetbundle": "1.0.0",
+    "com.unity.modules.audio": "1.0.0",
+    "com.unity.modules.cloth": "1.0.0",
+    "com.unity.modules.director": "1.0.0",
+    "com.unity.modules.imageconversion": "1.0.0",
+    "com.unity.modules.imgui": "1.0.0",
+    "com.unity.modules.jsonserialize": "1.0.0",
+    "com.unity.modules.particlesystem": "1.0.0",
+    "com.unity.modules.physics": "1.0.0",
+    "com.unity.modules.physics2d": "1.0.0",
+    "com.unity.modules.screencapture": "1.0.0",
+    "com.unity.modules.terrain": "1.0.0",
+    "com.unity.modules.terrainphysics": "1.0.0",
+    "com.unity.modules.tilemap": "1.0.0",
+    "com.unity.modules.ui": "1.0.0",
+    "com.unity.modules.uielements": "1.0.0",
+    "com.unity.modules.umbra": "1.0.0",
+    "com.unity.modules.unityanalytics": "1.0.0",
+    "com.unity.modules.unitywebrequest": "1.0.0",
+    "com.unity.modules.unitywebrequestassetbundle": "1.0.0",
+    "com.unity.modules.unitywebrequestaudio": "1.0.0",
+    "com.unity.modules.unitywebrequesttexture": "1.0.0",
+    "com.unity.modules.unitywebrequestwww": "1.0.0",
+    "com.unity.modules.vehicles": "1.0.0",
+    "com.unity.modules.video": "1.0.0",
+    "com.unity.modules.vr": "1.0.0",
+    "com.unity.modules.wind": "1.0.0",
+    "com.unity.modules.xr": "1.0.0"
+  },
+  "testables": [
+    "com.unity.formats.usd"
+  ]
+}