seeing if vs artifacts work now

Author: aishwaryabh

eng/scripts/ArtifactAssemblerHelpers/testVsArtifacts.ps1

@@ -14,8 +14,8 @@ $runtimeSettings = ".\test\Cli\Func.E2E.Tests\.runsettings\start_tests\artifact_
 [System.Environment]::SetEnvironmentVariable("FUNCTIONS_WORKER_RUNTIME", "dotnet", "Process")
 
 # Path for Visual Studio test projects (convert to absolute paths)
-$net8VsProjectPath = ".\test\Cli\Func.E2ETests\VisualStudioTestProjects\TestNet8InProcProject"
-$net6VsProjectPath = ".\test\Cli\Func.E2ETests\VisualStudioTestProjects\TestNet6InProcProject"
+$net8VsProjectPath = ".\test\TestFunctionApps\VisualStudioTestProjects\TestNet8InProcProject"
+$net6VsProjectPath = ".\test\TestFunctionApps\VisualStudioTestProjects\TestNet6InProcProject"
 
 # Resolve paths to absolute paths
 $absoluteNet8VsProjectPath = (Resolve-Path -Path $net8VsProjectPath -ErrorAction SilentlyContinue).Path

test/Cli/Func.E2E.Tests/Commands/FuncStart/Core/BaseMissingConfigTests.cs

@@ -89,7 +89,7 @@ public async Task RunMissingLocalSettingsJsonTest(string language, string runtim
 
                 funcStartCommand.ProcessStartedHandler = async (process) =>
                 {
-                    // Wait for host to start up if param is set, otherwise just wait 5 seconds for logs and kill the process
+                    // Wait for host to start up if param is set, otherwise just wait 1 second for logs and kill the process
                     if (shouldWaitForHost)
                     {
                         await ProcessHelper.ProcessStartedHandlerHelper(port, process, funcStartCommand.FileWriter ?? throw new ArgumentNullException(nameof(funcStartCommand.FileWriter)), "HttpTriggerFunc");

test/Cli/Func.E2E.Tests/Commands/FuncStart/TestsWithFixtures/DotnetIsolatedTests.cs

@@ -67,7 +67,7 @@ public void Start_DotnetIsolated_WithRuntimeSpecified_SuccessfulFunctionExecutio
             var result = funcStartCommand
                         .WithWorkingDirectory(_fixture.WorkingDirectory)
                         .WithEnvironmentVariable(Common.Constants.FunctionsWorkerRuntime, "dotnet-isolated")
-                        .Execute(new[] { "start", "--verbose", "--runtime", "default", "--port", port.ToString() });
+                        .Execute(["start", "--verbose", "--runtime", "default", "--port", port.ToString()]);
 
             // Validate that getting http endpoint works
             capturedContent.Should().Be(
@@ -96,7 +96,7 @@ public void Start_DotnetIsolated_WithoutRuntimeSpecified_SuccessfulFunctionExecu
             var result = funcStartCommand
                         .WithWorkingDirectory(_fixture.WorkingDirectory)
                         .WithEnvironmentVariable(Common.Constants.FunctionsWorkerRuntime, "dotnet-isolated")
-                        .Execute(new[] { "--verbose", "--port", port.ToString() });
+                        .Execute(["--verbose", "--port", port.ToString()]);
 
             // Validate that getting http endpoint works
             capturedContent.Should().Be(
@@ -116,7 +116,7 @@ public void Start_DotnetIsolatedApp_With_InProc8AsRuntime_ShouldFail()
             var result = new FuncStartCommand(_fixture.FuncPath, nameof(Start_DotnetIsolatedApp_With_InProc8AsRuntime_ShouldFail), _fixture.Log)
                         .WithWorkingDirectory(_fixture.WorkingDirectory)
                         .WithEnvironmentVariable(Common.Constants.FunctionsWorkerRuntime, "dotnet-isolated")
-                        .Execute(new[] { "--verbose", "--runtime", "inproc6", "--port", port.ToString() });
+                        .Execute(["--verbose", "--runtime", "inproc6", "--port", port.ToString()]);
 
             // Validate error message
             result.Should().ExitWith(1);
@@ -132,7 +132,7 @@ public void Start_DotnetIsolatedApp_With_InProc6AsRuntime_ShouldFail()
             var result = new FuncStartCommand(_fixture.FuncPath, nameof(Start_DotnetIsolatedApp_With_InProc6AsRuntime_ShouldFail), _fixture.Log)
                         .WithWorkingDirectory(_fixture.WorkingDirectory)
                         .WithEnvironmentVariable(Common.Constants.FunctionsWorkerRuntime, "dotnet-isolated")
-                        .Execute(new[] { "--verbose", "--runtime", "inproc8", "--port", port.ToString() });
+                        .Execute(["--verbose", "--runtime", "inproc8", "--port", port.ToString()]);
 
             // Validate error message
             result.Should().ExitWith(1);

test/Cli/Func.E2E.Tests/Commands/FuncStart/TestsWithFixtures/NodeV3Tests.cs

@@ -40,7 +40,7 @@ public void Start_NodeJsApp_V3_SuccessfulFunctionExecution()
             var result = funcStartCommand
                         .WithWorkingDirectory(_fixture.WorkingDirectory)
                         .WithEnvironmentVariable(Common.Constants.FunctionsWorkerRuntime, "node")
-                        .Execute(new[] { "--verbose", "--port", port.ToString() });
+                        .Execute(["--verbose", "--port", port.ToString()]);
 
             capturedContent.Should().Be("This HTTP triggered function executed successfully. Pass a name in the query string or in the request body for a personalized response.");
         }

test/Cli/Func.E2E.Tests/Commands/FuncStart/TestsWithFixtures/NodeV4Tests.cs

@@ -42,7 +42,7 @@ public void Start_WithoutSpecifyingDefaultHost_SuccessfulFunctionExecution()
             var result = funcStartCommand
                         .WithWorkingDirectory(_fixture.WorkingDirectory)
                         .WithEnvironmentVariable(Common.Constants.FunctionsWorkerRuntime, "node")
-                        .Execute(new[] { "--verbose", "--port", port.ToString() });
+                        .Execute(["--verbose", "--port", port.ToString()]);
 
             capturedContent.Should().Be("Hello, Test!");
 
@@ -70,7 +70,7 @@ public void Start_WithSpecifyingDefaultHost_SuccessfulFunctionExecution()
             var result = funcStartCommand
                         .WithWorkingDirectory(_fixture.WorkingDirectory)
                         .WithEnvironmentVariable(Common.Constants.FunctionsWorkerRuntime, "node")
-                        .Execute(new[] { "--verbose", "--port", port.ToString(), "--runtime", "default" });
+                        .Execute(["--verbose", "--port", port.ToString(), "--runtime", "default"]);
 
             capturedContent.Should().Be("Hello, Test!");
 
@@ -97,7 +97,7 @@ public void Start_WithInspect_DebuggerIsStarted()
             var result = funcStartCommand
                         .WithWorkingDirectory(_fixture.WorkingDirectory)
                         .WithEnvironmentVariable(Common.Constants.FunctionsWorkerRuntime, "node")
-                        .Execute(new[] { "--port", port.ToString(), "--verbose", "--language-worker", "--", $"\"--inspect={debugPort}\"" });
+                        .Execute(["--port", port.ToString(), "--verbose", "--language-worker", "--", $"\"--inspect={debugPort}\""]);
 
             // Validate debugger started
             result.Should().HaveStdOutContaining($"Debugger listening on ws://127.0.0.1:{debugPort}");
@@ -120,7 +120,7 @@ public void Start_PortInUse_FailsWithExpectedError()
                 var result = funcStartCommand
                             .WithWorkingDirectory(_fixture.WorkingDirectory)
                             .WithEnvironmentVariable(Common.Constants.FunctionsWorkerRuntime, "node")
-                            .Execute(new[] { "--port", port.ToString() });
+                            .Execute(["--port", port.ToString()]);
 
                 funcStartCommand.ProcessStartedHandler = async (process) =>
                 {
@@ -150,7 +150,7 @@ public void Start_NonDotnetApp_With_InProc6Runtime_ShouldFail()
             var result = funcStartCommand
                 .WithWorkingDirectory(_fixture.WorkingDirectory)
                 .WithEnvironmentVariable(Common.Constants.FunctionsWorkerRuntime, "node")
-                .Execute(new[] { "--verbose", "--runtime", "inproc6", "--port", port.ToString() });
+                .Execute(["--verbose", "--runtime", "inproc6", "--port", port.ToString()]);
 
             // Validate failure message
             result.Should().ExitWith(1);

test/Cli/Func.E2E.Tests/README.md

@@ -36,6 +36,7 @@ There are two main types of tests for the `func start` command:
 ❗ **Dotnet isolated templates and dotnet in-proc templates CANNOT be run in parallel**
 
 - Use traits to distinguish between dotnet-isolated and dotnet-inproc tests
+- Refer to TestTraits.cs for trait names and explanations on when they should be used
 - This ensures they run sequentially rather than in parallel
 
 ### Node.js Tests
@@ -154,9 +155,17 @@ else
 }
 ```
 
+You may also create a custom condition and then call the method like so:
+
+```csharp
+// Validate inproc6 host was started
+result.Should().StartInProc6Host();
+
+```
+
 ## Testing with Fixtures
 
-The steps are similar for creating a `func start` test with a fixture, except you can skip the setup logic that calls `func init` and `func new` as the fixture handles this for you.
+The steps are similar for creating a `func start` test with a fixture, except you can skip the setup logic that calls `func init` and `func new` as the fixture handles this for you. Please ensure that the test that are being added to the fixture DO NOT change the environment or add any extra variables or config, as that may cause problems with the existing tests.
 
 ## Complete Example
 
@@ -202,4 +211,20 @@ public async Task Start_DotnetIsolated_Test_EnableAuthFeature(
         result.Should().HaveStdOutContaining("Selected out-of-process host.");
     }
 }
-```
+```
+
+## How to Build and Run Tests Locally
+
+## How to Build and Run Tests Locally
+
+1. Run `dotnet build` on `Azure.Functions.Cli.E2E.Tests.csproj`.
+
+2. Navigate to `CORE_TOOLS_REPO_ROOT\out\bin\Azure.Functions.Cli.E2E.Tests\debug` and add a `templates` file if it doesn't already exist. Copy the existing templates file from the core tools installation on your local machine to the debug directory.
+
+3. To test in-proc artifacts, copy the `inproc6` and `inproc8` directories by either:
+   - Building the `inproc` branch locally and manually copying the folders into the debug folder, or
+   - Copying these folders from the core tools installation on your local machine to the debug folder.
+
+4. Execute the tests using the `dotnet test` command or Visual Studio Test Explorer. Note that only tests requiring default artifacts (not in-proc artifacts) will run by default. 
+
+5. To run a specific test with runtime settings, use: `dotnet test {PATH_TO_E2E_TEST_PROJECT} --filter "TestCategory=InProc"`.`