diff --git a/src/common/runtime/cmdline.ts b/src/common/runtime/cmdline.ts
index c1e0c28d17c1..b2d220ec8ef9 100644
--- a/src/common/runtime/cmdline.ts
+++ b/src/common/runtime/cmdline.ts
@@ -124,6 +124,7 @@ if (globalTestConfig.compatibility || globalTestConfig.forceFallbackAdapter) {
   // MAINTENANCE_TODO: remove the cast once compatibilityMode is officially added
   setDefaultRequestAdapterOptions({
     compatibilityMode: globalTestConfig.compatibility,
+    featureLevel: globalTestConfig.compatibility ? 'compatibility' : 'core',
     forceFallbackAdapter: globalTestConfig.forceFallbackAdapter,
   } as GPURequestAdapterOptions);
 }
diff --git a/src/common/runtime/helper/utils_worker.ts b/src/common/runtime/helper/utils_worker.ts
index 13880635bca7..5886839f6c33 100644
--- a/src/common/runtime/helper/utils_worker.ts
+++ b/src/common/runtime/helper/utils_worker.ts
@@ -27,7 +27,7 @@ export function setupWorkerEnvironment(ctsOptions: CTSOptions): Logger {
     setDefaultRequestAdapterOptions({
       ...(powerPreference && { powerPreference }),
       // MAINTENANCE_TODO: Change this to whatever the option ends up being
-      ...(compatibility && { compatibilityMode: true }),
+      ...(compatibility && { compatibilityMode: true, featureLevel: 'compatibility' }),
     });
   }
 
diff --git a/src/common/runtime/server.ts b/src/common/runtime/server.ts
index 38ad04479430..d908ce89ba7a 100644
--- a/src/common/runtime/server.ts
+++ b/src/common/runtime/server.ts
@@ -123,6 +123,7 @@ if (globalTestConfig.compatibility || globalTestConfig.forceFallbackAdapter) {
   // MAINTENANCE_TODO: remove the cast once compatibilityMode is officially added
   setDefaultRequestAdapterOptions({
     compatibilityMode: globalTestConfig.compatibility,
+    featureLevel: globalTestConfig.compatibility ? 'compatibility' : 'core',
     forceFallbackAdapter: globalTestConfig.forceFallbackAdapter,
   } as GPURequestAdapterOptions);
 }
diff --git a/src/common/runtime/standalone.ts b/src/common/runtime/standalone.ts
index 0305031cc790..a079ac28dd98 100644
--- a/src/common/runtime/standalone.ts
+++ b/src/common/runtime/standalone.ts
@@ -85,7 +85,7 @@ if (powerPreference || compatibility || forceFallbackAdapter) {
   setDefaultRequestAdapterOptions({
     ...(powerPreference && { powerPreference }),
     // MAINTENANCE_TODO: Change this to whatever the option ends up being
-    ...(compatibility && { compatibilityMode: true }),
+    ...(compatibility && { compatibilityMode: true, featureLevel: 'compatibility' }),
     ...(forceFallbackAdapter && { forceFallbackAdapter: true }),
   });
 }