Run online tests only once per OS

We do not need to run all online tests on all
OSes adn Python combinations, but just once for sanity
on each OS.

Signed-off-by: Philippe Ombredanne <[email protected]>

Author: pombredanne

azure-pipelines.yml

@@ -15,66 +15,90 @@ jobs:
           test_suites:
               all: make check
 
+    - template: etc/ci/azure-posix.yml
+      parameters:
+          job_name: online_ubuntu24_cpython
+          image_name: ubuntu-24.04
+          python_versions: ['3.10']
+          test_suites:
+              all: venv/bin/pytest -n 2 -vvs -m 'online'
+
+    - template: etc/ci/azure-win.yml
+      parameters:
+          job_name: online_win2022_cpython
+          image_name: windows-2022
+          python_versions: ['3.10']
+          test_suites:
+              all: venv\Scripts\pytest -n 2 -vvs -m 'online'
+
+    - template: etc/ci/azure-posix.yml
+      parameters:
+          job_name: online_macos14_cpython
+          image_name: macOS-14
+          python_versions: ['3.10']
+          test_suites:
+              all: venv/bin/pytest -n 2 -vvs -m 'online'
+
     - template: etc/ci/azure-posix.yml
       parameters:
           job_name: ubuntu22_cpython
           image_name: ubuntu-22.04
           python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
-              all: venv/bin/pytest -n 2 -vvs
+              all: venv/bin/pytest -n 2 -vvs -m 'not online'
 
     - template: etc/ci/azure-posix.yml
       parameters:
           job_name: ubuntu24_cpython
           image_name: ubuntu-24.04
           python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
-              all: venv/bin/pytest -n 2 -vvs
+              all: venv/bin/pytest -n 2 -vvs -m 'not online'
 
     - template: etc/ci/azure-posix.yml
       parameters:
           job_name: macos13_cpython
           image_name: macOS-13
           python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
-              all: venv/bin/pytest -n 2 -vvs
+              all: venv/bin/pytest -n 2 -vvs -m 'not online'
 
     - template: etc/ci/azure-posix.yml
       parameters:
           job_name: macos14_cpython
           image_name: macOS-14
           python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
-              all: venv/bin/pytest -n 2 -vvs
+              all: venv/bin/pytest -n 2 -vvs -m 'not online'
 
     - template: etc/ci/azure-posix.yml
       parameters:
           job_name: macos15_cpython
           image_name: macOS-15
           python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
-              all: venv/bin/pytest -n 2 -vvs
+              all: venv/bin/pytest -n 2 -vvs -m 'not online'
 
     - template: etc/ci/azure-win.yml
       parameters:
           job_name: win2019_cpython
           image_name: windows-2019
           python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
-              all: venv\Scripts\pytest -n 2 -vvs
+              all: venv\Scripts\pytest -n 2 -vvs -m 'not online'
 
     - template: etc/ci/azure-win.yml
       parameters:
           job_name: win2022_cpython
           image_name: windows-2022
           python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
-              all: venv\Scripts\pytest -n 2 -vvs
+              all: venv\Scripts\pytest -n 2 -vvs -m 'not online'
 
     - template: etc/ci/azure-win.yml
       parameters:
           job_name: win2025_cpython
           image_name: windows-2025
           python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
-              all: venv\Scripts\pytest -n 2 -vvs
+              all: venv\Scripts\pytest -n 2 -vvs -m 'not online'