Compatibility with Python 3.12. (#1271)

veluca93 · web-flow · commit 2125d5ede3f8 · 2024-11-17T01:23:52.000+01:00
Inspired by ioi-2024@0f044fd Also update CI and Dockerfile to Ubuntu 24.04.
diff --git a/Dockerfile b/Dockerfile
@@ -1,26 +1,27 @@
 # syntax=docker/dockerfile:1
-FROM ubuntu:20.04
+FROM ubuntu:24.04
 
 RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y \
     build-essential \
     cgroup-lite \
     cppreference-doc-en-html \
     fp-compiler \
     git \
-    haskell-platform \
+    ghc \
     libcap-dev \
     libcups2-dev \
     libffi-dev \
     libpq-dev \
     libyaml-dev \
     mono-mcs \
     openjdk-8-jdk-headless \
-    php7.4-cli \
+    php-cli \
     postgresql-client \
     python3-pip \
-    python3.8 \
-    python3.8-dev \
+    python3.12 \
+    python3.12-dev \
     rustc \
+    shared-mime-info \
     sudo \
     wait-for-it \
     zip
@@ -38,8 +39,8 @@ COPY --chown=cmsuser:cmsuser requirements.txt dev-requirements.txt /home/cmsuser
 
 WORKDIR /home/cmsuser/cms
 
-RUN sudo pip3 install -r requirements.txt
-RUN sudo pip3 install -r dev-requirements.txt
+RUN sudo pip3 install --break-system-packages -r requirements.txt
+RUN sudo pip3 install --break-system-packages -r dev-requirements.txt
 
 COPY --chown=cmsuser:cmsuser . /home/cmsuser/cms
 
diff --git a/cms/io/web_service.py b/cms/io/web_service.py
@@ -21,6 +21,13 @@
 
 import logging
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.wsgi as tornado_wsgi
 except ImportError:
diff --git a/cms/server/admin/handlers/base.py b/cms/server/admin/handlers/base.py
@@ -34,6 +34,13 @@
 from datetime import datetime, timedelta
 from functools import wraps
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/admin/handlers/contestannouncement.py b/cms/server/admin/handlers/contestannouncement.py
@@ -26,6 +26,13 @@
 
 """
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/admin/handlers/contestquestion.py b/cms/server/admin/handlers/contestquestion.py
@@ -27,6 +27,13 @@
 
 import logging
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/admin/handlers/contestuser.py b/cms/server/admin/handlers/contestuser.py
@@ -31,6 +31,13 @@
 
 import logging
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/admin/handlers/dataset.py b/cms/server/admin/handlers/dataset.py
@@ -32,6 +32,13 @@
 import re
 import zipfile
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/admin/handlers/task.py b/cms/server/admin/handlers/task.py
@@ -29,6 +29,13 @@
 import logging
 import traceback
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/contest/handlers/base.py b/cms/server/contest/handlers/base.py
@@ -32,6 +32,13 @@
 import logging
 import traceback
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/contest/handlers/communication.py b/cms/server/contest/handlers/communication.py
@@ -29,6 +29,13 @@
 
 import logging
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/contest/handlers/contest.py b/cms/server/contest/handlers/contest.py
@@ -32,6 +32,13 @@
 import ipaddress
 import logging
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/contest/handlers/main.py b/cms/server/contest/handlers/main.py
@@ -33,6 +33,13 @@
 import logging
 import re
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/contest/handlers/task.py b/cms/server/contest/handlers/task.py
@@ -30,6 +30,13 @@
 
 import logging
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/contest/handlers/tasksubmission.py b/cms/server/contest/handlers/tasksubmission.py
@@ -32,6 +32,13 @@
 import logging
 import re
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/contest/handlers/taskusertest.py b/cms/server/contest/handlers/taskusertest.py
@@ -31,6 +31,13 @@
 import logging
 import re
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     import tornado4.web as tornado_web
 except ImportError:
diff --git a/cms/server/util.py b/cms/server/util.py
@@ -30,6 +30,13 @@
 from functools import wraps
 from urllib.parse import quote, urlencode
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     from tornado4.web import RequestHandler
 except ImportError:
diff --git a/cmscontrib/loaders/polygon.py b/cmscontrib/loaders/polygon.py
@@ -20,7 +20,6 @@
 # You should have received a copy of the GNU Affero General Public License
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
-import imp
 import logging
 import os
 import subprocess
@@ -145,10 +144,11 @@ def get_task(self, get_statement=True):
         task_cms_conf = None
         if os.path.exists(task_cms_conf_path):
             logger.info("Found additional CMS options for task %s.", name)
-            with open(task_cms_conf_path, 'rb') as f:
-                task_cms_conf = imp.load_module('cms_conf', f,
-                                                task_cms_conf_path,
-                                                ('.py', 'r', imp.PY_SOURCE))
+            import importlib.util
+            spec = importlib.util.spec_from_file_location(
+                'cms_conf', task_cms_conf_path)
+            task_cms_conf = importlib.util.module_from_spec(spec)
+            spec.loader.exec_module(task_cms_conf)
         if task_cms_conf is not None and hasattr(task_cms_conf, "general"):
             args.update(task_cms_conf.general)
 
diff --git a/cmstestsuite/code/oom-heap.c b/cmstestsuite/code/oom-heap.c
@@ -1,17 +1,17 @@
 #include <stdio.h>
 #include <stdlib.h>
 
-int *big;
+volatile int *big;
 
 int main() {
-    int i;
-    big = malloc(128 * 1024 * 1024);
-    // If we don't do this cycle, the compiler is smart enough not to
-    // map the array into resident memory.
-    for (i = 0; i < 128 * 1024 * 1024 / sizeof(int); i++) {
-      big[i] = 0;
-    }
-    scanf("%d", &big[10000]);
-    printf("correct %d\n", big[10000]);
-    return 0;
+  int i;
+  big = malloc(128 * 1024 * 1024);
+  // If we don't do this cycle, the compiler is smart enough not to
+  // map the array into resident memory.
+  for (i = 0; i < 128 * 1024 * 1024 / sizeof(int); i++) {
+    big[i] = 0;
+  }
+  scanf("%d", &big[10000]);
+  printf("correct %d\n", big[10000]);
+  return 0;
 }
diff --git a/cmstestsuite/unit_tests/grading/ParameterTypesTest.py b/cmstestsuite/unit_tests/grading/ParameterTypesTest.py
@@ -20,6 +20,13 @@
 
 import unittest
 
+import collections
+try:
+    collections.MutableMapping
+except:
+    # Monkey-patch: Tornado 4.5.3 does not work on Python 3.11 by default
+    collections.MutableMapping = collections.abc.MutableMapping
+
 try:
     from tornado4.web import MissingArgumentError
 except ImportError:
diff --git a/cmstestsuite/unit_tests/locale/locale_test.py b/cmstestsuite/unit_tests/locale/locale_test.py
diff --git a/docs/Installation.rst b/docs/Installation.rst
diff --git a/requirements.txt b/requirements.txt
