Play with random

Author: lresende

enterprise_gateway/itests/test_python_kernel.py

@@ -122,18 +122,13 @@ def test_run_pi_example(self):
         pi_code = []
         pi_code.append("from random import random\n")
         pi_code.append("from operator import add\n")
-        pi_code.append("from pyspark.cloudpickle import cloudpickle\n")
         pi_code.append("partitions = 20\n")
         pi_code.append("n = 100000 * partitions\n")
-        # Define the function with explicit imports inside to avoid serialization issues
         pi_code.append("def f(_):\n")
-        pi_code.append("    from random import random\n")  # Include import inside function
+        pi_code.append("    from random import random\n")
         pi_code.append("    x = random() * 2 - 1\n")
         pi_code.append("    y = random() * 2 - 1\n")
         pi_code.append("    return 1 if x ** 2 + y ** 2 <= 1 else 0\n")
-        pi_code.append("pickled_f = cloudpickle.dumps(f)\n")
-        pi_code.append("print('Function f successfully pickled!')\n")
-        # Use a lambda function directly in map to avoid complex serialization
         pi_code.append("count = sc.parallelize(range(1, n + 1), partitions).map(f).reduce(add)\n")
         pi_code.append('print("Pi is roughly %f" % (4.0 * count / n))\n')
         result, has_error = self.kernel.execute(pi_code)

etc/kernel-launchers/python/scripts/launch_ipykernel.py

@@ -5,11 +5,12 @@
 import json
 import logging
 import os
-import random
+
 import signal
 import socket
 import tempfile
 import uuid
+from random import random
 from multiprocessing import Process
 from threading import Thread