Development

.gitignore

@@ -6,7 +6,8 @@ build
 coverage.xml
 htmlcov
 reports/*
-.tox/*
+.tox
+.pytest_cache
 
 # Editor detritus
 *~

codejail/custom_encoder.py

@@ -0,0 +1,32 @@
+import json
+
+
+class GlobalEncoder(json.JSONEncoder):
+    def default(self, obj):
+        if type(obj).__module__ == 'numpy':
+            return NumpyEncoder().default(obj)
+        elif type(obj).__module__ == 'pandas':
+            if hasattr(obj, 'to_json'):
+                return obj.to_json(orient='records')
+            return repr(obj)
+        return json.JSONEncoder.default(self, obj)
+
+
+class NumpyEncoder(json.JSONEncoder):
+    """ Custom encoder for numpy data types """
+
+    def default(self, obj):
+        import numpy as np
+        if isinstance(obj, (np.int_, np.intc, np.intp, np.int8,
+                            np.int16, np.int32, np.int64, np.uint8,
+                            np.uint16, np.uint32, np.uint64)):
+            return int(obj)
+        elif isinstance(obj, (np.float_, np.float16, np.float32, np.float64)):
+            return float(obj)
+        elif isinstance(obj, (np.complex_, np.complex64, np.complex128)):
+            return {'real': obj.real, 'imag': obj.imag}
+        elif isinstance(obj, (np.ndarray)):
+            return obj.tolist()
+        elif isinstance(obj, (np.bool_)):
+            return bool(obj)
+        return repr(obj)

codejail/jail_code.py

@@ -6,11 +6,12 @@
 import resource
 import shutil
 import sys
+import zipfile
 from builtins import bytes
 
 from .proxy import run_subprocess_through_proxy
 from .subproc import run_subprocess
-from .util import temp_directory
+from .util import temp_directory, create_directory, chmod_recursive_directory
 
 log = logging.getLogger("codejail")
 
@@ -38,7 +39,8 @@ def configure(command, bin_path, user=None):
     if command == "python":
         # -E means ignore the environment variables PYTHON*
         # -B means don't try to write .pyc files.
-        cmd_argv.extend(['-E', '-B'])
+        # -u force the stdout and stderr streams to be unbuffered
+        cmd_argv.extend(['-E', '-B', '-u'])
 
     COMMANDS[command] = {
         # The start of the command line for this program.
@@ -90,7 +92,7 @@ def is_configured(command):
     # Size of files creatable, in bytes, defaulting to nothing can be written.
     "FSIZE": 0,
     # The number of processes and threads to allow.
-    "NPROC": 15,
+    "NPROC": 50,
     # Whether to use a proxy process or not.  None means use an environment
     # variable to decide. NOTE: using a proxy process is NOT THREAD-SAFE, only
     # one thread can use CodeJail at a time if you are using a proxy process.
@@ -186,7 +188,8 @@ def __init__(self):
 
 
 def jail_code(command, code=None, files=None, extra_files=None, argv=None,
-              stdin=None, limit_overrides_context=None, slug=None):
+              stdin=None, limit_overrides_context=None, slug=None, 
+              artifacts=None):
     """
     Run code in a jailed subprocess.
 
@@ -239,8 +242,7 @@ def jail_code(command, code=None, files=None, extra_files=None, argv=None,
 
         # Make directory readable by other users ('sandbox' user needs to be
         # able to read it).
-        os.chmod(homedir, 0o775)
-
+        os.chmod(homedir, 0o751)
         # Make a subdir to use for temp files, world-writable so that the
         # sandbox user can write to it.
         tmptmp = os.path.join(homedir, "tmp")
@@ -259,11 +261,14 @@ def jail_code(command, code=None, files=None, extra_files=None, argv=None,
             else:
                 shutil.copytree(filename, dest, symlinks=True)
 
+        if artifacts:
+            save_artifacts(artifacts, tmptmp)
         # Create the main file.
         if code:
             with open(os.path.join(homedir, "jailed_code"), "wb") as jailed:
                 code_bytes = bytes(code, 'utf8')
                 jailed.write(code_bytes)
+            os.chmod(os.path.join(homedir, "jailed_code"), 0o750)
 
             argv = ["jailed_code"] + argv
 
@@ -320,7 +325,7 @@ def jail_code(command, code=None, files=None, extra_files=None, argv=None,
             stdin=stdin,
             realtime=effective_limits["REALTIME"],
             rlimits=create_rlimits(effective_limits),
-            )
+        )
 
         result = JailResult()
         result.status = status
@@ -375,3 +380,28 @@ def create_rlimits(effective_limits):
     rlimits.append((resource.RLIMIT_FSIZE, (fsize, fsize)))
 
     return rlimits
+
+
+def save_artifacts(artifacts, save_path):
+    datasets_dest_dir = create_directory(save_path, 'datasets')
+    images_dest_dir = create_directory(save_path, 'images')
+    videos_dest_dir = create_directory(save_path, 'videos')
+    for artifact_path in artifacts:
+        path = datasets_dest_dir
+        if artifact_path.endswith(('.png', '.jpg', '.jpeg')):
+            path = images_dest_dir
+        elif artifact_path.endswith(('.mp4', '.mov', '.gif', '.avi', '.mpeg', '.mkv')):
+            path = videos_dest_dir
+
+        if artifact_path.endswith('.zip'):
+            with zipfile.ZipFile(artifact_path, 'r') as zip_ref:
+                zip_ref.extractall(path)
+            chmod_recursive_directory(path, 0o777)
+        else:
+
+            with open(artifact_path, 'r') as file:
+                content = file.read()
+                new_file = os.path.join(path, os.path.basename(artifact_path))
+            with open(new_file, 'w') as file:
+                file.write(content)
+            os.chmod(new_file, 0o777)

codejail/proxy.py

@@ -113,7 +113,7 @@ def get_proxy():
     # If we need a proxy, make a proxy.
     if PROXY_PROCESS is None:
         # Start the proxy by invoking proxy_main.py in our root directory.
-        root = os.path.dirname(os.path.dirname(os.path.realpath(__file__)))
+        root = os.path.dirname(os.path.realpath(__file__))
         proxy_main_py = os.path.join(root, "proxy_main.py")
 
         # Run proxy_main.py with the same Python that is running us. "-u" makes
@@ -128,7 +128,7 @@ def get_proxy():
             stdin=subprocess.PIPE,
             stdout=subprocess.PIPE,
             stderr=subprocess.STDOUT,
-            )
+        )
         log.info("Started CodeJail proxy process (pid %d)", PROXY_PROCESS.pid)
 
     return PROXY_PROCESS