kopia lustrzana https://github.com/jupyterhub/repo2docker
101 wiersze
3.0 KiB
Python
101 wiersze
3.0 KiB
Python
"""
|
|
Test that build time memory limits are actually enforced.
|
|
|
|
We give the container image at least 128M of RAM (so base things like
|
|
apt and pip can run), and then try to allocate & use 256MB in postBuild.
|
|
This should fail!
|
|
"""
|
|
|
|
import os
|
|
import shutil
|
|
import time
|
|
|
|
from unittest.mock import MagicMock
|
|
|
|
import docker
|
|
|
|
import pytest
|
|
|
|
from repo2docker.app import Repo2Docker
|
|
from repo2docker.buildpacks import BaseImage, DockerBuildPack
|
|
|
|
|
|
basedir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
|
|
|
|
def does_build(tmpdir, build_src_dir, mem_limit, mem_allocate_mb):
|
|
builddir = tmpdir.join("build")
|
|
shutil.copytree(build_src_dir, builddir)
|
|
builddir.chdir()
|
|
print(os.getcwd(), os.listdir("."))
|
|
mem_allocate_mb_file = os.path.join(builddir, "mem_allocate_mb")
|
|
|
|
# Cache bust so we actually do a rebuild each time this is run!
|
|
with builddir.join("cachebust").open("w") as cachebust:
|
|
cachebust.write(str(time.time()))
|
|
|
|
# we don't have an easy way to pass env vars or whatever to
|
|
# postBuild from here, so we write a file into the repo that is
|
|
# read by the postBuild script!
|
|
with open(mem_allocate_mb_file, "w") as f:
|
|
f.write(str(mem_allocate_mb))
|
|
r2d = Repo2Docker(build_memory_limit=str(mem_limit) + "M")
|
|
r2d.initialize()
|
|
try:
|
|
r2d.build()
|
|
except Exception:
|
|
return False
|
|
else:
|
|
return True
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"test, mem_limit, mem_allocate_mb, expected",
|
|
[
|
|
("dockerfile", 128, 256, False),
|
|
("dockerfile", 512, 256, True),
|
|
("non-dockerfile", 128, 256, False),
|
|
("non-dockerfile", 512, 256, True),
|
|
],
|
|
)
|
|
def test_memlimit_nondockerfile(tmpdir, test, mem_limit, mem_allocate_mb, expected):
|
|
"""
|
|
Test if memory limited builds are working for non dockerfile builds
|
|
"""
|
|
success = does_build(
|
|
tmpdir, os.path.join(basedir, "memlimit", test), mem_limit, mem_allocate_mb
|
|
)
|
|
assert success == expected
|
|
|
|
|
|
def test_memlimit_same_postbuild():
|
|
"""
|
|
Validate that the postBuild files for dockerfile & nondockerfile are same
|
|
|
|
Until https://github.com/jupyter/repo2docker/issues/160 gets fixed.
|
|
"""
|
|
filepaths = [
|
|
os.path.join(basedir, "memlimit", t, "postBuild")
|
|
for t in ("dockerfile", "non-dockerfile")
|
|
]
|
|
file_contents = []
|
|
for fp in filepaths:
|
|
with open(fp) as f:
|
|
file_contents.append(f.read())
|
|
# Make sure they're all the same
|
|
assert len(set(file_contents)) == 1
|
|
|
|
|
|
@pytest.mark.parametrize("BuildPack", [BaseImage, DockerBuildPack])
|
|
def test_memlimit_argument_type(BuildPack):
|
|
# check that an exception is raised when the memory limit isn't an int
|
|
fake_log_value = {"stream": "fake"}
|
|
fake_client = MagicMock(spec=docker.APIClient)
|
|
fake_client.build.return_value = iter([fake_log_value])
|
|
|
|
with pytest.raises(ValueError) as exc_info:
|
|
for line in BuildPack().build(fake_client, "image-2", "10Gi", {}, [], {}):
|
|
pass
|
|
|
|
assert "The memory limit has to be specified as an" in str(exc_info.value)
|