kopia lustrzana https://github.com/jupyterhub/repo2docker
Copy freeze.py from conda to legacy
rodzic
1b941ee41c
commit
595242dba9
|
@ -0,0 +1,109 @@
|
|||
#!/usr/bin/env python3
|
||||
"""
|
||||
Freeze the conda environment.yml
|
||||
|
||||
It runs the freeze in a continuumio/miniconda3 image to ensure portability
|
||||
|
||||
Usage:
|
||||
|
||||
python freeze.py [3.5]
|
||||
"""
|
||||
|
||||
from datetime import datetime
|
||||
import os
|
||||
import pathlib
|
||||
import shutil
|
||||
from subprocess import check_call
|
||||
import sys
|
||||
|
||||
from ruamel.yaml import YAML
|
||||
|
||||
|
||||
MINICONDA_VERSION = '4.3.27'
|
||||
# need conda ≥ 4.4 to avoid bug adding spurious pip dependencies
|
||||
CONDA_VERSION = '4.4.8'
|
||||
|
||||
HERE = pathlib.Path(os.path.dirname(os.path.abspath(__file__)))
|
||||
|
||||
ENV_FILE = 'environment.yml'
|
||||
FROZEN_FILE = os.path.splitext(ENV_FILE)[0] + '.frozen.yml'
|
||||
|
||||
ENV_FILE_T = 'environment.py-{py}.yml'
|
||||
FROZEN_FILE_T = os.path.splitext(ENV_FILE_T)[0] + '.frozen.yml'
|
||||
|
||||
yaml = YAML(typ='rt')
|
||||
|
||||
|
||||
def freeze(env_file, frozen_file):
|
||||
"""Freeze a conda environment.yml
|
||||
|
||||
By running in docker:
|
||||
|
||||
conda env create
|
||||
conda env export
|
||||
|
||||
Result will be stored in frozen_file
|
||||
"""
|
||||
print(f"Freezing {env_file} -> {frozen_file}")
|
||||
|
||||
with open(HERE / frozen_file, 'w') as f:
|
||||
f.write(f"# AUTO GENERATED FROM {env_file}, DO NOT MANUALLY MODIFY\n")
|
||||
f.write(f"# Frozen on {datetime.utcnow():%Y-%m-%d %H:%M:%S UTC}\n")
|
||||
|
||||
check_call([
|
||||
'docker',
|
||||
'run',
|
||||
'--rm',
|
||||
'-v' f"{HERE}:/r2d",
|
||||
'-it',
|
||||
f"continuumio/miniconda3:{MINICONDA_VERSION}",
|
||||
"sh", "-c",
|
||||
'; '.join([
|
||||
f"conda install -yq conda={CONDA_VERSION}",
|
||||
'conda config --add channels conda-forge',
|
||||
'conda config --system --set auto_update_conda false',
|
||||
f"conda env create -v -f /r2d/{env_file} -n r2d",
|
||||
# add conda-forge broken channel as lowest priority in case
|
||||
# any of our frozen packages are marked as broken after freezing
|
||||
'conda config --append channels conda-forge/label/broken',
|
||||
f"conda env export -n r2d >> /r2d/{frozen_file}",
|
||||
])
|
||||
])
|
||||
|
||||
|
||||
def set_python(py_env_file, py):
|
||||
"""Set the Python version in an env file"""
|
||||
if os.path.exists(py_env_file):
|
||||
# only clobber auto-generated files
|
||||
with open(py_env_file) as f:
|
||||
text = f.read()
|
||||
if text and 'GENERATED' not in text:
|
||||
return
|
||||
|
||||
print(f"Regenerating {py_env_file} from {ENV_FILE}")
|
||||
with open(ENV_FILE) as f:
|
||||
env = yaml.load(f)
|
||||
for idx, dep in enumerate(env['dependencies']):
|
||||
if dep.split('=')[0] == 'python':
|
||||
env['dependencies'][idx] = f'python={py}.*'
|
||||
break
|
||||
else:
|
||||
raise ValueError(f"python dependency not found in {env['dependencies']}")
|
||||
# update python dependency
|
||||
with open(py_env_file, 'w') as f:
|
||||
f.write(f"# AUTO GENERATED FROM {ENV_FILE}, DO NOT MANUALLY MODIFY\n")
|
||||
f.write(f"# Generated on {datetime.utcnow():%Y-%m-%d %H:%M:%S UTC}\n")
|
||||
yaml.dump(env, f)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
# allow specifying which Pythons to update on argv
|
||||
pys = sys.argv[1:] or ('2.7', '3.5', '3.6')
|
||||
for py in pys:
|
||||
env_file = ENV_FILE_T.format(py=py)
|
||||
set_python(env_file, py)
|
||||
frozen_file = os.path.splitext(env_file)[0] + '.frozen.yml'
|
||||
freeze(env_file, frozen_file)
|
||||
|
||||
# use last version as default
|
||||
shutil.copy(frozen_file, FROZEN_FILE)
|
Ładowanie…
Reference in New Issue