Copy freeze.py from conda to legacy

repo2docker/buildpacks/legacy/freeze.py

@@ -0,0 +1,109 @@
+#!/usr/bin/env python3
+"""
+Freeze the conda environment.yml
+
+It runs the freeze in a continuumio/miniconda3 image to ensure portability
+
+Usage:
+
+python freeze.py [3.5]
+"""
+
+from datetime import datetime
+import os
+import pathlib
+import shutil
+from subprocess import check_call
+import sys
+
+from ruamel.yaml import YAML
+
+
+MINICONDA_VERSION = '4.3.27'
+# need conda ≥ 4.4 to avoid bug adding spurious pip dependencies
+CONDA_VERSION = '4.4.8'
+
+HERE = pathlib.Path(os.path.dirname(os.path.abspath(__file__)))
+
+ENV_FILE = 'environment.yml'
+FROZEN_FILE = os.path.splitext(ENV_FILE)[0] + '.frozen.yml'
+
+ENV_FILE_T = 'environment.py-{py}.yml'
+FROZEN_FILE_T = os.path.splitext(ENV_FILE_T)[0] + '.frozen.yml'
+
+yaml = YAML(typ='rt')
+
+
+def freeze(env_file, frozen_file):
+    """Freeze a conda environment.yml
+
+    By running in docker:
+
+        conda env create
+        conda env export
+
+    Result will be stored in frozen_file
+    """
+    print(f"Freezing {env_file} -> {frozen_file}")
+
+    with open(HERE / frozen_file, 'w') as f:
+        f.write(f"# AUTO GENERATED FROM {env_file}, DO NOT MANUALLY MODIFY\n")
+        f.write(f"# Frozen on {datetime.utcnow():%Y-%m-%d %H:%M:%S UTC}\n")
+
+    check_call([
+        'docker',
+        'run',
+        '--rm',
+        '-v' f"{HERE}:/r2d",
+        '-it',
+        f"continuumio/miniconda3:{MINICONDA_VERSION}",
+        "sh", "-c",
+        '; '.join([
+            f"conda install -yq conda={CONDA_VERSION}",
+            'conda config --add channels conda-forge',
+            'conda config --system --set auto_update_conda false',
+            f"conda env create -v -f /r2d/{env_file} -n r2d",
+            # add conda-forge broken channel as lowest priority in case
+            # any of our frozen packages are marked as broken after freezing
+            'conda config --append channels conda-forge/label/broken',
+            f"conda env export -n r2d >> /r2d/{frozen_file}",
+        ])
+    ])
+
+
+def set_python(py_env_file, py):
+    """Set the Python version in an env file"""
+    if os.path.exists(py_env_file):
+        # only clobber auto-generated files
+        with open(py_env_file) as f:
+            text = f.read()
+            if text and 'GENERATED' not in text:
+                return
+
+    print(f"Regenerating {py_env_file} from {ENV_FILE}")
+    with open(ENV_FILE) as f:
+        env = yaml.load(f)
+    for idx, dep in enumerate(env['dependencies']):
+        if dep.split('=')[0] == 'python':
+            env['dependencies'][idx] = f'python={py}.*'
+            break
+    else:
+        raise ValueError(f"python dependency not found in {env['dependencies']}")
+    # update python dependency
+    with open(py_env_file, 'w') as f:
+        f.write(f"# AUTO GENERATED FROM {ENV_FILE}, DO NOT MANUALLY MODIFY\n")
+        f.write(f"# Generated on {datetime.utcnow():%Y-%m-%d %H:%M:%S UTC}\n")
+        yaml.dump(env, f)
+
+
+if __name__ == '__main__':
+    # allow specifying which Pythons to update on argv
+    pys = sys.argv[1:] or ('2.7', '3.5', '3.6')
+    for py in pys:
+        env_file = ENV_FILE_T.format(py=py)
+        set_python(env_file, py)
+        frozen_file = os.path.splitext(env_file)[0] + '.frozen.yml'
+        freeze(env_file, frozen_file)
+
+    # use last version as default
+    shutil.copy(frozen_file, FROZEN_FILE)