avoid dependency on bzip2

metaflow/plugins/pypi/bootstrap.py

@@ -1,11 +1,15 @@
+import bz2
+import io
 import json
 import os
 import shutil
 import subprocess
 import sys
+import tarfile
 
 from metaflow.metaflow_config import DATASTORE_LOCAL_DIR
 from metaflow.plugins import DATASTORES
+from metaflow.util import which
 
 from . import MAGIC_FILE, _datastore_packageroot
 
@@ -79,9 +83,9 @@
     # Create Conda environment.
     cmds = [
         # TODO: check if mamba or conda are already available on the image
+        # TODO: search for micromamba everywhere
         f"""if ! command -v ./micromamba >/dev/null 2>&1; then
-            wget -qO- https://micro.mamba.pm/api/micromamba/{architecture}/latest | tar -xvj bin/micromamba --strip-components=1 >/dev/null 2>&1;
-            export PATH=$PATH:$HOME/bin;
+            wget -qO- https://micro.mamba.pm/api/micromamba/{architecture}/latest | python -c "import sys, bz2; sys.stdout.buffer.write(bz2.decompress(sys.stdin.buffer.read()))" | tar -xv bin/micromamba --strip-components=1 ;
             if ! command -v ./micromamba >/dev/null 2>&1; then
                 echo "Failed to install Micromamba!";
                 exit 1;

metaflow/plugins/pypi/conda_environment.py

@@ -1,11 +1,11 @@
 import errno
 import fcntl
 import functools
-import time
 import io
 import json
 import os
 import sys
+import time
 from concurrent.futures import ThreadPoolExecutor
 from hashlib import sha256
 from io import BufferedIOBase