Merge pull request #87 from SpikeInterface/update-matlab-images

alejoe91 · web-flow · commit 349683037331 · 2025-09-19T16:34:50.000+02:00
Update docker images
diff --git a/archived/klusta/Dockerfile b/archived/klusta/Dockerfile
diff --git a/archived/klusta/build.sh b/archived/klusta/build.sh
diff --git a/archived/klusta/push.sh b/archived/klusta/push.sh
diff --git a/archived/yass/Dockerfile b/archived/yass/Dockerfile
diff --git a/archived/yass/build.sh b/archived/yass/build.sh
diff --git a/archived/yass/push.sh b/archived/yass/push.sh
diff --git a/combinato/Dockerfile b/combinato/Dockerfile
@@ -1,4 +1,4 @@
-FROM python:3.8
+FROM python:3.12
 
 LABEL maintainer="Vincent Prevosto <prevosto@mit.edu>"
 
@@ -27,12 +27,14 @@ RUN git clone https://github.com/jniediek/combinato.git
 # Add Combinato repository to paths
 ENV COMBINATO_PATH=/src/combinato
 ENV PATH=$PATH:$COMBINATO_PATH
-ENV PYTHONPATH=$PYTHONPATH:/usr/local/bin/python3:$COMBINATO_PATH
+ENV PYTHONPATH=/usr/local/bin/python3:$COMBINATO_PATH
 RUN echo '\n\
 export PATH=$PATH:/src/combinato\n\
 export PYTHONPATH=$PYTHONPATH:/usr/local/bin/python3:/src/combinato\n\
 export COMBINATO_PATH=/src/combinato' >> /root/.bashrc
 
+RUN pip install "numpy<2"  # Ensure compatibility with Combinato
+
 # Install Combinato
 WORKDIR /src/combinato
 RUN python3 setup_options.py
diff --git a/combinato/build.sh b/combinato/build.sh
@@ -1,3 +1,3 @@
 #!/bin/bash
 
-docker build -t spikeinterface/combinato-base:latest -t spikeinterface/combinato-base:0.1.0 .
+docker build -t spikeinterface/combinato-base:latest -t spikeinterface/combinato-base:0.2.0 .
diff --git a/hdsort-compiled/Dockerfile b/hdsort-compiled/Dockerfile
@@ -1,5 +1,6 @@
 FROM hdsort-matlab-base
 
+USER root
 RUN chmod 755 /usr/bin/mlrtapp/hdsort_compiled
 ENV PATH="/usr/bin/mlrtapp:${PATH}"
 
@@ -11,10 +12,11 @@ RUN apt-get update && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 
-ENV MINICONDA_VERSION 4.8.2
-ENV CONDA_DIR /home/miniconda3
-ENV LATEST_CONDA_SCRIPT "Miniconda3-py38_$MINICONDA_VERSION-Linux-x86_64.sh"
-
+ENV MINICONDA_VERSION=25.5.1-0
+ENV PYTHON_VERSION=py312
+ENV CONDA_DIR=/home/miniconda3
+ENV LATEST_CONDA_SCRIPT="Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
+    
 RUN wget --quiet https://repo.anaconda.com/miniconda/$LATEST_CONDA_SCRIPT -O ~/miniconda.sh && \
     bash ~/miniconda.sh -b -p $CONDA_DIR && \
     rm ~/miniconda.sh
diff --git a/hdsort-compiled/build.sh b/hdsort-compiled/build.sh
@@ -1,4 +1,4 @@
 #!/bin/bash
 
-docker build -t spikeinterface/hdsort-compiled-base:latest -t spikeinterface/hdsort-compiled-base:0.1.0 .
+docker build -t spikeinterface/hdsort-compiled-base:latest -t spikeinterface/hdsort-compiled-base:0.2.0 .
 
diff --git a/hdsort-compiled/compile.sh b/hdsort-compiled/compile.sh
@@ -29,7 +29,8 @@ mkdir -p $TMP_DIR
 
 echo "Compiling hdsort..."
 cd $TMP_DIR
-matlab -batch "mcc -m ${SI_PATH}/spikeinterface/sorters/hdsort/hdsort_master.m -a ${SI_PATH}/spikeinterface/sorters/utils -a ${HDSORT_PATH} -o ${HDSORT_COMPILED_NAME}"
+EXTERNAL_SORTERS_FOLDER=${SI_PATH}/src/spikeinterface/sorters/external/
+matlab -batch "mcc -m ${EXTERNAL_SORTERS_FOLDER}/hdsort_master.m -a ${SI_PATH}/src/spikeinterface/sorters/utils -a ${HDSORT_PATH} -o ${HDSORT_COMPILED_NAME}"
 
 echo "Creating base docker image..."
 matlab -batch "compiler.package.docker('${HDSORT_COMPILED_NAME}', 'requiredMCRProducts.txt', 'ImageName', 'hdsort-matlab-base')"
diff --git a/ironclust-compiled/Dockerfile b/ironclust-compiled/Dockerfile
@@ -1,5 +1,6 @@
 FROM ironclust-matlab-base
 
+USER root
 RUN chmod 755 /usr/bin/mlrtapp/p_ironclust
 ENV PATH="/usr/bin/mlrtapp:${PATH}"
 
@@ -11,9 +12,10 @@ RUN apt-get update && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 
-ENV MINICONDA_VERSION 4.8.2
-ENV CONDA_DIR /home/miniconda3
-ENV LATEST_CONDA_SCRIPT "Miniconda3-py38_$MINICONDA_VERSION-Linux-x86_64.sh"
+ENV MINICONDA_VERSION=25.5.1-0
+ENV PYTHON_VERSION=py312
+ENV CONDA_DIR=/home/miniconda3
+ENV LATEST_CONDA_SCRIPT="Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
 
 RUN wget --quiet https://repo.anaconda.com/miniconda/$LATEST_CONDA_SCRIPT -O ~/miniconda.sh && \
     bash ~/miniconda.sh -b -p $CONDA_DIR && \
diff --git a/ironclust-compiled/build.sh b/ironclust-compiled/build.sh
@@ -1,4 +1,4 @@
 #!/bin/bash
 
-docker build -t spikeinterface/ironclust-compiled-base:latest -t spikeinterface/ironclust-compiled-base:5.9.8 .
+docker build -t spikeinterface/ironclust-compiled-base:latest -t spikeinterface/ironclust-compiled-base:5.9.8_cuda-12.0.0 .
 
diff --git a/ironclust-compiled/compile.sh b/ironclust-compiled/compile.sh
@@ -39,6 +39,7 @@ for fname in $(eval "ls ${IC_PATH} -I \"*.pdf\" -p | grep -v /"); do
 done
 ADD_FILES="${ADD_FILES} -a ${IC_PATH}/prb"
 ADD_FILES="${ADD_FILES} -a ${IC_PATH}/prb_json"
+ADD_FILES="${ADD_FILES} -a ${IC_PATH}/jsonlab-1.5"
 
 matlab -batch "mcc -m ${IC_PATH}/p_ironclust.m ${ADD_FILES} -o ${IC_COMPILED_NAME}"
 
diff --git a/kilosort-compiled/compile_and_build_all_ks.sh b/kilosort-compiled/compile_and_build_all_ks.sh
@@ -23,6 +23,9 @@ KILOSORT2_PATH=${3%/}
 KILOSORT25_PATH=${4%/}
 KILOSORT3_PATH=${5%/}
 
+# export MW_NVCC_PATH=/usr/local/cuda-11.2/bin/
+export MW_NVCC_PATH=/usr/bin/
+export MW_ALLOW_ANY_CUDA=1
 
 cd kilosort-compiled
 bash compile.sh $KILOSORT_PATH $SPIKEINTERFACE_PATH
diff --git a/kilosort-compiled/kilosort-compiled/Dockerfile b/kilosort-compiled/kilosort-compiled/Dockerfile
@@ -13,10 +13,11 @@ RUN apt-get update && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 
-ENV MINICONDA_VERSION 23.1.0-1
-ENV PYTHON_VERSION py39
-ENV CONDA_DIR /home/miniconda3
-ENV LATEST_CONDA_SCRIPT "Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
+# install miniconda
+ENV MINICONDA_VERSION=25.5.1-0
+ENV PYTHON_VERSION=py312
+ENV CONDA_DIR=/home/miniconda3
+ENV LATEST_CONDA_SCRIPT="Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
 
 RUN wget --quiet https://repo.anaconda.com/miniconda/$LATEST_CONDA_SCRIPT -O ~/miniconda.sh && \
     bash ~/miniconda.sh -b -p $CONDA_DIR && \
diff --git a/kilosort-compiled/kilosort-compiled/build.sh b/kilosort-compiled/kilosort-compiled/build.sh
@@ -1,4 +1,4 @@
 #!/bin/bash
 
-docker build -t spikeinterface/kilosort-compiled-base:latest -t spikeinterface/kilosort-compiled-base:0.2.0 .
+docker build -t spikeinterface/kilosort-compiled-base:latest -t spikeinterface/kilosort-compiled-base:1.0.0_cuda-11.2.2 .
 
diff --git a/kilosort-compiled/kilosort2-compiled/build.sh b/kilosort-compiled/kilosort2-compiled/build.sh
@@ -1,4 +1,4 @@
 #!/bin/bash
 
-docker build -t spikeinterface/kilosort2-compiled-base:latest -t spikeinterface/kilosort2-compiled-base:0.2.0 .
+docker build -t spikeinterface/kilosort2-compiled-base:latest -t spikeinterface/kilosort2-compiled-base:2.0.2_cuda-11.2.2 .
 
diff --git a/kilosort-compiled/kilosort2_5-compiled/Dockerfile b/kilosort-compiled/kilosort2_5-compiled/Dockerfile
@@ -13,10 +13,11 @@ RUN apt-get update && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 
-ENV MINICONDA_VERSION 23.1.0-1
-ENV PYTHON_VERSION py39
-ENV CONDA_DIR /home/miniconda3
-ENV LATEST_CONDA_SCRIPT "Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
+# install miniconda
+ENV MINICONDA_VERSION=25.5.1-0
+ENV PYTHON_VERSION=py312
+ENV CONDA_DIR=/home/miniconda3
+ENV LATEST_CONDA_SCRIPT="Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
  
 RUN wget --quiet https://repo.anaconda.com/miniconda/$LATEST_CONDA_SCRIPT -O ~/miniconda.sh && \
     bash ~/miniconda.sh -b -p $CONDA_DIR && \
diff --git a/kilosort-compiled/kilosort2_5-compiled/build.sh b/kilosort-compiled/kilosort2_5-compiled/build.sh
@@ -1,4 +1,4 @@
 #!/bin/bash
 
-docker build -t spikeinterface/kilosort2_5-compiled-base:latest -t spikeinterface/kilosort2_5-compiled-base:0.3.0 .
+docker build -t spikeinterface/kilosort2_5-compiled-base:latest -t spikeinterface/kilosort2_5-compiled-base:2.5.2_cuda-11.2.2 .
 
diff --git a/kilosort-compiled/kilosort3-compiled/Dockerfile b/kilosort-compiled/kilosort3-compiled/Dockerfile
@@ -13,10 +13,11 @@ RUN apt-get update && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 
-ENV MINICONDA_VERSION 23.1.0-1
-ENV PYTHON_VERSION py39
-ENV CONDA_DIR /home/miniconda3
-ENV LATEST_CONDA_SCRIPT "Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
+# install miniconda
+ENV MINICONDA_VERSION=25.5.1-0
+ENV PYTHON_VERSION=py312
+ENV CONDA_DIR=/home/miniconda3
+ENV LATEST_CONDA_SCRIPT="Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
 
 RUN wget --quiet https://repo.anaconda.com/miniconda/$LATEST_CONDA_SCRIPT -O ~/miniconda.sh && \
     bash ~/miniconda.sh -b -p $CONDA_DIR && \
diff --git a/kilosort-compiled/kilosort3-compiled/build.sh b/kilosort-compiled/kilosort3-compiled/build.sh
@@ -1,3 +1,3 @@
 #!/bin/bash
 
-docker build -t spikeinterface/kilosort3-compiled-base:latest -t spikeinterface/kilosort3-compiled-base:0.3.0 .
+docker build -t spikeinterface/kilosort3-compiled-base:latest -t spikeinterface/kilosort3-compiled-base:3.0.2_cuda-11.2.2 .
diff --git a/kilosort4/Dockerfile b/kilosort4/Dockerfile
@@ -16,11 +16,11 @@ RUN apt update && \
     rm -rf /var/lib/apt/lists/*
 
 # install miniconda
-ENV MINICONDA_VERSION 24.1.2-0
-ENV PY_VERSION py311
-ENV CONDA_DIR /home/miniconda3
-ENV LATEST_CONDA_SCRIPT "Miniconda3-${PY_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
-
+ENV MINICONDA_VERSION=25.5.1-0
+ENV PYTHON_VERSION=py312
+ENV CONDA_DIR=/home/miniconda3
+ENV LATEST_CONDA_SCRIPT="Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
+    
 RUN wget --quiet https://repo.anaconda.com/miniconda/$LATEST_CONDA_SCRIPT -O ~/miniconda.sh && \
     bash ~/miniconda.sh -b -p $CONDA_DIR && \
     rm ~/miniconda.sh
diff --git a/mountainsort4/Dockerfile b/mountainsort4/Dockerfile
@@ -1,9 +1,6 @@
-FROM python:3.8
+FROM python:3.10
 
-# downgrade pip version to avoid dependency issues during installations
-RUN pip install --no-input pip==21.2.4
-
-RUN pip install numpy
+RUN pip install "numpy<2"
 
 RUN pip install requests
 # Install MountainSort4
diff --git a/mountainsort5/Dockerfile b/mountainsort5/Dockerfile
@@ -1,8 +1,6 @@
-FROM python:3.10
+FROM python:3.12
 
 # downgrade pip version to avoid dependency issues during installations
 RUN pip install --upgrade pip
-
-RUN pip install numpy
-
+RUN pip install "numpy<2"
 RUN pip install mountainsort5==0.5.6
diff --git a/rtsort/Dockerfile b/rtsort/Dockerfile
@@ -0,0 +1,39 @@
+FROM nvidia/cuda:12.0.0-base-ubuntu20.04
+
+LABEL maintainer="Alessio Buccino <alessiop.buccino@gmail.com>"
+
+# USER root
+# Ubuntu package installs
+RUN apt update && \
+    apt install -y --no-install-recommends \
+    libfftw3-dev \
+    git \
+    wget && \
+    apt clean && \
+    rm -rf /var/lib/apt/lists/*
+
+# install miniconda
+ENV MINICONDA_VERSION=25.5.1-0
+ENV PYTHON_VERSION=py312
+ENV CONDA_DIR=/home/miniconda3
+ENV LATEST_CONDA_SCRIPT="Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
+    
+RUN wget --quiet https://repo.anaconda.com/miniconda/$LATEST_CONDA_SCRIPT -O ~/miniconda.sh && \
+    bash ~/miniconda.sh -b -p $CONDA_DIR && \
+    rm ~/miniconda.sh
+ENV PATH=$CONDA_DIR/bin:$PATH
+RUN conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/main && \
+    conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/r && \
+    conda update conda && \
+    conda install conda-build
+
+# make conda activate command available from /bin/bash --login shells
+RUN echo ". $CONDA_DIR/etc/profile.d/conda.sh" >> /root/.profile 
+# make conda activate command available from /bin/bash --interactive shells
+RUN conda init bash
+
+# install torch
+RUN pip install torch torch-tensorrt tensorrt
+
+# install rt-sort
+RUN pip install git+https://github.com/braingeneers/braindance#egg=braindance[rt-sort]
diff --git a/rtsort/build.sh b/rtsort/build.sh
@@ -0,0 +1,3 @@
+#!/bin/bash
+
+docker build -t spikeinterface/rtsort-base:latest -t spikeinterface/rtsort-base:0.1.0_cuda-12.0.0 .
diff --git a/rtsort/push.sh b/rtsort/push.sh
@@ -0,0 +1,3 @@
+#!/bin/bash
+
+docker push --all-tags spikeinterface/rtsort-base
diff --git a/tridesclous/Dockerfile b/tridesclous/Dockerfile
@@ -1,22 +1,16 @@
-FROM python:3.8
-
-# downgrade pip version to avoid dependency issues during installations
-RUN pip install --no-input pip==21.2.4
-
-
+FROM python:3.12
 
 # Install prerequisites
 RUN apt-get update && apt-get install -y libgl1-mesa-glx
 
 # need to force some version
-RUN pip install numpy==1.21
+RUN pip install numpy
 RUN pip install numba
 RUN pip install hdbscan
 
-
 RUN pip install Cython
 RUN pip install scipy pandas scikit-learn matplotlib seaborn tqdm openpyxl quantities neo
 RUN pip install h5py
 RUN pip install loky packaging
 
-RUN pip install tridesclous==1.6.5
+RUN pip install tridesclous==1.6.9
diff --git a/tridesclous/build.sh b/tridesclous/build.sh
@@ -1,3 +1,3 @@
 #!/bin/bash
 
-docker build -t spikeinterface/tridesclous-base:latest -t spikeinterface/tridesclous-base:1.6.5 .
+docker build -t spikeinterface/tridesclous-base:latest -t spikeinterface/tridesclous-base:1.6.9 .
diff --git a/waveclus-compiled/Dockerfile b/waveclus-compiled/Dockerfile
@@ -1,5 +1,7 @@
 FROM waveclus-matlab-base
 
+USER root
+
 COPY --from=waveclus-snippets-matlab-base /usr/bin/mlrtapp/waveclus_snippets_compiled /usr/bin/mlrtapp/waveclus_snippets_compiled
 RUN chmod 755 /usr/bin/mlrtapp/waveclus_compiled
 RUN chmod 755 /usr/bin/mlrtapp/waveclus_snippets_compiled
@@ -13,10 +15,11 @@ RUN apt-get update && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 
-ENV MINICONDA_VERSION 4.8.2
-ENV CONDA_DIR /home/miniconda3
-ENV LATEST_CONDA_SCRIPT "Miniconda3-py38_$MINICONDA_VERSION-Linux-x86_64.sh"
-
+ENV MINICONDA_VERSION=25.5.1-0
+ENV PYTHON_VERSION=py312
+ENV CONDA_DIR=/home/miniconda3
+ENV LATEST_CONDA_SCRIPT="Miniconda3-${PYTHON_VERSION}_${MINICONDA_VERSION}-Linux-x86_64.sh"
+    
 RUN wget --quiet https://repo.anaconda.com/miniconda/$LATEST_CONDA_SCRIPT -O ~/miniconda.sh && \
     bash ~/miniconda.sh -b -p $CONDA_DIR && \
     rm ~/miniconda.sh
diff --git a/waveclus-compiled/build.sh b/waveclus-compiled/build.sh
@@ -1,4 +1,4 @@
 #!/bin/bash
 
-docker build -t spikeinterface/waveclus-compiled-base:latest -t spikeinterface/waveclus-compiled-base:0.1.0 .
+docker build -t spikeinterface/waveclus-compiled-base:latest -t spikeinterface/waveclus-compiled-base:0.2.0 .
 
diff --git a/waveclus-compiled/compile.sh b/waveclus-compiled/compile.sh
@@ -30,13 +30,14 @@ mkdir -p $TMP_DIR
 
 echo "Compiling waveclus..."
 cd $TMP_DIR
-matlab -batch "mcc -m ${SI_PATH}/spikeinterface/sorters/waveclus/waveclus_master.m -a ${SI_PATH}/spikeinterface/sorters/utils -a ${WC_PATH} -o ${WC_COMPILED_NAME}"
+EXTERNAL_SORTERS_FOLDER=${SI_PATH}/src/spikeinterface/sorters/external/
+matlab -batch "mcc -m ${EXTERNAL_SORTERS_FOLDER}/waveclus_master.m -a ${SI_PATH}/src/spikeinterface/sorters/utils -a ${WC_PATH} -o ${WC_COMPILED_NAME}"
 
 echo "Creating base docker image..."
 matlab -batch "compiler.package.docker('${WC_COMPILED_NAME}', 'requiredMCRProducts.txt', 'ImageName', 'waveclus-matlab-base')"
 
 echo "Compiling waveclus_snippets..."
-matlab -batch "mcc -m ${SI_PATH}/spikeinterface/sorters/waveclus/waveclus_snippets_master.m -a ${SI_PATH}/spikeinterface/sorters/utils -a ${WC_PATH} -o ${WC_SNIPPETS_COMPILED_NAME}"
+matlab -batch "mcc -m ${EXTERNAL_SORTERS_FOLDER}/waveclus_snippets_master.m -a ${SI_PATH}/src/spikeinterface/sorters/utils -a ${WC_PATH} -o ${WC_SNIPPETS_COMPILED_NAME}"
 
 echo "Creating base docker image..."
 matlab -batch "compiler.package.docker('${WC_SNIPPETS_COMPILED_NAME}', 'requiredMCRProducts.txt', 'ImageName', 'waveclus-snippets-matlab-base')"

Original file line number	Diff line number	Diff line change
`@@ -1,3 +1,3 @@`
`1`	`1`	`#!/bin/bash`
`2`	`2`
`3`		`-docker build -t spikeinterface/combinato-base:latest -t spikeinterface/combinato-base:0.1.0 .`
	`3`	`+docker build -t spikeinterface/combinato-base:latest -t spikeinterface/combinato-base:0.2.0 .`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`	`1`	`#!/bin/bash`
`2`	`2`
`3`		`-docker build -t spikeinterface/hdsort-compiled-base:latest -t spikeinterface/hdsort-compiled-base:0.1.0 .`
	`3`	`+docker build -t spikeinterface/hdsort-compiled-base:latest -t spikeinterface/hdsort-compiled-base:0.2.0 .`
`4`	`4`