Sign inSign up

cadic/ray

By cadic

•Updated about 4 years ago

ray cluster

Image
0

406

cadic/ray repository overview

To run

#bin/sh
docker stop dev_ray
docker rm dev_ray
docker run --privileged --shm-size=70g --gpus all --restart unless-stopped \
        -p 50003:22 \
        --name dev_ray \
        -v ~/.config:/home/foo/.config \
        -v ~/.ssh:/home/foo/.ssh \
        -v /var/run/docker.sock:/var/run/docker.sock \
        -v /srv/code:/srv/code \
        -v /srv/lake:/srv/lake \
        -v /srv/sync:/srv/sync \
        -v /FileStore:/Filestore \
        -v /dbfs:/dbfs \
        -dt cadic/ray bash
docker exec -it dev_ray sudo service ssh start
docker exec -it dev_ray bash

Dockerfile:

############### RAY cadic/sandbox:ray #########################
FROM continuumio/anaconda3:2022.05 AS anaconda

FROM rayproject/ray:665997-py37-cu116
ENV SETUSER foo   

# Get rid of ray user
USER ray
RUN conda remove zlib --force -y -q
RUN pip uninstall ray -y
RUN conda env export -n base > /tmp/base.yml
USER root
ENV HOME /root
RUN deluser --remove-home ray

# Add foo user
RUN apt update && \
	apt install openssh-server nano sudo rsync git nano wget curl -y
RUN adduser --disabled-password --gecos '' $SETUSER && \
	adduser $SETUSER sudo && \
	echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers && \
	echo 'export PYTHONPATH=/workspace' >> /home/$SETUSER/.bashrc

# Add docker
RUN curl https://get.docker.com | sh
RUN usermod -aG docker root
RUN usermod -aG docker foo
RUN sudo groupmod -g 998 docker

# Add anaconda
COPY --from=anaconda --chown=$SETUSER:$SETUSER /opt/conda /opt/conda
ENV PATH $PATH:/opt/conda/bin
RUN conda update -n base -c defaults conda

# Install anaconda for foo
USER $SETUSER
ENV HOME /home/$SETUSER
WORKDIR /home/$SETUSER
RUN echo ". /opt/conda/etc/profile.d/conda.sh" >> ~/.bashrc
RUN echo "conda activate ray" >> ~/.bashrc

# Create ray environment
RUN conda create -n ray python=3.7.7 -y &&\
	conda env update -n ray --file /tmp/base.yml &&\
	echo "conda activate ray" >> ~/.bashrc
RUN /opt/conda/envs/ray/bin/pip install https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-3.0.0.dev0-cp37-cp37m-manylinux2014_x86_64.whl

#Entrypoint
USER root
RUN echo "/opt/conda/envs/ray/bin/ray start --head --dashboard-host 0.0.0.0 --disable-usage-stats" >> /entrypoint.sh
RUN echo "/bin/bash" >> /entrypoint.sh
RUN chmod +x /entrypoint.sh
RUN chown foo:foo /entrypoint.sh

USER foo
CMD ["/bin/sh", "/entrypoint.sh"]

Tag summary

Content type

Image

Digest

sha256:58d8d66ea…

Size

7.7 GB

Last updated

about 4 years ago

docker pull cadic/ray