wip: init

Author: dmitryduev

Dockerfile

@@ -0,0 +1,40 @@
+FROM ubuntu:18.04
+
+# Install: vim, git, cron, wget
+RUN apt-get update && apt-get -y install apt-file && apt-file update && \
+    apt-get -y install cron vim git wget sudo gcc curl
+
+# place to keep our app and the data:
+RUN mkdir -p /app && mkdir -p /app/logs && mkdir -p /data && mkdir -p /_tmp
+
+WORKDIR /app
+
+# Create a non-root user and switch to it
+RUN adduser --disabled-password --gecos '' --shell /bin/bash user && \
+    chown -R user:user /app
+RUN echo "user ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/90-user
+USER user
+
+RUN sudo chown -R user:users /data /app /_tmp
+
+# All users can use /home/user as their home directory
+ENV HOME=/home/user
+RUN chmod 777 /home/user
+
+# Install latest Miniconda
+RUN curl -so ~/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh && \
+    chmod +x ~/miniconda.sh && \
+    ~/miniconda.sh -b -p ~/miniconda
+ENV PATH=/home/user/miniconda/bin:$PATH
+ENV CONDA_AUTO_UPDATE_CONDA=false
+
+
+# copy code over and install python libs
+COPY braai/requirements.cpu.txt /app/
+RUN pip install -r /app/requirements.cpu.txt
+COPY braai/ /app/
+
+# copy over the secrets:
+#COPY secrets.json /app/
+
+CMD /bin/bash

braai/requirements.cpu.txt

@@ -0,0 +1,19 @@
+aiohttp>=3.4.4
+astropy>=3.0.5
+bcrypt>=3.1.4
+cchardet>=2.1.1
+h5py>=2.8.0
+matplotlib>=3.0.1
+numpy>=1.15.4
+motor>=2.0.0
+pandas>=0.23.4
+pymongo>=3.7.2
+pytz>=2017.3
+scikit-image>=0.13.1
+scikit-learn>=0.19.1
+scipy>=1.2.1
+tensorflow==2.0.0-beta0
+tqdm>=4.30.0
+-e git://github.com/dmitryduev/kowalski.git#egg=penquins
+-e git://github.com/dmitryduev/zwickyverse.git#egg=zwickyverse
+-e git://github.com/Supervisor/supervisor.git#egg=supervisor

braai/requirements.gpu.txt

@@ -0,0 +1,18 @@
+aiohttp>=3.4.4
+astropy>=3.0.5
+bcrypt>=3.1.4
+cchardet>=2.1.1
+h5py>=2.8.0
+matplotlib>=3.0.1
+numpy>=1.15.4
+motor>=2.0.0
+pandas>=0.23.4
+pymongo>=3.7.2
+pytz>=2017.3
+scikit-image>=0.13.1
+scikit-learn>=0.19.1
+scipy>=1.2.1
+tqdm>=4.30.0
+-e git://github.com/dmitryduev/kowalski.git#egg=penquins
+-e git://github.com/dmitryduev/zwickyverse.git#egg=zwickyverse
+-e git://github.com/Supervisor/supervisor.git#egg=supervisor

gpu.Dockerfile

@@ -0,0 +1,56 @@
+FROM nvidia/cuda:10.0-devel-ubuntu18.04
+
+# Install: vim, git, cron, wget
+RUN apt-get update && apt-get -y install apt-file && apt-file update && \
+    apt-get -y install cron vim git wget sudo gcc curl && \
+    apt-get -y install gnupg2
+
+# place to keep our app and the data:
+RUN mkdir -p /app && mkdir -p /app/logs && mkdir -p /data && mkdir -p /_tmp
+
+WORKDIR /app
+
+ENV CUDNN_VERSION 7.5.0.56
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+            libcudnn7=$CUDNN_VERSION-1+cuda10.0 \
+            libcudnn7-dev=$CUDNN_VERSION-1+cuda10.0 && \
+    apt-mark hold libcudnn7 && \
+    rm -rf /var/lib/apt/lists/*
+
+
+# Install TensorRT. Requires that libcudnn7 is installed above.
+#RUN apt-get update && \
+#    apt-get install -y nvinfer-runtime-trt-repo-ubuntu1804-5.0.2-ga-cuda10.0 && \
+#    apt-get update && \
+#    apt-get install -y --no-install-recommends libnvinfer-dev=5.0.2-1+cuda10.0
+
+# Create a non-root user and switch to it
+RUN adduser --disabled-password --gecos '' --shell /bin/bash user && \
+    chown -R user:user /app
+RUN echo "user ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/90-user
+USER user
+
+RUN sudo chown -R user:users /data /app /_tmp
+
+# All users can use /home/user as their home directory
+ENV HOME=/home/user
+RUN chmod 777 /home/user
+
+# Install latest Miniconda
+RUN curl -so ~/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh && \
+    chmod +x ~/miniconda.sh && \
+    ~/miniconda.sh -b -p ~/miniconda
+ENV PATH=/home/user/miniconda/bin:$PATH
+ENV CONDA_AUTO_UPDATE_CONDA=false
+
+# copy code over and install python libs
+COPY braai/requirements.gpu.txt /app/
+RUN pip install -r /app/requirements.gpu.txt
+RUN pip install tensorflow-gpu==2.0.0b0
+COPY braai/ /app/
+
+# copy over the secrets:
+#COPY secrets.json /app/
+
+CMD /bin/bash