<commit_before>FROM nvidia/cuda:8.0-cudnn5-devel

RUN apt-get update && apt-get -y upgrade && \
  apt-get install -y \
  build-essential \
  ca-certificates \
  git \
  libopenblas-dev \
  libatlas-base-dev \
  libglib2.0-dev \
  libopencv-dev \
  python-dev \
  python-numpy \
  python-setuptools \
  wget \
  cmake \
  curl \
  python-pip \
  python-dev \
  unzip \ 
  sudo \
  vim \
  libglib2.0-dev \
  libtiff5-dev \
  libjpeg8-dev \
  zlib1g-dev 

RUN pip install --upgrade --no-cache-dir numpy scipy matplotlib scikit-learn sympy nltk jupyter setuptools requests

# Build MxNet for Python
RUN cd /root && git clone --recursive https://github.com/dmlc/mxnet.git && cd mxnet && git checkout 6e81d76e6830b70a4a2278ebc08e9d3e3af1c937 && \
  cp make/config.mk . && \
    echo "USE_CUDA=1" >> config.mk && \
    echo "USE_CUDNN=1" >> config.mk && \
    echo "CUDA_ARCH :=" \
         "-gencode arch=compute_35,code=sm_35" \
         "-gencode arch=compute_52,code=sm_52" \
         "-gencode arch=compute_60,code=sm_60" \
         "-gencode arch=compute_61,code=sm_61" \
         "-gencode arch=compute_61,code=compute_61" >> config.mk && \
    echo "USE_CUDA_PATH=/usr/local/cuda" >> config.mk 

ENV LD_LIBRARY_PATH $LD_LIBRARY_PATH:/usr/local/lib
RUN cd /root/mxnet && make -j$(nproc) && \
    mv lib/libmxnet.so /usr/local/lib && \
    ldconfig && \
    make clean && \
    cd python && \
    pip install -e .

# Python3 support
RUN apt-get -y install python3-pip
RUN pip3 install numpy

# Jupyter notebook support
COPY jupyter_notebook_config.py /root/.jupyter/jupyter_notebook_config.py
EXPOSE 8888

ENV PYTHONPATH /root/mxnet/python

# Build MxNet for Scala
#RUN apt-get -y install maven openjdk-8-jdk scala
#RUN cd /root/mxnet && make scalapkg && make scalainstall

# Build MxNet for R - WIP !!!
#RUN apt-get -y install r-base r-base-dev

RUN pip install unidecode dill<commit_msg>Dockerfile<commit_after>FROM nvidia/cuda:8.0-cudnn5-devel

RUN apt-get update && apt-get -y upgrade && \
  apt-get install -y \
  build-essential \
  ca-certificates \
  git \
  libopenblas-dev \
  libatlas-base-dev \
  libglib2.0-dev \
  libopencv-dev \
  python-dev \
  python-numpy \
  python-setuptools \
  wget \
  cmake \
  curl \
  python-pip \
  python-dev \
  unzip \ 
  sudo \
  vim \
  libglib2.0-dev \
  libtiff5-dev \
  libjpeg8-dev \
  zlib1g-dev 

RUN pip install --upgrade --no-cache-dir numpy scipy matplotlib scikit-learn sympy nltk jupyter setuptools requests

# Build MxNet for Python
RUN cd /root && git clone --recursive https://github.com/dmlc/mxnet.git && cd mxnet && git checkout 6e81d76e6830b70a4a2278ebc08e9d3e3af1c937 && \
  cp make/config.mk . && \
    echo "USE_CUDA=1" >> config.mk && \
    echo "USE_CUDNN=1" >> config.mk && \
    echo "CUDA_ARCH :=" \
         "-gencode arch=compute_35,code=sm_35" \
         "-gencode arch=compute_52,code=sm_52" \
         "-gencode arch=compute_60,code=sm_60" \
         "-gencode arch=compute_61,code=sm_61" \
         "-gencode arch=compute_61,code=compute_61" >> config.mk && \
    echo "USE_CUDA_PATH=/usr/local/cuda" >> config.mk 

ENV LD_LIBRARY_PATH $LD_LIBRARY_PATH:/usr/local/lib
RUN cd /root/mxnet && make -j$(nproc) && \
    mv lib/libmxnet.so /usr/local/lib && \
    ldconfig && \
    make clean && \
    cd python && \
    pip install -e .

# Python3 support
RUN apt-get -y install python3-pip
RUN pip3 install numpy

# Jupyter notebook support
COPY jupyter_notebook_config.py /root/.jupyter/jupyter_notebook_config.py
EXPOSE 8888

ENV PYTHONPATH /root/mxnet/python

# Build MxNet for Scala
#RUN apt-get -y install maven openjdk-8-jdk scala
#RUN cd /root/mxnet && make scalapkg && make scalainstall

# Build MxNet for R - WIP !!!
#RUN apt-get -y install r-base r-base-dev

RUN pip install unidecode dill tqdm
{'fraction_non_alphanumeric': 0.12486772486772486, 'fraction_numerical': 0.03439153439153439, 'mean_word_length': 2.7287968441814594, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 19, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4276231', 'n_tokens_mistral': 1588, 'n_tokens_neox': 1495, 'n_words': 324}