<commit_before>
# Pull base image.

FROM ubuntu
RUN echo "Hello world"
WORKDIR /projects
RUN apt-get update && \
    apt-get install -y software-properties-common wget git
RUN \
  echo oracle-java8-installer shared/accepted-oracle-license-v1-1 select true | debconf-set-selections && \
  apt-add-repository universe && \
  add-apt-repository -y ppa:webupd8team/java && \
  apt-get update && \
  apt-get install -y oracle-java8-installer && \
  rm -rf /var/lib/apt/lists/* && \
  rm -rf /var/cache/oracle-jdk8-installer

# Define commonly used JAVA_HOME variable
ENV JAVA_HOME /usr/lib/jvm/java-8-oracle

RUN apt-get update && apt-get install -y git maven emacs-nox

RUN git clone https://bitbucket.org/sujen1412/domain-discovery.git

RUN apt-get install -y python && \
    apt-get install -y python-setuptools python-dev build-essential && \
    easy_install pip

WORKDIR /projects/domain-discovery/webui
RUN git pull --all && git checkout memex-dd
RUN pip install -r requirements.txt


# Set up CDR dumper for MEMEX Domain Discovery
WORKDIR /projects
RUN git clone https://github.com/sujen1412/sce.git && pip install pysolr

WORKDIR /projects/domain-discovery/webui
CMD ["python", "run.py"]
<commit_msg>Update github refs to memex-explorer<commit_after>
# Pull base image.

FROM ubuntu
RUN echo "Hello world"
WORKDIR /projects
RUN apt-get update && \
    apt-get install -y software-properties-common wget git
RUN \
  echo oracle-java8-installer shared/accepted-oracle-license-v1-1 select true | debconf-set-selections && \
  apt-add-repository universe && \
  add-apt-repository -y ppa:webupd8team/java && \
  apt-get update && \
  apt-get install -y oracle-java8-installer && \
  rm -rf /var/lib/apt/lists/* && \
  rm -rf /var/cache/oracle-jdk8-installer

# Define commonly used JAVA_HOME variable
ENV JAVA_HOME /usr/lib/jvm/java-8-oracle

RUN apt-get update && apt-get install -y git maven emacs-nox

RUN git clone https://bitbucket.org/sujen1412/domain-discovery.git

RUN apt-get install -y python && \
    apt-get install -y python-setuptools python-dev build-essential && \
    easy_install pip

WORKDIR /projects/domain-discovery/webui
RUN git pull --all && git checkout memex-dd
RUN pip install -r requirements.txt


# Set up CDR dumper for MEMEX Domain Discovery
WORKDIR /projects
RUN git clone https://github.com/memex-explorer/sce.git && pip install pysolr

WORKDIR /projects/domain-discovery/webui
CMD ["python", "run.py"]

{'fraction_non_alphanumeric': 0.11412151067323481, 'fraction_numerical': 0.010673234811165846, 'mean_word_length': 3.4552102376599634, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2731750', 'n_tokens_mistral': 852, 'n_tokens_neox': 806, 'n_words': 234}