<commit_before># SphinxSearch
#
# Version 0.3

# ubuntu base image
FROM ubuntu:13.10

MAINTAINER <NAME>, <EMAIL>

# set environment
ENV DEBIAN_FRONTEND noninteractive

# make sure the package repository is up to date
RUN echo "deb http://archive.ubuntu.com/ubuntu $(lsb_release -sc) main universe restricted" > /etc/apt/sources.list
RUN apt-get update

# install wget
RUN apt-get install -y wget
# install sphinxsearch build dependencies
RUN apt-get install -y make autoconf automake libtool gcc-4.8 g++-4.8
RUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-4.8 50
RUN update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-4.8 50
# install sphinxsearch dependencies for odbc
RUN apt-get install -y unixodbc-dev 
# install sphinxsearch dependencies for mysql support
RUN apt-get install -y libmysql++-dev libmysqlclient15-dev
# install sphinxsearch dependencies for postgresql support
RUN apt-get install -y libpq-dev
# install sphinxsearch dependencies for xml support
RUN apt-get install -y libexpat1-dev

# download libstemmer source and extract it
RUN wget -O - http://snowball.tartarus.org/dist/libstemmer_c.tgz | tar zx

# download sphinxsearch source and extract it
RUN wget -O - http://sphinxsearch.com/files/sphinx-2.1.6-release.tar.gz | tar zx

# copy libstemmer inside sphinxsearch source code
RUN cp -R libstemmer_c/* sphinx-2.1.6-release/libstemmer_c/

# install sphinxsearch
RUN cd sphinx-2.1.6-release && ./configure --with-libstemmer --with-pgsql --enable-id64 && make && make -j install

# remove sources
RUN rm -rf sphinx-2.1.6-release/ && rm -rf libstemmer_c/

# expose ports
EXPOSE 9306
EXPOSE 9312

# entry point
ENTRYPOINT ["searchd"]
CMD ["--help"]

# FIXME: this way indexer, spelldum and other utilities are masked
<commit_msg>Comments<commit_after># SphinxSearch
#
# Version 0.3

# ubuntu base image
FROM ubuntu:13.10

MAINTAINER <NAME>, <EMAIL>

# set environment
ENV DEBIAN_FRONTEND noninteractive

# make sure the package repository is up to date
RUN echo "deb http://archive.ubuntu.com/ubuntu $(lsb_release -sc) main universe restricted" > /etc/apt/sources.list
RUN apt-get update

# install wget
RUN apt-get install -y wget
# install sphinxsearch build dependencies
RUN apt-get install -y make autoconf automake libtool gcc-4.8 g++-4.8
RUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-4.8 50
RUN update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-4.8 50
# install sphinxsearch dependencies for odbc
RUN apt-get install -y unixodbc-dev 
# install sphinxsearch dependencies for mysql support
RUN apt-get install -y libmysql++-dev libmysqlclient15-dev # FIXME: libmysqlclient18-dev ?
# install sphinxsearch dependencies for postgresql support
RUN apt-get install -y libpq-dev
# install sphinxsearch dependencies for xml support
RUN apt-get install -y libexpat1-dev

# download libstemmer source and extract it
RUN wget -O - http://snowball.tartarus.org/dist/libstemmer_c.tgz | tar zx

# download sphinxsearch source and extract it
RUN wget -O - http://sphinxsearch.com/files/sphinx-2.1.6-release.tar.gz | tar zx

# copy libstemmer inside sphinxsearch source code
RUN cp -R libstemmer_c/* sphinx-2.1.6-release/libstemmer_c/

# install sphinxsearch
RUN cd sphinx-2.1.6-release && ./configure --with-libstemmer --with-pgsql --enable-id64 && make && make -j install

# remove sources
RUN rm -rf sphinx-2.1.6-release/ && rm -rf libstemmer_c/

# expose ports
EXPOSE 9306
EXPOSE 9312

# entry point
ENTRYPOINT ["searchd"]
CMD ["--help"]

# FIXME: this way indexer, spelldum and other utilities are masked

{'fraction_non_alphanumeric': 0.10254973381899692, 'fraction_numerical': 0.024656766601288876, 'mean_word_length': 4.0423728813559325, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5338343', 'n_tokens_mistral': 1289, 'n_tokens_neox': 1187, 'n_words': 396}