<commit_before># This Dockerfile must be run from source root

FROM lambci/lambda:build-nodejs6.10

# Copy mrfgen/vectorgen
RUN mkdir /var/task/bin
COPY ./src/mrfgen/*.py /var/task/bin/
COPY ./src/mrfgen/RGBApng2Palpng.c /var/task/bin/
COPY ./src/vectorgen/*.py /var/task/bin/
COPY ./src/scripts/*.py /var/task/bin/
COPY ./src/empty_tile/*.py /var/task/bin/
COPY ./src/generate_legend/*.py /var/task/bin/
COPY ./src/colormaps/bin/*.py /var/task/bin/

# Install GDAL
WORKDIR /tmp
RUN \
  touch /var/lib/rpm/* \
  && yum install -y epel-release
RUN yum install -y "https://github.com/nasa-gibs/mrf/releases/download/v2.4.0/gibs-gdal-2.4.0-1.el7.x86_64.rpm" "https://github.com/nasa-gibs/mrf/releases/download/v2.4.0/gibs-gdal-apps-2.4.0-1.el7.x86_64.rpm" && \
	yum clean all

# Copy binaries and libs
RUN cp /usr/bin/*mrf* /var/task/bin
RUN cp /usr/bin/epsg_tr.py /var/task/bin
RUN cp /usr/bin/esri2wkt.py /var/task/bin
RUN cp /usr/bin/gcps2vec.py /var/task/bin
RUN cp /usr/bin/gcps2wld.py /var/task/bin
RUN cp /usr/bin/gdal* /var/task/bin
RUN cp /usr/bin/gnmanalyse /var/task/bin
RUN cp /usr/bin/gnmmanage /var/task/bin
RUN cp /usr/bin/mkgraticule.py /var/task/bin
RUN cp /usr/bin/nearblack /var/task/bin
RUN cp /usr/bin/ogr* /var/task/bin
RUN cp /usr/bin/pct2rgb.py /var/task/bin
RUN cp /usr/bin/rgb2pct.py /var/task/bin
RUN cp /usr/bin/testepsg /var/task/bin
RUN mkdir /var/task/lib64/
RUN cp /usr/lib64/libgdal.so.20 /var/task/lib64/
RUN cp /usr/lib64/libgeos-3.4.2.so /var/task/lib64/
RUN cp /usr/lib64/libgeos_c.so.1 /var/task/lib64/
RUN mkdir /var/task/lib64/pkgconfig
RUN cp /usr/lib64/pkgconfig/gdal.pc /var/task/lib64/pkgconfig
RUN mkdir -p /var/task/share/gdal/
RUN cp -R /usr/share/gdal/* /var/task/share/gdal/

ENV GDAL_DATA=/var/task/gdal
ENV PYTHONPATH=${PYTHONPATH}:/var/task/lib64/python2.7/site-packages:/var/task/lib/python2.7/site-packages
ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/var/task/lib64:/var/task/lib
ENV PATH=$PATH:/var/task/bin
<commit_msg>Use GDAL 2.4.4 in onearth-tools Docker image<commit_after># This Dockerfile must be run from source root

FROM lambci/lambda:build-nodejs6.10

# Copy mrfgen/vectorgen
RUN mkdir /var/task/bin
COPY ./src/mrfgen/*.py /var/task/bin/
COPY ./src/mrfgen/RGBApng2Palpng.c /var/task/bin/
COPY ./src/vectorgen/*.py /var/task/bin/
COPY ./src/scripts/*.py /var/task/bin/
COPY ./src/empty_tile/*.py /var/task/bin/
COPY ./src/generate_legend/*.py /var/task/bin/
COPY ./src/colormaps/bin/*.py /var/task/bin/

# Install GDAL
WORKDIR /tmp
RUN \
  touch /var/lib/rpm/* \
  && yum install -y epel-release
RUN yum install -y "https://github.com/nasa-gibs/mrf/releases/download/v2.4.4/gibs-gdal-2.4.4-1.el7.x86_64.rpm" "https://github.com/nasa-gibs/mrf/releases/download/v2.4.4/gibs-gdal-apps-2.4.4-1.el7.x86_64.rpm" && \
	yum clean all

# Copy binaries and libs
RUN cp /usr/bin/*mrf* /var/task/bin
RUN cp /usr/bin/epsg_tr.py /var/task/bin
RUN cp /usr/bin/esri2wkt.py /var/task/bin
RUN cp /usr/bin/gcps2vec.py /var/task/bin
RUN cp /usr/bin/gcps2wld.py /var/task/bin
RUN cp /usr/bin/gdal* /var/task/bin
RUN cp /usr/bin/gnmanalyse /var/task/bin
RUN cp /usr/bin/gnmmanage /var/task/bin
RUN cp /usr/bin/mkgraticule.py /var/task/bin
RUN cp /usr/bin/nearblack /var/task/bin
RUN cp /usr/bin/ogr* /var/task/bin
RUN cp /usr/bin/pct2rgb.py /var/task/bin
RUN cp /usr/bin/rgb2pct.py /var/task/bin
RUN cp /usr/bin/testepsg /var/task/bin
RUN mkdir /var/task/lib64/
RUN cp /usr/lib64/libgdal.so.20 /var/task/lib64/
RUN cp /usr/lib64/libgeos-3.4.2.so /var/task/lib64/
RUN cp /usr/lib64/libgeos_c.so.1 /var/task/lib64/
RUN mkdir /var/task/lib64/pkgconfig
RUN cp /usr/lib64/pkgconfig/gdal.pc /var/task/lib64/pkgconfig
RUN mkdir -p /var/task/share/gdal/
RUN cp -R /usr/share/gdal/* /var/task/share/gdal/

ENV GDAL_DATA=/var/task/gdal
ENV PYTHONPATH=${PYTHONPATH}:/var/task/lib64/python2.7/site-packages:/var/task/lib/python2.7/site-packages
ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/var/task/lib64:/var/task/lib
ENV PATH=$PATH:/var/task/bin

{'fraction_non_alphanumeric': 0.175372192783245, 'fraction_numerical': 0.0345697703759778, 'mean_word_length': 3.1205821205821205, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1644946', 'n_tokens_mistral': 1871, 'n_tokens_neox': 1772, 'n_words': 318}