<commit_before>FROM openjdk:13

ARG KAFKA_VER=2.7.0
ARG SCALA_VER=2.13

RUN curl https://downloads.apache.org/kafka/${KAFKA_VER}/kafka_${SCALA_VER}-${KAFKA_VER}.tgz -o /kafka_${SCALA_VER}-${KAFKA_VER}.tgz && \
    tar xvf kafka_${SCALA_VER}-${KAFKA_VER}.tgz -C /opt &&\
    mv /opt/kafka_${SCALA_VER}-${KAFKA_VER} /opt/kafka && \
    rm -rf kafka_${SCALA_VER}-${KAFKA_VER}.tgz && \
    curl https://linkedin.jfrog.io/artifactory/cruise-control/com/linkedin/cruisecontrol/cruise-control-metrics-reporter/2.5.29/cruise-control-metrics-reporter-2.5.29.jar \
    -o /opt/kafka/libs/cruise-control-metrics-reporter-2.5.29.jar

WORKDIR /opt/kafka

ENV KAFKA_OPTS="-Djava.security.auth.login.config=/opt/kafka/config/kafka_jaas.conf"
ENV KAFKA_HEAP_OPTS="-Xmx6G -Xms6G"
ENTRYPOINT ["/opt/kafka/bin/kafka-server-start.sh"]
CMD ["config/server.properties"]
<commit_msg>update kafka to 3.0.0<commit_after>FROM openjdk:11-jre-slim AS base

ARG KAFKA_VER=3.0.0
ARG SCALA_VER=2.13

RUN apt-get update && \
    apt-get install curl -y && \
    curl https://downloads.apache.org/kafka/${KAFKA_VER}/kafka_${SCALA_VER}-${KAFKA_VER}.tgz -o /kafka_${SCALA_VER}-${KAFKA_VER}.tgz && \
    tar xvf kafka_${SCALA_VER}-${KAFKA_VER}.tgz -C /opt && \
    mv /opt/kafka_${SCALA_VER}-${KAFKA_VER} /opt/kafka && \
    rm -rf kafka_${SCALA_VER}-${KAFKA_VER}.tgz

FROM openjdk:11-jre-slim
COPY --from=base /opt/kafka /opt/kafka

WORKDIR /opt/kafka

ENTRYPOINT ["/opt/kafka/bin/kafka-server-start.sh"]
CMD ["config/server.properties"]

{'fraction_non_alphanumeric': 0.18363273453093812, 'fraction_numerical': 0.023286759813705923, 'mean_word_length': 3.980132450331126, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 3, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3049312', 'n_tokens_mistral': 713, 'n_tokens_neox': 671, 'n_words': 82}