<commit_before>image: eu.gcr.io/ligatus-prod-public-registry/generic-build-agent:latest

variables:
  ARTIFACT_DIR: "/tmp/druid-artifact"

stages:
  - build

build:
  stage: build
  script:
  - rm -f ~/.m2/settings.xml
  - mvn clean package -DskipTests --quiet
  - mkdir -p $ARTIFACT_DIR/services/target $ARTIFACT_DIR/distribution $ARTIFACT_DIR/indexing-hadoop
  - cp services/target/druid-services-*-selfcontained.jar $ARTIFACT_DIR/services/target
  - cp -ar distribution/target $ARTIFACT_DIR/distribution
  - cp -ar indexing-hadoop/target $ARTIFACT_DIR/indexing-hadoop
  - tar -zcvf ${ARTIFACT_DIR}.tar.gz $ARTIFACT_DIR
  - gsutil -m cp ${ARTIFACT_DIR}.tar.gz gs://lqm-artifact/${CI_PROJECT_NAME}/${CI_COMMIT_SHA}<commit_msg>testing gitlab adding extensions to release<commit_after>image: eu.gcr.io/ligatus-prod-public-registry/generic-build-agent:latest

variables:
  ARTIFACT_DIR: "/tmp/druid-artifact"

stages:
  - build

build:
  stage: build
  script:
  - rm -f ~/.m2/settings.xml
  - mvn clean package -DskipTests --quiet
  - mkdir -p $ARTIFACT_DIR/services/target $ARTIFACT_DIR/distribution $ARTIFACT_DIR/indexing-hadoop
  - cp services/target/druid-services-*-selfcontained.jar $ARTIFACT_DIR/services/target
  - cp -ar distribution/target $ARTIFACT_DIR/distribution
  - cp -ar indexing-hadoop/target $ARTIFACT_DIR/indexing-hadoop
  - for ext in `find extensions*|grep .jar`; do IFS='/' read -r -a tokens <<< $ext; echo mkdir -p $ARTIFACT_DIR/distribution/extensions/${tokens[1]}; echo cp $ext $ARTIFACT_DIR/distribution/extensions/${tokens[1]}/${tokens[3]}; done
  - tar -zcvf ${ARTIFACT_DIR}.tar.gz $ARTIFACT_DIR
  - gsutil -m cp ${ARTIFACT_DIR}.tar.gz gs://lqm-artifact/${CI_PROJECT_NAME}/${CI_COMMIT_SHA}
{'fraction_non_alphanumeric': 0.13977868375072802, 'fraction_numerical': 0.0029120559114735, 'mean_word_length': 4.253822629969419, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6148764', 'n_tokens_mistral': 672, 'n_tokens_neox': 638, 'n_words': 114}