<commit_before>#!/bin/bash

SOURCE_MANIFESTS_PATH=grootfs-ci-secrets/deployments
MANIFESTS="gamora/concourse.yml grootfs-bench/aws.yml gamora/datadog-firehose-nozzle.yml"

mkdir -p manifests/gamora
mkdir -p manifests/grootfs-bench

for manifest in $MANIFESTS
do
  full_path="${SOURCE_MANIFESTS_PATH}/${manifest}"
  ruby -r erb -e "puts ERB.new(File.read('$full_path')).result" > "manifests/${manifest}"
done<commit_msg>Remove datadog nozzle from list of manifests to parse<commit_after>#!/bin/bash

SOURCE_MANIFESTS_PATH=grootfs-ci-secrets/deployments
MANIFESTS="gamora/concourse.yml grootfs-bench/aws.yml"

mkdir -p manifests/gamora
mkdir -p manifests/grootfs-bench

for manifest in $MANIFESTS
do
  full_path="${SOURCE_MANIFESTS_PATH}/${manifest}"
  ruby -r erb -e "puts ERB.new(File.read('$full_path')).result" > "manifests/${manifest}"
done
{'fraction_non_alphanumeric': 0.1376037959667853, 'fraction_numerical': 0.0, 'mean_word_length': 6.033333333333333, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4125058', 'n_tokens_mistral': 353, 'n_tokens_neox': 323, 'n_words': 56}