<commit_before># Release procedure.
This uses the maven-replease-plugin which has been configured to ONLY modify the local git repo.

## Ensure we have all upstream updates (like patches from Renovate)
git pull

## Ensure all has been committed
git status

## Update the top of the CHANGELOG.md and website frontpage
vim CHANGELOG.md documentation/content/_index.md
git commit -m"docs: Updated CHANGELOG and website before release" CHANGELOG.md documentation/content/_index.md

## Prepare the release: Make releasable version and make tag.
mvn release:prepare

# UNDO Procedure MANUALLY:
# mvn release:rollback    will create an extra commit to rollback the changes in the pom.xml files and remove the tag but NOT everything.
# Using `git log` see how many commits must be removed.
# git reset HEAD~2

# Actually run the release: Effectively mvn deploy towards Sonatype
mvn release:perform

#
# Now check SONATYPE
#

# This now contains the latest released version
RELEASEVERSION=$(cat documentation/layouts/shortcodes/YauaaVersion.md)

git push
git push origin v${RELEASEVERSION}

# Publish the docker image
docker push nielsbasjes/yauaa:${RELEASEVERSION}
docker push nielsbasjes/yauaa:latest

# Upload logstash gem to github.com

#######################
<commit_msg>docs: Note the location of the gem file<commit_after># Release procedure.
This uses the maven-replease-plugin which has been configured to ONLY modify the local git repo.

## Ensure we have all upstream updates (like patches from Renovate)
git pull

## Ensure all has been committed
git status

## Update the top of the CHANGELOG.md and website frontpage
vim CHANGELOG.md documentation/content/_index.md
git commit -m"docs: Updated CHANGELOG and website before release" CHANGELOG.md documentation/content/_index.md

## Prepare the release: Make releasable version and make tag.
mvn release:prepare

# UNDO Procedure MANUALLY:
# mvn release:rollback    will create an extra commit to rollback the changes in the pom.xml files and remove the tag but NOT everything.
# Using `git log` see how many commits must be removed.
# git reset HEAD~2

# Actually run the release: Effectively mvn deploy towards Sonatype
mvn release:perform

#
# Now check SONATYPE
#

# This now contains the latest released version
RELEASEVERSION=$(cat documentation/layouts/shortcodes/YauaaVersion.md)

git push
git push origin v${RELEASEVERSION}

# Publish the docker image
docker push nielsbasjes/yauaa:${RELEASEVERSION}
docker push nielsbasjes/yauaa:latest

# Upload logstash gem to github.com
# ${project.basedir}/target/checkout/udfs/logstash/logstash-filter/target/logstash-filter-yauaa-x.xx.gem

#######################

{'fraction_non_alphanumeric': 0.0798650168728909, 'fraction_numerical': 0.0007499062617172854, 'mean_word_length': 5.036199095022624, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1507026', 'n_tokens_mistral': 794, 'n_tokens_neox': 783, 'n_words': 314}