<commit_before>#!/usr/bin/env bash

project_dir=$(pwd)

access_key=${AWS_ACCESS_KEY_ID:-none}
secret_key=${AWS_SECRET_ACCESS_KEY:-none}
region=${AWS_REGION:-eu-west-1}

environment=${ENVIRONMENT:-yarn}

db_host=($(node util/rds-endpoint.js))
db_name=${DB_NAME:-chusrodriguez}
db_user=${DB_USERNAME:-root}
db_password=$DB_<PASSWORD>

docker images

docker run -ti -e PGSQL_USER=$db_user -e PGSQL_PASS=$db_password -e PGSQL_HOST=$db_host -e PGSQL_DB=$db_name psql-builder:latest
<commit_msg>Fix db loader image name.<commit_after>#!/usr/bin/env bash

project_dir=$(pwd)

access_key=${AWS_ACCESS_KEY_ID:-none}
secret_key=${AWS_SECRET_ACCESS_KEY:-none}
region=${AWS_REGION:-eu-west-1}

environment=${ENVIRONMENT:-yarn}

db_host=($(node util/rds-endpoint.js))
db_name=${DB_NAME:-chusrodriguez}
db_user=${DB_USERNAME:-root}
db_password=$<PASSWORD>

docker run -ti -e PGSQL_USER=$db_user -e PGSQL_PASS=$db_password -e PGSQL_HOST=$db_host -e PGSQL_DB=$db_name psql-loader:latest

{'fraction_non_alphanumeric': 0.16168898043254376, 'fraction_numerical': 0.0020597322348094747, 'mean_word_length': 8.08411214953271, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6485960', 'n_tokens_mistral': 406, 'n_tokens_neox': 406, 'n_words': 54}