<commit_before>#!/bin/bash
set -e

if [[ "$1" = "memsqld" ]]; then
    memsql-ops start

    if [[ "$IGNORE_MIN_REQUIREMENTS" = "1" ]]; then
        memsql-ops memsql-update-config --all --key minimum_core_count --value 0
        memsql-ops memsql-update-config --all --key minimum_memory_mb --value 0
    fi

    memsql-ops memsql-start --all
    memsql-ops memsql-list

    # Check for a schema file at /schema.sql and load it
    if [[ -e /schema.sql ]]; then
        echo "Loading schema from /schema.sql"
        cat /schema.sql
        memsql < /schema.sql
    fi

    # Tail the logs to keep the container alive
    exec tail -F /memsql/master/tracelogs/memsql.log /memsql/leaf/tracelogs/memsql.log
else
    exec "$@"
fi
<commit_msg>Remove minimum core requirement by default. Because this is only meant for testing, we do not need to enforce the core requirement. This will allow more users to use the image and remove friction from the initial experience.<commit_after>#!/bin/bash
set -e

if [[ "$1" = "memsqld" ]]; then
    memsql-ops start
    
    #Eliminate Minimum Core Count Requirement
    memsql-ops memsql-update-config --all --key minimum_core_count --value 0	
    
    if [[ "$IGNORE_MIN_REQUIREMENTS" = "1" ]]; then
        memsql-ops memsql-update-config --all --key minimum_memory_mb --value 0
    fi

    memsql-ops memsql-start --all
    memsql-ops memsql-list

    # Check for a schema file at /schema.sql and load it
    if [[ -e /schema.sql ]]; then
        echo "Loading schema from /schema.sql"
        cat /schema.sql
        memsql < /schema.sql
    fi

    # Tail the logs to keep the container alive
    exec tail -F /memsql/master/tracelogs/memsql.log /memsql/leaf/tracelogs/memsql.log
else
    exec "$@"
fi

{'fraction_non_alphanumeric': 0.10728628800917958, 'fraction_numerical': 0.004589787722317842, 'mean_word_length': 2.4603174603174605, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3058259', 'n_tokens_mistral': 584, 'n_tokens_neox': 584, 'n_words': 188}