<commit_before>#!/bin/sh
export LC_ALL="en_US.UTF-8"

# we're always starting from our working directory
cd /mnt/onboard/.kobo/koreader/

# export trained OCR data directory
export TESSDATA_PREFIX="data"

# export dict directory
export STARDICT_DATA_DIR="data/dict"

# stop nickel
killall nickel

# finally call reader
./reader.lua /mnt/onboard 2> crash.log

# continue with nickel

reboot<commit_msg>Don't kill nickel software, it's not really needed and might prevent issues with database corruption.<commit_after>#!/bin/sh
export LC_ALL="en_US.UTF-8"

# we're always starting from our working directory
cd /mnt/onboard/.kobo/koreader/

# export trained OCR data directory
export TESSDATA_PREFIX="data"

# export dict directory
export STARDICT_DATA_DIR="data/dict"

# finally call reader
./reader.lua /mnt/onboard 2> crash.log

# continue with nickel

reboot
{'fraction_non_alphanumeric': 0.0941860465116279, 'fraction_numerical': 0.004651162790697674, 'mean_word_length': 4.897260273972603, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '606555', 'n_tokens_mistral': 296, 'n_tokens_neox': 278, 'n_words': 87}