<commit_before># Copyright © 2017 Feature.su. All rights reserved.
# Licensed under the Apache License, Version 2.0

yum -y install java

cd /tmp
wget "http://download.documentfoundation.org/libreoffice/stable/6.2.2/rpm/x86_64/LibreOffice_6.2.2_Linux_x86-64_rpm.tar.gz"
tar -xvzf ./LibreOffice_6.2.2_Linux_x86-64_rpm.tar.gz
cd ./LibreOffice_6.2.2.2_Linux_x86-64_rpm/RPMS/
rpm -i libreoffice6.2-ure-6.2.2.2-2.x86_64.rpm
rpm -i libobasis6.2-core-6.2.2.2-2.x86_64.rpm
rpm -i libobasis6.2-images-6.2.2.2-2.x86_64.rpm
rpm -i libreoffice6.2-6.2.2.2-2.x86_64.rpm
rpm -i libobasis6.2-writer-6.2.2.2-2.x86_64.rpm
rpm -i libreoffice6.2-writer-6.2.2.2-2.x86_64.rpm
rpm -i libobasis6.2-ooofonts-6.2.2.2-2.x86_64.rpm
rpm -i libobasis6.2-en-US-6.2.2.2-2.x86_64.rpm
rpm -i libreoffice6.2-en-US-6.2.2.2-2.x86_64.rpm

# Simple test conversion
# echo "<b>test-writer.html</b> <i>test-writer.html</i>" > /tmp/test.html
# /opt/libreoffice6.2/program/soffice --headless --invisible --nocrashreport --nodefault --nofirststartwizard --nologo --norestore --writer --convert-to docx --outdir /tmp /tmp/test.html
<commit_msg>Update to 6.3<commit_after># Copyright © 2020 Feature.su. All rights reserved.
# Licensed under the Apache License, Version 2.0

yum -y install java

cd /tmp
wget "http://download.documentfoundation.org/libreoffice/stable/6.3.5/rpm/x86_64/LibreOffice_6.3.5_Linux_x86-64_rpm.tar.gz"
tar -xvzf ./LibreOffice_6.3.5_Linux_x86-64_rpm.tar.gz
cd ./LibreOffice_6.3.5.2_Linux_x86-64_rpm/RPMS/
rpm -i libreoffice6.3-ure-6.3.5.2-2.x86_64.rpm
rpm -i libobasis6.3-ooofonts-6.3.5.2-2.x86_64.rpm
rpm -i libobasis6.3-core-6.3.5.2-2.x86_64.rpm
rpm -i libobasis6.3-images-6.3.5.2-2.x86_64.rpm
rpm -i libreoffice6.3-6.3.5.2-2.x86_64.rpm
rpm -i libobasis6.3-writer-6.3.5.2-2.x86_64.rpm
rpm -i libreoffice6.3-writer-6.3.5.2-2.x86_64.rpm
rpm -i libobasis6.3-en-US-6.3.5.2-2.x86_64.rpm


# Simple test conversion
# echo "<b>test-writer.html</b> <i>test-writer.html</i>" > /tmp/test.html
# /opt/libreoffice6.3/program/soffice --headless --invisible --nocrashreport --nodefault --nofirststartwizard --nologo --norestore --writer --convert-to docx --outdir /tmp /tmp/test.html

{'fraction_non_alphanumeric': 0.17488372093023255, 'fraction_numerical': 0.12232558139534884, 'mean_word_length': 3.327967806841046, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 19, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3099582', 'n_tokens_mistral': 1152, 'n_tokens_neox': 1029, 'n_words': 151}