<commit_before>flink:
    version: '1.0.3'
    hadoop_version: '27'
    scala_version: '2.11'
    home: '/opt/flink'
    conf: '/opt/flink/conf'
    user: 'flink'
    group: 'flink'
    settings:
        jobmanager_rpc_address: 'flink-master'
        taskmanager_numberOfTaskSlots: 1
        parallelization_degree_default: 3
    masters:
        - host_name: 'flink-master'
          ip_addr: '127.0.1.254'
    slaves:
        - host_name: 'flink-slave-1'
          ip_addr: '127.0.1.1'
        - host_name: 'flink-slave-2'
          ip_addr: '127.0.1.2'
        - host_name: 'flink-slave-3'
          ip_addr: '127.0.1.3'

java:
    url: 'http://download.oracle.com/otn-pub/java/jdk/8u92-b14/jre-8u92-linux-x64.tar.gz'
    name: 'jre1.8.0_92'
    hash: 'sha256=79a3f25e9b466cb9e969d1772ea38550de320c88e9119bf8aa11ce8547c39987'
    home: '/opt/java'
<commit_msg>Moved java settings under flink object<commit_after>flink:
    version: '1.0.3'
    hadoop_version: '27'
    scala_version: '2.11'
    home: '/opt/flink'
    conf: '/opt/flink/conf'
    user: 'flink'
    group: 'flink'
    settings:
        jobmanager_rpc_address: 'flink-master'
        taskmanager_numberOfTaskSlots: 1
        parallelization_degree_default: 3
    masters:
        - host_name: 'flink-master'
          ip_addr: '127.0.1.254'
    slaves:
        - host_name: 'flink-slave-1'
          ip_addr: '127.0.1.1'
        - host_name: 'flink-slave-2'
          ip_addr: '127.0.1.2'
        - host_name: 'flink-slave-3'
          ip_addr: '127.0.1.3'
    java:
        url: 'http://download.oracle.com/otn-pub/java/jdk/8u92-b14/jre-8u92-linux-x64.tar.gz'
        name: 'jre1.8.0_92'
        hash: 'sha256=79a3f25e9b466cb9e969d1772ea38550de320c88e9119bf8aa11ce8547c39987'
        home: '/opt/java'

{'fraction_non_alphanumeric': 0.1401129943502825, 'fraction_numerical': 0.11299435028248588, 'mean_word_length': 2.2735674676524953, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 8, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '724388', 'n_tokens_mistral': 834, 'n_tokens_neox': 745, 'n_words': 103}