<commit_before><?xml version="1.0" encoding="UTF-8"?>

<configuration>
  <property>
    <name>mapreduce.framework.name</name>
    <value>yarn</value>
  </property>
  <property>
    <name>mapreduce.application.classpath</name>
    <value>$HADOOP_MAPRED_HOME/*,$HADOOP_MAPRED_HOME/lib/*</value>
  </property>
  <property>
    <name>mapreduce.jobhistory.address</name>
    <value>clouderamanager.cdh5.test:10020</value>
    <description>MapReduce JobHistory Server IPC host:port</description>
  </property>
</configuration>
<commit_msg>[BAD-148] MR Cross-Platform Setting<commit_after><?xml version="1.0" encoding="UTF-8"?>

<configuration>
  <property>
    <name>mapreduce.framework.name</name>
    <value>yarn</value>
  </property>
  <property>
    <name>mapreduce.application.classpath</name>
    <value>$HADOOP_MAPRED_HOME/*,$HADOOP_MAPRED_HOME/lib/*</value>
  </property>
  <property>
    <name>mapreduce.jobhistory.address</name>
    <value>clouderamanager.cdh5.test:10020</value>
    <description>MapReduce JobHistory Server IPC host:port</description>
  </property>
  <!--
    - The following property allows to run MR jobs cross-platformly.
    - It means that jobs created on Windows MR client can be run on Linux cluster or vice versa.
    -
    -->
  <property>
    <name>mapreduce.app-submission.cross-platform</name>
    <value>true</value>
  </property>
</configuration>

{'fraction_non_alphanumeric': 0.15328994938539406, 'fraction_numerical': 0.015184381778741865, 'mean_word_length': 4.262357414448669, 'pattern_counts': {'":': 0, '<': 56, '<?xml version=': 2, '>': 56, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4871080', 'n_tokens_mistral': 486, 'n_tokens_neox': 471, 'n_words': 78}