<commit_before>#! /bin/bash

if [ "$HADOOP_ROLE" == "NAMENODE1" ] ; then
    if [ ! -f /data/hdfs/runonce.lock ]; then
        if [ ! -d /data/hdfs/namenode ]; then
          echo "NO DATA IN /data/hdfs/namenode"
          echo "FORMATTING NAMENODE"
          hdfs namenode -format || { echo 'FORMATTING FAILED' ; exit 1; }
        fi
    hdfs zkfc -formatZK
    touch /data/hdfs/runonce.lock
    fi
    export HADOOP_ROLE="NAMENODE1"
    hadoop-daemon.sh start zkfc
    hdfs namenode
elif [ "$HADOOP_ROLE" == "NAMENODE2" ] ; then
    if [ ! -f /data/hdfs/runonce.lock ]; then
      if [ ! -d /data/hdfs/namenode ]; then
        echo "NO DATA IN /data/hdfs/namenode"
        echo "SYNCING DATA FROM NAMENODE1"<commit_msg>revolve fix hdfs zkfc -formatZK -force<commit_after>#! /bin/bash

if [ "$HADOOP_ROLE" == "NAMENODE1" ] ; then
    if [ ! -f /data/hdfs/runonce.lock ]; then
        if [ ! -d /data/hdfs/namenode ]; then
          echo "NO DATA IN /data/hdfs/namenode"
          echo "FORMATTING NAMENODE"
          hdfs namenode -format || { echo 'FORMATTING FAILED' ; exit 1; }
        fi
    hdfs zkfc -formatZK -force
    touch /data/hdfs/runonce.lock
    fi
    export HADOOP_ROLE="NAMENODE1"
    hadoop-daemon.sh start zkfc
    hdfs namenode
elif [ "$HADOOP_ROLE" == "NAMENODE2" ] ; then
    if [ ! -f /data/hdfs/runonce.lock ]; then
      if [ ! -d /data/hdfs/namenode ]; then
        echo "NO DATA IN /data/hdfs/namenode"
        echo "SYNCING DATA FROM NAMENODE1"
{'fraction_non_alphanumeric': 0.12957937584803256, 'fraction_numerical': 0.0067842605156037995, 'mean_word_length': 2.2205240174672487, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1530498', 'n_tokens_mistral': 596, 'n_tokens_neox': 576, 'n_words': 137}