<commit_before>@(rddInfo: spark.storage.RDDInfo, blocks: Map[String, spark.storage.BlockStatus])

@spark.common.html.layout(title = "RDD Info ") {
  
  <!-- High-Level Information -->
  <div class="row">
    <div class="span12">
      <ul class="unstyled">
        <li>
          <strong>Storage Level:</strong> 
          @(if (rddInfo.storageLevel.useDisk) "Disk" else "")
          @(if (rddInfo.storageLevel.useMemory) "Memory" else "")
          @(if (rddInfo.storageLevel.deserialized) "Deserialized" else "")
          @(rddInfo.storageLevel.replication)x Replicated
        <li>
          <strong>Partitions:</strong>
          @(rddInfo.numPartitions)
        </li>
        <li>
          <strong>Memory Size:</strong>
          @{spark.Utils.memoryBytesToString(rddInfo.memSize)}
        </li>
        <li>
          <strong>Disk Size:</strong>
          @{spark.Utils.memoryBytesToString(rddInfo.diskSize)}
        </li>
      </ul>
    </div>
  </div>

  <hr/>

  <!-- RDD Summary -->
  <div class="row">
    <div class="span12">
      <h3> RDD Summary </h3>
      <br/>
      
      <!-- Block Table Summary -->
      <table class="table table-bordered table-striped table-condensed sortable">
        <thead>
          <tr>
            <th>Block Name</th>
            <th>Storage Level</th>
            <th>Size in Memory</th>
            <th>Size on Disk</th>
          </tr>
        </thead>
        <tbody>
          @blocks.map { case (k,v) => 
            <tr>
              <td>@k</td>
              <td>@v.storageLevel</td>
              <td>@{spark.Utils.memoryBytesToString(v.memSize)}</td>
              <td>@{spark.Utils.memoryBytesToString(v.diskSize)}</td>
            </tr>
          }
        </tbody>
      </table>


    </div>
  </div>

}<commit_msg>Nicer storage level format on RDD page<commit_after>@(rddInfo: spark.storage.RDDInfo, blocks: Map[String, spark.storage.BlockStatus])

@spark.common.html.layout(title = "RDD Info ") {
  
  <!-- High-Level Information -->
  <div class="row">
    <div class="span12">
      <ul class="unstyled">
        <li>
          <strong>Storage Level:</strong> 
          @(if (rddInfo.storageLevel.useDisk) "Disk" else "")
          @(if (rddInfo.storageLevel.useMemory) "Memory" else "")
          @(if (rddInfo.storageLevel.deserialized) "Deserialized" else "")
          @(rddInfo.storageLevel.replication)x Replicated
        <li>
          <strong>Partitions:</strong>
          @(rddInfo.numPartitions)
        </li>
        <li>
          <strong>Memory Size:</strong>
          @{spark.Utils.memoryBytesToString(rddInfo.memSize)}
        </li>
        <li>
          <strong>Disk Size:</strong>
          @{spark.Utils.memoryBytesToString(rddInfo.diskSize)}
        </li>
      </ul>
    </div>
  </div>

  <hr/>

  <!-- RDD Summary -->
  <div class="row">
    <div class="span12">
      <h3> RDD Summary </h3>
      <br/>
      
      <!-- Block Table Summary -->
      <table class="table table-bordered table-striped table-condensed sortable">
        <thead>
          <tr>
            <th>Block Name</th>
            <th>Storage Level</th>
            <th>Size in Memory</th>
            <th>Size on Disk</th>
          </tr>
        </thead>
        <tbody>
          @blocks.map { case (k,v) => 
            <tr>
              <td>@k</td>
              <td>
                @(if (v.storageLevel.useDisk) "Disk" else "")
                @(if (v.storageLevel.useMemory) "Memory" else "")
                @(if (v.storageLevel.deserialized) "Deserialized" else "")
                @(v.storageLevel.replication)x Replicated
              </td>
              <td>@{spark.Utils.memoryBytesToString(v.memSize)}</td>
              <td>@{spark.Utils.memoryBytesToString(v.diskSize)}</td>
            </tr>
          }
        </tbody>
      </table>


    </div>
  </div>

}
{'fraction_non_alphanumeric': 0.16415584415584417, 'fraction_numerical': 0.003116883116883117, 'mean_word_length': 1.7546494992846924, 'pattern_counts': {'":': 0, '<': 119, '<?xml version=': 0, '>': 121, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5993458', 'n_tokens_mistral': 1264, 'n_tokens_neox': 1227, 'n_words': 219}