<commit_before>package org.broadinstitute.hail.driver

import java.io.File

import org.apache.hadoop.io.compress.CompressionCodecFactory
import org.apache.spark.{SparkContext, SparkConf}
import org.broadinstitute.hail.Utils._
import org.kohsuke.args4j.{Option => Args4jOption, CmdLineException, CmdLineParser}
import scala.collection.JavaConverters._
import scala.collection.mutable
import scala.reflect.ClassTag
import org.apache.log4j.Logger
import org.apache.log4j.Level

object Main {

  class Options {
    @Args4jOption(required = false, name = "-h", aliases = Array("--help"), usage = "Print usage")
    var printUsage: Boolean = false
<commit_msg>minor change<commit_after>package org.broadinstitute.hail.driver

import java.io.File

import org.apache.spark.{SparkContext, SparkConf}
import org.broadinstitute.hail.Utils._
import org.kohsuke.args4j.{Option => Args4jOption, CmdLineException, CmdLineParser}
import scala.collection.JavaConverters._
import scala.collection.mutable
import scala.reflect.ClassTag
import org.apache.log4j.Logger
import org.apache.log4j.Level

object Main {

  class Options {
    @Args4jOption(required = false, name = "-h", aliases = Array("--help"), usage = "Print usage")
    var printUsage: Boolean = false

{'fraction_non_alphanumeric': 0.10817307692307693, 'fraction_numerical': 0.008012820512820512, 'mean_word_length': 5.340101522842639, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2365978', 'n_tokens_mistral': 405, 'n_tokens_neox': 402, 'n_words': 85}