<commit_before>import javax.xml.bind.DatatypeConverter

object LivyUtils {
  // A global class map is needed in Livy since classes defined from
  // the livy-repl become assigned to a generic package that can't be
  // accessed through reflection.
  val globalClassMap = Map(
    "Logger" -> new Logger("", 0),
    "SQLUtils" -> SQLUtils,
    "Utils" -> Utils,
    "Repartition" -> Repartition,
    "ApplyUtils" -> ApplyUtils,
    "WorkerHelper" -> WorkerHelper,
    "WorkerUtils" -> WorkerUtils,
    "MLUtils" -> MLUtils,
    "Shell" -> Shell
   )

  val tracker = new JVMObjectTracker()<commit_msg>fix livy under spark 1.6<commit_after>import javax.xml.bind.DatatypeConverter

object LivyUtils {
  // A global class map is needed in Livy since classes defined from
  // the livy-repl become assigned to a generic package that can't be
  // accessed through reflection.
  val globalClassMap = Map(
    "Logger" -> new Logger("", 0),
    "SQLUtils" -> SQLUtils,
    "Utils" -> Utils,
    "ApplyUtils" -> ApplyUtils,
    "WorkerHelper" -> WorkerHelper,
    "WorkerUtils" -> WorkerUtils,
    "MLUtils" -> MLUtils,
    "Shell" -> Shell
   )

  val tracker = new JVMObjectTracker()
{'fraction_non_alphanumeric': 0.11724723874256585, 'fraction_numerical': 0.0033984706881903144, 'mean_word_length': 3.147887323943662, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 20, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1672264', 'n_tokens_mistral': 369, 'n_tokens_neox': 359, 'n_words': 115}