<commit_before>package net.sansa_stack.ml.spark.amieSpark.mining

import net.sansa_stack.ml.spark.amieSpark.mining._
import org.apache.jena.reasoner.rulesys.Rule
import org.apache.jena.reasoner.rulesys.ClauseEntry
import org.apache.jena.reasoner.TriplePattern
import org.apache.jena.graph.{NodeFactory ,Node, Triple}

import org.apache.spark.SparkConf
import org.apache.spark.SparkContext

import org.apache.spark.sql.DataFrame
import org.apache.spark.sql._
import org.apache.spark.sql.types._

import org.apache.spark.rdd.RDD

import scala.collection.mutable.ArrayBuffer
import KBObject.KB
import scala.collection.mutable.Map



object Rules {
  
  
  class RuleContainer () extends Serializable{
        val name: String =""
       
        var rule: ArrayBuffer[RDFTriple] = new ArrayBuffer
        
        var headKey = null;
        var support: Long = -1;
        var hashSupport = 0;
        var parent = null;
        var bodySize = -1.0;
        var highestVariable:Char = 'b';
        var pcaBodySize = 0.0;<commit_msg>removed imports of unused jena components.<commit_after>package net.sansa_stack.ml.spark.amieSpark.mining

import net.sansa_stack.ml.spark.amieSpark.mining._


import org.apache.spark.SparkConf
import org.apache.spark.SparkContext

import org.apache.spark.sql.DataFrame
import org.apache.spark.sql._
import org.apache.spark.sql.types._

import org.apache.spark.rdd.RDD

import scala.collection.mutable.ArrayBuffer
import KBObject.KB
import scala.collection.mutable.Map



object Rules {
  
  
  class RuleContainer () extends Serializable{
        val name: String =""
       
        var rule: ArrayBuffer[RDFTriple] = new ArrayBuffer
        
        var headKey = null;
        var support: Long = -1;
        var hashSupport = 0;
        var parent = null;
        var bodySize = -1.0;
        var highestVariable:Char = 'b';
        var pcaBodySize = 0.0;
{'fraction_non_alphanumeric': 0.09470899470899471, 'fraction_numerical': 0.006349206349206349, 'mean_word_length': 3.0063559322033897, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3112465', 'n_tokens_mistral': 636, 'n_tokens_neox': 606, 'n_words': 130}