<commit_before><?xml version="1.0" encoding="UTF-8"?>
<ivy-module version="2.0" xmlns:m="http://ant.apache.org/ivy/maven">
  <info organisation="pentaho" module="${ivy.artifact.id}" revision="${project.revision}" />

  <configurations>
    <conf name="default" />
    <conf name="test" visibility="private" />
    <conf name="source" />
  </configurations>

  <publications>
    <artifact name="${ivy.artifact.id}" type="jar" conf="default" />
  </publications>

  <dependencies defaultconf="default->default">

    <dependency org="commons-vfs" name="commons-vfs" rev="20091118-pentaho" transitive="false" />

    <dependency org="pentaho-kettle" name="kettle-engine" rev="${dependency.kettle.revision}" transitive="false" conf="default->default"
      changing="true" />
    <dependency org="pentaho-kettle" name="kettle-core" rev="${dependency.kettle.revision}" transitive="false" conf="default->default"
      changing="true" />
    <dependency org="pentaho-kettle" name="kettle-db" rev="${dependency.kettle.revision}" transitive="false" conf="default->default"
      changing="true" />
    <dependency org="pentaho-kettle" name="kettle-ui-swt" rev="${dependency.kettle.revision}" transitive="false" conf="default->default"
      changing="true" />

    <!-- pentaho-xul-framework must match JARs required by kettle-ui-swt -->
    <!-- this manual sync should go away once this project is propertly ivy-ized -->

    <dependency org="pentaho" name="pentaho-xul-core" rev="${dependency.pentaho-xul.revision}" transitive="false" conf="default->default"
      changing="true" />
    <dependency org="pentaho" name="pentaho-xul-swt" rev="${dependency.pentaho-xul.revision}" transitive="false" conf="default->default"
      changing="true" />
    
    <dependency org="pentaho" name="pentaho-hdfs-vfs" rev="${dependency.pentaho-hdfs-vfs.revision}" transitive="false" conf="default->default"
      changing="true" />
    
    <dependency org="org.apache.hadoop" name="hadoop-core" rev="${dependency.pentaho-hadoop.revision}" transitive="false" conf="default->default"
      changing="false" />
    <dependency org="org.apache.hbase" name="hbase" rev="${dependency.pentaho-hbase.revision}" transitive="false" conf="default->default"
      changing="false" />
    <dependency org="org.apache.zookeeper" name="zookeeper" rev="${dependency.pentaho-zookeeper.revision}" transitive="false" conf="default->default"
      changing="false" />
    <dependency org="org.apache.pig" name="pig" rev="${dependency.pig.revision}" transitive="false" conf="default->default"
      changing="false"/>
    <dependency org="jline" name="jline" rev="${dependency.jline.revision}" transitive="false" conf="default->default"
      changing="false"/>

      
    <dependency org="pentaho" name="pentaho-vfs-browser" rev="${dependency.vfs-browser.revision}" transitive="false" conf="default->default"
      changing="true" />
      
	<dependency org="dom4j"              name="dom4j"              rev="1.6.1">
		<exclude org="xml-apis" name="xml-apis" />
	</dependency>
      
    <dependency org="log4j" name="log4j" rev="1.2.14" />
    <dependency org="commons-logging"       name="commons-logging"    rev="1.1.1"/>
    <dependency org="junit" name="junit" rev="4.4" conf="test->default" />
    <dependency org="commons-io" name="commons-io" rev="1.4" transitive="false" conf="test->default" />
    <dependency org="commons-logging"       name="commons-logging"    rev="1.1"   transitive="false" conf="test->default" />
    <dependency org="org.apache.hadoop" name="hadoop-test" rev="${dependency.pentaho-hadoop.revision}" transitive="false" conf="test->default" changing="false" />
    <dependency org="org.apache.hadoop" name="hadoop-examples" rev="${dependency.pentaho-hadoop.revision}" transitive="false" conf="test->default" changing="false" />

  </dependencies>
</ivy-module><commit_msg>Updated to add test dependencies for the pig script executor<commit_after><?xml version="1.0" encoding="UTF-8"?>
<ivy-module version="2.0" xmlns:m="http://ant.apache.org/ivy/maven">
  <info organisation="pentaho" module="${ivy.artifact.id}" revision="${project.revision}" />

  <configurations>
    <conf name="default" />
    <conf name="test" visibility="private" />
    <conf name="source" />
  </configurations>

  <publications>
    <artifact name="${ivy.artifact.id}" type="jar" conf="default" />
  </publications>

  <dependencies defaultconf="default->default">

    <dependency org="commons-vfs" name="commons-vfs" rev="20091118-pentaho" transitive="false" />

    <dependency org="pentaho-kettle" name="kettle-engine" rev="${dependency.kettle.revision}" transitive="false" conf="default->default"
      changing="true" />
    <dependency org="pentaho-kettle" name="kettle-core" rev="${dependency.kettle.revision}" transitive="false" conf="default->default"
      changing="true" />
    <dependency org="pentaho-kettle" name="kettle-db" rev="${dependency.kettle.revision}" transitive="false" conf="default->default"
      changing="true" />
    <dependency org="pentaho-kettle" name="kettle-ui-swt" rev="${dependency.kettle.revision}" transitive="false" conf="default->default"
      changing="true" />

    <!-- pentaho-xul-framework must match JARs required by kettle-ui-swt -->
    <!-- this manual sync should go away once this project is propertly ivy-ized -->

    <dependency org="pentaho" name="pentaho-xul-core" rev="${dependency.pentaho-xul.revision}" transitive="false" conf="default->default"
      changing="true" />
    <dependency org="pentaho" name="pentaho-xul-swt" rev="${dependency.pentaho-xul.revision}" transitive="false" conf="default->default"
      changing="true" />
    
    <dependency org="pentaho" name="pentaho-hdfs-vfs" rev="${dependency.pentaho-hdfs-vfs.revision}" transitive="false" conf="default->default"
      changing="true" />
    
    <dependency org="org.apache.hadoop" name="hadoop-core" rev="${dependency.pentaho-hadoop.revision}" transitive="false" conf="default->default"
      changing="false" />
    <dependency org="org.apache.hbase" name="hbase" rev="${dependency.pentaho-hbase.revision}" transitive="false" conf="default->default"
      changing="false" />
    <dependency org="org.apache.zookeeper" name="zookeeper" rev="${dependency.pentaho-zookeeper.revision}" transitive="false" conf="default->default"
      changing="false" />
    <dependency org="org.apache.pig" name="pig" rev="${dependency.pig.revision}" transitive="false" conf="default->default"
      changing="false"/>
    <dependency org="jline" name="jline" rev="${dependency.jline.revision}" transitive="false" conf="default->default"
      changing="false"/>

      
    <dependency org="pentaho" name="pentaho-vfs-browser" rev="${dependency.vfs-browser.revision}" transitive="false" conf="default->default"
      changing="true" />
      
	<dependency org="dom4j"              name="dom4j"              rev="1.6.1">
		<exclude org="xml-apis" name="xml-apis" />
	</dependency>
      
    <dependency org="log4j" name="log4j" rev="1.2.14" />
    <dependency org="commons-logging"       name="commons-logging"    rev="1.1.1"/>
    <dependency org="junit" name="junit" rev="4.4" conf="test->default" />
    <dependency org="commons-io" name="commons-io" rev="1.4" transitive="false" conf="test->default" />
    <dependency org="commons-logging"       name="commons-logging"    rev="1.1"   transitive="false" conf="test->default" />
    <dependency org="org.apache.hadoop" name="hadoop-test" rev="${dependency.pentaho-hadoop.revision}" transitive="false" conf="test->default" changing="false" />
    <dependency org="org.apache.hadoop" name="hadoop-examples" rev="${dependency.pentaho-hadoop.revision}" transitive="false" conf="test->default" changing="false" />
    <dependency org="commons-httpclient" name="commons-httpclient" rev="3.0.1" conf="test->default"/>

  </dependencies>
</ivy-module>
{'fraction_non_alphanumeric': 0.1892988462026119, 'fraction_numerical': 0.008748573602130088, 'mean_word_length': 4.695306859205776, 'pattern_counts': {'":': 0, '<': 84, '<?xml version=': 2, '>': 123, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 8}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6727453', 'n_tokens_mistral': 2561, 'n_tokens_neox': 2407, 'n_words': 395}