<commit_before><Storage>
   <ClusterName>Test Cluster</ClusterName>
   <!-- any IPartitioner may be used, including your own
        as long as it is on the classpath.  Out of the box,
        Cassandra provides
        org.apache.cassandra.dht.RandomPartitioner and
        org.apache.cassandra.dht.OrderPreservingPartitioner.
        Range queries require using OrderPreservingPartitioner or a subclass. -->
   <Partitioner>org.apache.cassandra.dht.RandomPartitioner</Partitioner>
   <RackAware>false</RackAware>
   <MulticastChannel>192.168.3.11</MulticastChannel>
   <ReplicationFactor>1</ReplicationFactor>
   <ZookeeperAddress>127.0.0.1</ZookeeperAddress>
   <RpcTimeoutInMillis>5000</RpcTimeoutInMillis>
   <JobTrackerHost>tdsearch001.sf2p.facebook.com</JobTrackerHost>
   <JobJarFileLocation>C:\Engagements\Cassandra-Nexus</JobJarFileLocation>
   <StoragePort>7000</StoragePort>
   <ControlPort>7001</ControlPort>
   <ThriftPort>7001</ThriftPort>
   <ColumnIndexSizeInKB>256</ColumnIndexSizeInKB>
   <HttpPort>7002</HttpPort>
   <MetadataDirectory>/var/cassandra/system</MetadataDirectory>
   <CommitLogDirectory>/var/cassandra/commitlog</CommitLogDirectory>
   <CommitLogRotationThresholdInMB>128</CommitLogRotationThresholdInMB>
   <GangliaServers>
     <GangliaServer>127.0.0.1:12000</GangliaServer>
   </GangliaServers>
   <DataFileDirectories>
     <DataFileDirectory>/var/cassandra/data</DataFileDirectory>
   </DataFileDirectories>
   <CalloutLocation>/var/cassandra/callouts</CalloutLocation>
   <BootstrapFileDirectory>/var/cassandra/bootstrap</BootstrapFileDirectory>
   <StagingFileDirectory>/var/cassandra/staging</StagingFileDirectory>
   <CommitLogFastSync>false</CommitLogFastSync>
   <Tables><commit_msg>fix thrift port sample back to 9160<commit_after><Storage>
   <ClusterName>Test Cluster</ClusterName>
   <!-- any IPartitioner may be used, including your own
        as long as it is on the classpath.  Out of the box,
        Cassandra provides
        org.apache.cassandra.dht.RandomPartitioner and
        org.apache.cassandra.dht.OrderPreservingPartitioner.
        Range queries require using OrderPreservingPartitioner or a subclass. -->
   <Partitioner>org.apache.cassandra.dht.RandomPartitioner</Partitioner>
   <RackAware>false</RackAware>
   <MulticastChannel>192.168.3.11</MulticastChannel>
   <ReplicationFactor>1</ReplicationFactor>
   <ZookeeperAddress>127.0.0.1</ZookeeperAddress>
   <RpcTimeoutInMillis>5000</RpcTimeoutInMillis>
   <JobTrackerHost>tdsearch001.sf2p.facebook.com</JobTrackerHost>
   <JobJarFileLocation>C:\Engagements\Cassandra-Nexus</JobJarFileLocation>
   <StoragePort>7000</StoragePort>
   <ControlPort>7001</ControlPort>
   <ThriftPort>9160</ThriftPort>
   <ColumnIndexSizeInKB>256</ColumnIndexSizeInKB>
   <HttpPort>7002</HttpPort>
   <MetadataDirectory>/var/cassandra/system</MetadataDirectory>
   <CommitLogDirectory>/var/cassandra/commitlog</CommitLogDirectory>
   <CommitLogRotationThresholdInMB>128</CommitLogRotationThresholdInMB>
   <GangliaServers>
     <GangliaServer>127.0.0.1:12000</GangliaServer>
   </GangliaServers>
   <DataFileDirectories>
     <DataFileDirectory>/var/cassandra/data</DataFileDirectory>
   </DataFileDirectories>
   <CalloutLocation>/var/cassandra/callouts</CalloutLocation>
   <BootstrapFileDirectory>/var/cassandra/bootstrap</BootstrapFileDirectory>
   <StagingFileDirectory>/var/cassandra/staging</StagingFileDirectory>
   <CommitLogFastSync>false</CommitLogFastSync>
   <Tables>
{'fraction_non_alphanumeric': 0.10983323749281196, 'fraction_numerical': 0.03392754456584244, 'mean_word_length': 5.291139240506329, 'pattern_counts': {'":': 0, '<': 109, '<?xml version=': 0, '>': 109, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 6, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7421689', 'n_tokens_mistral': 1199, 'n_tokens_neox': 1139, 'n_words': 131}