<commit_before>
<!-- properties for rolling top words demo -->
<configuration>
  <property>
    <name>dt.attr.MASTER_MEMORY_MB</name>
    <value>1256</value>
  </property>
  <!-- default operator size 256MB -->
  <property>
    <name>dt.application.*.operator.*.attr.MEMORY_MB</name>
    <value>256</value>
  </property>
  <property>
    <name>dt.application.*.operator.*.attr.JVM_OPTIONS</name>
    <value>-Xmx128M</value>
  </property>

  <!-- default buffer memory 256MB -->
  <property>
    <name>dt.application.*.operator.*.port.*.attr.BUFFER_MEMORY_MB</name>
    <value>256</value>
  </property>
  <property>
    <name>dt.operator.TweetSampler.consumerKey</name>
  </property>
  <property>
    <name>dt.operator.TweetSampler.consumerSecret</name>
  </property>
  <property>
    <name>dt.operator.TweetSampler.accessToken</name>
  </property>
  <property>
    <name>dt.operator.TweetSampler.accessTokenSecret</name>
  </property>
  <property>
    <name>dt.operator.TweetSampler.feedMultiplierVariance</name>
    <value>5</value>
  </property>
  <property>
    <name>dt.operator.TweetSampler.feedMultiplier</name>
    <value>20</value>
  </property>

  <!-- RollingTopWordsDemo -->

  <property>
    <name>dt.application.RollingTopWordsDemo.operator.TopCounter.topCount</name>
    <value>10</value>
  </property>
  <property>
    <name>dt.application.RollingTopWordsDemo.stream.TweetStream.locality</name>
    <value>CONTAINER_LOCAL</value>
  </property>
  <property>
    <name>dt.application.RollingTopWordsDemo.operator.Query.topic</name>
    <value>TwitterWordsQuery</value>
  </property>
  <property>
    <name>dt.application.RollingTopWordsDemo.operator.QueryResult.topic</name>
    <value>TwitterWordsQueryResult</value>
  </property>
  <property>
    <name>dt.application.RollingTopWordsDemo.operator.QueryResult.numRetries</name>
    <value>2147483647</value>
  </property>

  <!-- TwitterDemo -->

  <property>
    <name>dt.application.TwitterDemo.operator.Query.topic</name>
    <value>TwitterURLQuery</value>
  </property>
  <property>
    <name>dt.application.TwitterDemo.operator.QueryResult.topic</name>
    <value>TwitterURLQueryResult</value>
  </property>
  <property>
    <name>dt.application.TwitterDemo.operator.QueryResult.numRetries</name>
    <value>2147483647</value>
  </property>
  <property>
    <name>dt.application.TwitterDemo.operator.UniqueURLCounter.attr.APPLICATION_WINDOW_COUNT</name>
    <value>60</value>
  </property>

  <!-- TwitterTrendingDemo -->

  <property>
    <name>dt.application.TwitterTrendingDemo.operator.Query.topic</name>
    <value>TwitterHashtagQueryDemo</value>
  </property>
  <property>
    <name>dt.application.TwitterTrendingDemo.operator.SnapshotServer.embeddableQueryInfoProvider.topic</name>
    <value>TwitterHashtagQueryDemo</value>
  </property>
  <property>
    <name>dt.application.TwitterTrendingDemo.operator.QueryResult.topic</name>
    <value>TwitterHashtagQueryResultDemo</value>
  </property>
  <property>
    <name>dt.application.TwitterTrendingDemo.operator.QueryResult.numRetries</name>
    <value>2147483647</value>
  </property>

</configuration><commit_msg> - MLHR-1839 #resolve Added setting the topic on the embeddable query to the properties file.<commit_after>
<!-- properties for rolling top words demo -->
<configuration>
  <property>
    <name>dt.attr.MASTER_MEMORY_MB</name>
    <value>1256</value>
  </property>
  <!-- default operator size 256MB -->
  <property>
    <name>dt.application.*.operator.*.attr.MEMORY_MB</name>
    <value>256</value>
  </property>
  <property>
    <name>dt.application.*.operator.*.attr.JVM_OPTIONS</name>
    <value>-Xmx128M</value>
  </property>

  <!-- default buffer memory 256MB -->
  <property>
    <name>dt.application.*.operator.*.port.*.attr.BUFFER_MEMORY_MB</name>
    <value>256</value>
  </property>
  <property>
    <name>dt.operator.TweetSampler.consumerKey</name>
  </property>
  <property>
    <name>dt.operator.TweetSampler.consumerSecret</name>
  </property>
  <property>
    <name>dt.operator.TweetSampler.accessToken</name>
  </property>
  <property>
    <name>dt.operator.TweetSampler.accessTokenSecret</name>
  </property>
  <property>
    <name>dt.operator.TweetSampler.feedMultiplierVariance</name>
    <value>5</value>
  </property>
  <property>
    <name>dt.operator.TweetSampler.feedMultiplier</name>
    <value>20</value>
  </property>

  <!-- RollingTopWordsDemo -->

  <property>
    <name>dt.application.RollingTopWordsDemo.operator.TopCounter.topCount</name>
    <value>10</value>
  </property>
  <property>
    <name>dt.application.RollingTopWordsDemo.stream.TweetStream.locality</name>
    <value>CONTAINER_LOCAL</value>
  </property>
  <property>
    <name>dt.application.RollingTopWordsDemo.operator.SnapshotServer.embeddableQueryInfoProvider.topic</name>
    <value>TwitterWordsQuery</value>
  </property>
  <property>
    <name>dt.application.RollingTopWordsDemo.operator.QueryResult.topic</name>
    <value>TwitterWordsQueryResult</value>
  </property>
  <property>
    <name>dt.application.RollingTopWordsDemo.operator.QueryResult.numRetries</name>
    <value>2147483647</value>
  </property>

  <!-- TwitterDemo -->

  <property>
    <name>dt.application.TwitterDemo.operator.SnapshotServer.embeddableQueryInfoProvider.topic</name>
    <value>TwitterURLQuery</value>
  </property>
  <property>
    <name>dt.application.TwitterDemo.operator.QueryResult.topic</name>
    <value>TwitterURLQueryResult</value>
  </property>
  <property>
    <name>dt.application.TwitterDemo.operator.QueryResult.numRetries</name>
    <value>2147483647</value>
  </property>
  <property>
    <name>dt.application.TwitterDemo.operator.UniqueURLCounter.attr.APPLICATION_WINDOW_COUNT</name>
    <value>60</value>
  </property>

  <!-- TwitterTrendingDemo -->

  <property>
    <name>dt.application.TwitterTrendingDemo.operator.SnapshotServer.embeddableQueryInfoProvider.topic</name>
    <value>TwitterHashtagQueryDemo</value>
  </property>
  <property>
    <name>dt.application.TwitterTrendingDemo.operator.QueryResult.topic</name>
    <value>TwitterHashtagQueryResultDemo</value>
  </property>
  <property>
    <name>dt.application.TwitterTrendingDemo.operator.QueryResult.numRetries</name>
    <value>2147483647</value>
  </property>

</configuration>
{'fraction_non_alphanumeric': 0.1535526943252265, 'fraction_numerical': 0.018439039898267368, 'mean_word_length': 4.300758213984836, 'pattern_counts': {'":': 0, '<': 273, '<?xml version=': 0, '>': 273, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3746586', 'n_tokens_mistral': 2255, 'n_tokens_neox': 2087, 'n_words': 225}