<commit_before>#include <getopt.h>
#include <unistd.h>
#include <ctype.h>
#include <time.h>
#include <string.h>
#include <stdlib.h>

#include "simdag/simdag.h"
#include "xbt.h"

#include "dag.h"
#include "task.h"
#include "workstation.h"

XBT_LOG_NEW_DEFAULT_CATEGORY(biCPA, "Logging specific to biCPA");

char *platform_file = NULL, *dagfile = NULL;
/* By default, there are no explicit communications between tasks. To have
 * actual data transfers on the network, use the --with-communications flag
 */
int with_communications = 0;

int main(int argc, char **argv) {
  int flag, total_nworkstations = 0;
  unsigned int cursor;
  const SD_workstation_t *workstations = NULL;
  SD_task_t task;
  xbt_dynar_t dag;

  SD_init(&argc, argv);

  /* get rid off some logs that are useless */
  xbt_log_control_set("sd_daxparse.thresh:critical");
  xbt_log_control_set("surf_workstation.thresh:critical");
  xbt_log_control_set("root.fmt:[%9.3r]%e[%13c/%7p]%e%m%n");

  while (1){<commit_msg>add include of new header file<commit_after>#include <getopt.h>
#include <unistd.h>
#include <ctype.h>
#include <time.h>
#include <string.h>
#include <stdlib.h>

#include "simdag/simdag.h"
#include "xbt.h"

#include "bicpa.h"
#include "dag.h"
#include "task.h"
#include "workstation.h"

XBT_LOG_NEW_DEFAULT_CATEGORY(biCPA, "Logging specific to biCPA");

char *platform_file = NULL, *dagfile = NULL;
/* By default, there are no explicit communications between tasks. To have
 * actual data transfers on the network, use the --with-communications flag
 */
int with_communications = 0;

int main(int argc, char **argv) {
  int flag, total_nworkstations = 0;
  unsigned int cursor;
  const SD_workstation_t *workstations = NULL;
  SD_task_t task;
  xbt_dynar_t dag;

  SD_init(&argc, argv);

  /* get rid off some logs that are useless */
  xbt_log_control_set("sd_daxparse.thresh:critical");
  xbt_log_control_set("surf_workstation.thresh:critical");
  xbt_log_control_set("root.fmt:[%9.3r]%e[%13c/%7p]%e%m%n");

  while (1){
{'fraction_non_alphanumeric': 0.13545816733067728, 'fraction_numerical': 0.00796812749003984, 'mean_word_length': 5.181538461538461, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6757498', 'n_tokens_mistral': 786, 'n_tokens_neox': 758, 'n_words': 188}