<commit_before>#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <wchar.h>

#include "encode.h"
#include "syntax.h"
#include "run.h"

int step_count = 0;
int rock_pos = 4;
int* world;
int* workshops;
fortress* fort;
wchar_t* input = NULL;
int input_off = 0;

void setup(char *in, fortress *_fort) {
  if(in != NULL) {
    input = malloc(sizeof(wchar_t) * strlen(in));
    mbstowcs(input, in, strlen(in));
  }
  world = malloc(sizeof(int) * WORLD_SIZE);
  workshops = malloc(sizeof(int) * WORLD_SIZE);
  fort = _fort;
  world[0] = 0;
  world[1] = 0;
  world[2] = 0;
  world[3] = 0;<commit_msg>Isolate syntax checking.<commit_after>#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <wchar.h>

#include "syntax.h"
#include "run.h"

int step_count = 0;
int rock_pos = 4;
int* world;
int* workshops;
fortress* fort;
wchar_t* input = NULL;
int input_off = 0;

void setup(char *in, fortress *_fort) {
  if(in != NULL) {
    input = malloc(sizeof(wchar_t) * strlen(in));
    mbstowcs(input, in, strlen(in));
  }
  world = malloc(sizeof(int) * WORLD_SIZE);
  workshops = malloc(sizeof(int) * WORLD_SIZE);
  fort = _fort;
  world[0] = 0;
  world[1] = 0;
  world[2] = 0;
  world[3] = 0;
{'fraction_non_alphanumeric': 0.17258464079273328, 'fraction_numerical': 0.018166804293971925, 'mean_word_length': 4.246753246753247, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3970822', 'n_tokens_mistral': 530, 'n_tokens_neox': 496, 'n_words': 121}