<commit_before>""" Olli's Code Generator (OCG) """

__author__ = "<NAME>"
__copyright__ = "Copyright 2017-2018, <NAME>"
__credits__ = ["<NAME>"]
__license__ = "Commercial, free for educational usage."
__version__ = "1.0.0"
__email__ = "<EMAIL>"

import random
import os
import platform
import numpy as np
import tensorflow.keras as keras
from keras import backend as K, Model
from keras.layers import Convolution2D, MaxPooling2D, Flatten, Dropout, BatchNormalization, LeakyReLU, Dense
from keras.models import load_model

if platform.system() != 'Darwin':
    compiler = 'g++ -mssse3 -std=c++11 -g -march=bonnell -DCNN_TEST '
    compiler_O3 = 'g++ -O3 -mssse3 -std=c++11 -march=bonnell -DCNN_TEST '
else:
    compiler = 'clang++ --target=i686-unknown-linux-gnu -msse3 -march=bonnell -std=c++11 -g -DCNN_TEST '<commit_msg>Use tensorflow imports in compile helper<commit_after>""" Olli's Code Generator (OCG) """

__author__ = "<NAME>"
__copyright__ = "Copyright 2017-2018, <NAME>"
__credits__ = ["<NAME>"]
__license__ = "Commercial, free for educational usage."
__version__ = "1.0.0"
__email__ = "<EMAIL>"

import random
import os
import platform
import numpy as np
from tensorflow.keras import backend as K, Model
from tensorflow.keras.layers import Convolution2D, MaxPooling2D, Flatten, Dropout, BatchNormalization, LeakyReLU, Dense
from tensorflow.keras.models import load_model

if platform.system() != 'Darwin':
    compiler = 'g++ -mssse3 -std=c++11 -g -march=bonnell -DCNN_TEST '
    compiler_O3 = 'g++ -O3 -mssse3 -std=c++11 -march=bonnell -DCNN_TEST '
else:
    compiler = 'clang++ --target=i686-unknown-linux-gnu -msse3 -march=bonnell -std=c++11 -g -DCNN_TEST '
{'fraction_non_alphanumeric': 0.13644524236983843, 'fraction_numerical': 0.03231597845601436, 'mean_word_length': 4.887323943661972, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3750939', 'n_tokens_mistral': 627, 'n_tokens_neox': 596, 'n_words': 169}