<commit_before>var parse   = require('./tokenizer').parse
var ieee754 = require('./ieee754')
var util    = require('util')

var __slice = [].slice

function canCompileSerializer (pattern) {
    return pattern.every(function (part) {
        return !part.terminator
            && !part.alternation
    })
}

function canCompileParserUsingSource (pattern) {
    return pattern.every(function (part) {
        return !/^[f]$/.test(part.type)
            && !part.arrayed
            && !part.signed
            && !part.packing
            && !part.alternation
            && !part.pipeline
    })
}

function canCompileSerializerUsingSource (pattern) {
    return pattern.every(function (part) {
        return !/^[f]$/.test(part.type)
            && !part.arrayed
            && !part.signed
            && part.padding == null
            && !part.packing
            && !part.alternation
            && !part.pipeline
    })
}

function canCompileSizeOfUsingSource (pattern) {
    return pattern.every(function (part) {
        return !/^[x]$/.test(part.endianness)
            && !/^[f]$/.test(part.type)
            && !part.arrayed
            && !part.signed
            && !part.packing
            && !part.alternation
            && !part.pipeline
    })
}

function canCompileSizeOf (pattern) {
    return pattern.every(function (part) {
        return !part.alternation
    })
}

function classify () {
    var i, I, name
    for (i = 0, I = arguments.length; i < I; i++) {
        name = arguments[i].name<commit_msg>Compiled incremental signed integer serializers.<commit_after>var parse   = require('./tokenizer').parse
var ieee754 = require('./ieee754')
var util    = require('util')

var __slice = [].slice

function canCompileSerializer (pattern) {
    return pattern.every(function (part) {
        return !part.terminator
            && !part.alternation
    })
}

function canCompileParserUsingSource (pattern) {
    return pattern.every(function (part) {
        return !/^[f]$/.test(part.type)
            && !part.arrayed
            && !part.signed
            && !part.packing
            && !part.alternation
            && !part.pipeline
    })
}

function canCompileSerializerUsingSource (pattern) {
    return pattern.every(function (part) {
        return !/^[f]$/.test(part.type)
            && !part.arrayed
            && part.padding == null
            && !part.packing
            && !part.alternation
            && !part.pipeline
    })
}

function canCompileSizeOfUsingSource (pattern) {
    return pattern.every(function (part) {
        return !/^[x]$/.test(part.endianness)
            && !/^[f]$/.test(part.type)
            && !part.arrayed
            && !part.signed
            && !part.packing
            && !part.alternation
            && !part.pipeline
    })
}

function canCompileSizeOf (pattern) {
    return pattern.every(function (part) {
        return !part.alternation
    })
}

function classify () {
    var i, I, name
    for (i = 0, I = arguments.length; i < I; i++) {
        name = arguments[i].name
{'fraction_non_alphanumeric': 0.1438825448613377, 'fraction_numerical': 0.004567699836867863, 'mean_word_length': 2.044687189672294, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '543840', 'n_tokens_mistral': 917, 'n_tokens_neox': 891, 'n_words': 176}