<commit_before>//
//  TaggedToken.swift
//  Parsimmon
//
//  Created by <NAME> on 2/19/15.
//
//

import Foundation

//
//  ParsimmonTaggedToken.swift
//  Parsimmon
//
//  Created by <NAME> on 2/17/15.
//
//

import Foundation

class TaggedToken: NSObject, Equatable {
    let token: String
    let tag: String

    init(token: String, tag: String) {
        self.token = token
        self.tag = tag
    }

    override var hash: Int {
        return token.hash ^ tag.hash
    }

    override func isEqual(object: AnyObject?) -> Bool {
        if let taggedToken = object as? TaggedToken {<commit_msg>Fix accidental duplicate boilerplate form copy-paste<commit_after>//
//  TaggedToken.swift
//  Parsimmon
//
//  Created by <NAME> on 2/19/15.
//
//

import Foundation

class TaggedToken: NSObject, Equatable {
    let token: String
    let tag: String

    init(token: String, tag: String) {
        self.token = token
        self.tag = tag
    }

    override var hash: Int {
        return token.hash ^ tag.hash
    }

    override func isEqual(object: AnyObject?) -> Bool {
        if let taggedToken = object as? TaggedToken {
{'fraction_non_alphanumeric': 0.1157243816254417, 'fraction_numerical': 0.013250883392226149, 'mean_word_length': 2.2005649717514126, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2216419', 'n_tokens_mistral': 386, 'n_tokens_neox': 359, 'n_words': 106}