<commit_before>import React from "react";

import PageHeader from "react-bootstrap/lib/PageHeader";
import Pagination from "react-bootstrap/lib/Pagination";

import Tokenizer from "react-typeahead/lib/Tokenizer";

import BuildCard from "./build-card";
import SearchStore from "../stores/search-store";
import PartStore from "../stores/part-store";

export default class BuildList extends React.Component {
  constructor() {
    super();
    this.render = this.render.bind(this);
    this.onSearchChange = this.onSearchChange.bind(this);
    this.onPartChange = this.onPartChange.bind(this);
    this.onSelect = this.onSelect.bind(this);
    this.onAddPart = this.onAddPart.bind(this);
    this.onRemovePart = this.onRemovePart.bind(this);<commit_msg>Change tokenizer import<commit_after>import React from "react";

import PageHeader from "react-bootstrap/lib/PageHeader";
import Pagination from "react-bootstrap/lib/Pagination";

var Tokenizer = require('react-typeahead').Tokenizer;

import BuildCard from "./build-card";
import SearchStore from "../stores/search-store";
import PartStore from "../stores/part-store";

export default class BuildList extends React.Component {
  constructor() {
    super();
    this.render = this.render.bind(this);
    this.onSearchChange = this.onSearchChange.bind(this);
    this.onPartChange = this.onPartChange.bind(this);
    this.onSelect = this.onSelect.bind(this);
    this.onAddPart = this.onAddPart.bind(this);
    this.onRemovePart = this.onRemovePart.bind(this);
{'fraction_non_alphanumeric': 0.12856196156394964, 'fraction_numerical': 0.0, 'mean_word_length': 4.763358778625954, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4126006', 'n_tokens_mistral': 451, 'n_tokens_neox': 448, 'n_words': 96}