<commit_before>import { expect } from 'chai';
import { PRINTABLE_ASCII } from '../const';
import v from '../voca';

describe('isAlpha', function() {

  it('should return true for an alpha string', function() {
    expect(v.isAlpha('HelloWorld')).to.be.true;
    expect(v.isAlpha('JavaScript')).to.be.true;
    expect(v.isAlpha('AaBbCcDdEeFfGgHhIiJjKkLlMmNnOoPpQqRrSsTtUuVvWwXxYyZz')).to.be.true;
    expect(v.isAlpha('man\u0303ana')).to.be.true;
    expect(v.isAlpha('foo\u0303\u035C\u035D\u035Ebar')).to.be.true;
  });

  it('should return true for an alpha russian string', function() {
    expect(v.isAlpha('ПриветМир')).to.be.true;
    expect(v.isAlpha('ЯваСкрипт')).to.be.true;
    expect(v.isAlpha('АаБбВвГгДдЕеЁёЖжЗзИиЙйКкЛлМмНнОоПпРрСсТтУуФфХхЦцЧчШшЩщЪъЫыЬьЭэЮюЯя')).to.be.true;
  });

  it('should return true for an alpha japanese string', function() {
    expect(v.isAlpha('こんにちは世界')).to.be.true;
    expect(v.isAlpha('ジャバスクリプト')).to.be.true;
  });

  it('should return true for a string with diacritics', function() {
    expect(v.isAlpha('áéèêëíîïóôúûýàòüçäöâùÿãõñ')).to.be.true;
  });<commit_msg>Diacritical marks test case of isAlpha() function<commit_after>import { expect } from 'chai';
import { PRINTABLE_ASCII } from '../const';
import v from '../voca';

describe('isAlpha', function() {

  it('should return true for an alpha string', function() {
    expect(v.isAlpha('HelloWorld')).to.be.true;
    expect(v.isAlpha('JavaScript')).to.be.true;
    expect(v.isAlpha('AaBbCcDdEeFfGgHhIiJjKkLlMmNnOoPpQqRrSsTtUuVvWwXxYyZz')).to.be.true;
    expect(v.isAlpha('man\u0303ana')).to.be.true;
    expect(v.isAlpha('foo\u0303\u035C\u035D\u035Ebar')).to.be.true;
  });

  it('should return true for an alpha russian string', function() {
    expect(v.isAlpha('ПриветМир')).to.be.true;
    expect(v.isAlpha('ЯваСкрипт')).to.be.true;
    expect(v.isAlpha('АаБбВвГгДдЕеЁёЖжЗзИиЙйКкЛлМмНнОоПпРрСсТтУуФфХхЦцЧчШшЩщЪъЫыЬьЭэЮюЯя')).to.be.true;
  });

  it('should return true for an alpha japanese string', function() {
    expect(v.isAlpha('こんにちは世界')).to.be.true;
    expect(v.isAlpha('ジャバスクリプト')).to.be.true;
  });

  it('should return true for a string with diacritics', function() {
    expect(v.isAlpha('áéèêëíîïóôúûýàòüçäöâùÿãõñ')).to.be.true;
  });

  it('should return true for characters with diacritical marks', function() {
    expect(v.isAlpha('man\u0303ana')).to.be.true;
    expect(v.isAlpha('foo\u0303\u035C\u035D\u035Ebar')).to.be.true;
  });
{'fraction_non_alphanumeric': 0.1744611630744205, 'fraction_numerical': 0.02074013826758845, 'mean_word_length': 4.72093023255814, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5734762', 'n_tokens_mistral': 1139, 'n_tokens_neox': 1155, 'n_words': 137}