<commit_before>assert = require 'assert'
_=require 'lodash'

parseDecimalNumber = require '../'

localSeparators = [
  {thousands:',', decimal:'.'}  # 1,234.56   -- United States
  {thousands:'.', decimal:','}  # 1.234,56   -- German
  {thousands:'\'', decimal:'.'} # 1'234.56   -- Switzerland
  {thousands:' ', decimal:','}  # 1 234,56   -- French
  {thousands:',', decimal:'/'}  # 1,234/56   -- Persian (Iran)
  {thousands:' ', decimal:'-'}  # 1 234-56   -- Kazakhstan
  {thousands:' ', decimal:' '}  # 1 234.56   -- Estonia
]<commit_msg>chore: fixed decimal separator in tests for Estonia (#32)<commit_after>assert = require 'assert'
_=require 'lodash'

parseDecimalNumber = require '../'

localSeparators = [
  {thousands:',', decimal:'.'}  # 1,234.56   -- United States
  {thousands:'.', decimal:','}  # 1.234,56   -- German
  {thousands:'\'', decimal:'.'} # 1'234.56   -- Switzerland
  {thousands:' ', decimal:','}  # 1 234,56   -- French
  {thousands:',', decimal:'/'}  # 1,234/56   -- Persian (Iran)
  {thousands:' ', decimal:'-'}  # 1 234-56   -- Kazakhstan
  {thousands:' ', decimal:'.'}  # 1 234.56   -- Estonia
]
{'fraction_non_alphanumeric': 0.22864768683274023, 'fraction_numerical': 0.07651245551601424, 'mean_word_length': 3.2134831460674156, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5815713', 'n_tokens_mistral': 490, 'n_tokens_neox': 397, 'n_words': 90}