<commit_before>import glob from 'glob'
import { exclude } from './config.json'

export default async (dir, ignore = []) => {
  return new Promise(resolve => {
    glob('**',
      {ignore: [...ignore, ...exclude], cwd: dir, follow: false},
      (err, files) => {
        files = err ? null : files<commit_msg>[pkg] ls: use wildcards<commit_after>import glob from 'glob'
import { exclude } from './config.json'

export default async (dir, ignore = []) => {
  return new Promise(resolve => {
    glob('*',
      {ignore: [...ignore, ...exclude], cwd: dir, follow: false},
      (err, files) => {
        files = err ? null : files
{'fraction_non_alphanumeric': 0.18441971383147854, 'fraction_numerical': 0.0, 'mean_word_length': 2.9375, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6242252', 'n_tokens_mistral': 195, 'n_tokens_neox': 192, 'n_words': 62}