<commit_before>#!/usr/bin/env python

'''lcproc.py - <NAME> (<EMAIL>) - May 2017

This contains functions that serve as examples for running large batch jobs
processing HAT light curves.

'''

import os
import os.path
import sys
import pickle
import gzip
import glob<commit_msg>lcproc.getlclist: also copy matching light curves to requested dir<commit_after>#!/usr/bin/env python

'''lcproc.py - <NAME> (<EMAIL>) - May 2017

This contains functions that serve as examples for running large batch jobs
processing HAT light curves.

'''

import os
import os.path
import sys
import pickle
import gzip
import glob
import shutil
{'fraction_non_alphanumeric': 0.08346709470304976, 'fraction_numerical': 0.012841091492776886, 'mean_word_length': 4.672727272727273, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5788589', 'n_tokens_mistral': 194, 'n_tokens_neox': 181, 'n_words': 79}