<commit_before>module.exports = {
    options: {
      key: process.env.SHIBE_AWS_ACCESS_KEY_ID,
      secret: process.env.SHIBE_AWS_SECRET_ACCESS_KEY,
      bucket: process.env.SHIBE_AWS_BUCKET,
      region: process.env.SHIBE_AWS_REGION,
      headers: {
        // Two Year cache policy (1000 * 60 * 60 * 24 * 730)
        //"Cache-Control": "max-age=630720000, public",
        //"Expires": new Date(Date.now() + 63072000000).toUTCString()
      }
    },<commit_msg>add gzip to  s3 task<commit_after>module.exports = {
    options: {
      key: process.env.SHIBE_AWS_ACCESS_KEY_ID,
      secret: process.env.SHIBE_AWS_SECRET_ACCESS_KEY,
      bucket: process.env.SHIBE_AWS_BUCKET,
      region: process.env.SHIBE_AWS_REGION,
      gzip: true,
      headers: {
        // Two Year cache policy (1000 * 60 * 60 * 24 * 730)
        //"Cache-Control": "max-age=630720000, public",
        //"Expires": new Date(Date.now() + 63072000000).toUTCString()
      }
    },
{'fraction_non_alphanumeric': 0.13264248704663212, 'fraction_numerical': 0.0694300518134715, 'mean_word_length': 2.659090909090909, 'pattern_counts': {'":': 4, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1958892', 'n_tokens_mistral': 405, 'n_tokens_neox': 356, 'n_words': 60}