<commit_before>var _ = require('lodash')
var moment = require('moment')
module.exports = (opts) => {
  return (files, metalsmith, done) => {
    var metadata = metalsmith.metadata()
    var collection = metadata.collections[opts.collection]
    var archive = _.mapValues(_.groupBy(collection, (page) => moment(page.date).format('YYYY')), (items) => _.mapValues(_.groupBy(items, (page) => moment(page.date).format('MM')), (items) => _.groupBy(items, (page) => moment(page.date).format('DD'))))
    archive = _(archive).map((items, year) => ({
      title: year,
      year: year,<commit_msg>Removed links to unlisted posts<commit_after>var _ = require('lodash')
var moment = require('moment')
module.exports = (opts) => {
  return (files, metalsmith, done) => {
    var metadata = metalsmith.metadata()
    var collection = metadata.collections[opts.collection]
    var archive = _.mapValues(_.groupBy(_.filter(collection,(page)=>page.publish!='unlisted'), (page) => moment(page.date).format('YYYY')), (items) => _.mapValues(_.groupBy(items, (page) => moment(page.date).format('MM')), (items) => _.groupBy(items, (page) => moment(page.date).format('DD'))))
    archive = _(archive).map((items, year) => ({
      title: year,
      year: year,
{'fraction_non_alphanumeric': 0.1990330378726833, 'fraction_numerical': 0.0, 'mean_word_length': 4.942583732057416, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 20, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6910076', 'n_tokens_mistral': 397, 'n_tokens_neox': 386, 'n_words': 77}