<commit_before>#!/bin/bash

CONTAINERS=$(docker ps --no-trunc | grep -v octo-master | grep octo- | awk '{print $1":"$NF}')

for CONTAINER in $CONTAINERS; do
  NAME=$(echo $CONTAINER | sed s/.*://g)
  CONTAINER_ID=$(echo $CONTAINER | sed s/:.*//g)

  MEM_USED=$(cat /sys/fs/cgroup/memory/system.slice/docker-$CONTAINER_ID.scope/memory.usage_in_bytes)

  echo "$MEM_USED $NAME"
done<commit_msg>Don't filter out non-flows<commit_after>#!/bin/bash

CONTAINERS=$(docker ps --no-trunc | grep -v UNIT | awk '{print $1":"$NF}')

for CONTAINER in $CONTAINERS; do
  NAME=$(echo $CONTAINER | sed s/.*://g)
  CONTAINER_ID=$(echo $CONTAINER | sed s/:.*//g)

  MEM_USED=$(cat /sys/fs/cgroup/memory/system.slice/docker-$CONTAINER_ID.scope/memory.usage_in_bytes)

  echo "$MEM_USED $NAME"
done
{'fraction_non_alphanumeric': 0.19176319176319176, 'fraction_numerical': 0.002574002574002574, 'mean_word_length': 4.256756756756757, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2039346', 'n_tokens_mistral': 339, 'n_tokens_neox': 304, 'n_words': 62}