<commit_before>#!/bin/sh
if [ "$#" -ne "1" ]; then
  echo "Usage: $0 <registry>"
  exit 1
fi

curl -sf https://$1/v2/_catalog | jq  -r '.["repositories"] | .[]' > repo_list

while read REPO
do
  echo -n >tag_list
  curl -sf https://hub.core.tf/v2/topface-base/tags/list | jq -r '.["tags"] | .[]' > tag_list
  while read TAG<commit_msg>fix 2nd curl<commit_after>#!/bin/sh
if [ "$#" -ne "1" ]; then
  echo "Usage: $0 <registry>"
  exit 1
fi

curl -sf https://$1/v2/_catalog | jq  -r '.["repositories"] | .[]' > repo_list

while read REPO
do
  echo -n >tag_list
  curl -sf https://hub.core.tf/v2/$REPO/tags/list | jq -r '.["tags"] | .[]' > tag_list
  while read TAG
{'fraction_non_alphanumeric': 0.21450151057401812, 'fraction_numerical': 0.019637462235649546, 'mean_word_length': 2.9, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 11, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7209376', 'n_tokens_mistral': 291, 'n_tokens_neox': 283, 'n_words': 73}