<commit_before>local:
  service: Disk
  root: <%= Rails.root.join("storage") %>

test:
  service: Disk
  root: <%= Rails.root.join("tmp/storage") %><commit_msg>Add sample configurations for external storages<commit_after>local:
  service: Disk
  root: <%= Rails.root.join("storage") %>

test:
  service: Disk
  root: <%= Rails.root.join("tmp/storage") %>

# s3:
#   service: S3
#   access_key_id: <%= Rails.application.secrets.dig(:s3, :access_key_id) %>
#   secret_access_key: <%= Rails.application.secrets.dig(:s3, :secret_access_key) %>
#   region: <%= Rails.application.secrets.dig(:s3, :region) %>
#   bucket: <%= Rails.application.secrets.dig(:s3, :bucket) %>

# Remember not to checkin your GCS keyfile to a repository
# gcs:
#   service: GCS
#   project: <%= Rails.application.secrets.dig(:gcs, :project) %>
#   credentials: <%= Rails.root.join(Rails.application.secrets.dig(:gcs, :credentials).to_s) %>
#   bucket: <%= Rails.application.secrets.dig(:gcs, :bucket) %>

# azure:
#   service: AzureStorage
#   storage_account_name: <%= Rails.application.secrets.dig(:azure, :storage_account_name) %>
#   storage_access_key: <%= Rails.application.secrets.dig(:azure, :storage_access_key) %>
#   container: <%= Rails.application.secrets.dig(:azure, :container) %>

# mirror:
#   service: Mirror
#   primary: local
#   mirrors: [ s3, gcs, azure ]
{'fraction_non_alphanumeric': 0.1808747220163084, 'fraction_numerical': 0.005189028910303929, 'mean_word_length': 4.869565217391305, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4074395', 'n_tokens_mistral': 533, 'n_tokens_neox': 463, 'n_words': 83}