<commit_before>tide:
  merge_method:
    GoogleCloudPlatform/compute-image-tools: squash

  queries:
  - repos:
    - GoogleCloudPlatform/compute-image-tools
    labels:
    - lgtm
    - approved
    missingLabels:
    - do-not-merge
    - do-not-merge/hold
    - do-not-merge/work-in-progress
    - needs-ok-to-test
    - needs-rebase
    includedBranches:
    - tide-test


plank:
 job_url_template: 'https://k8s-gubernator.appspot.com/build/compute-image-tools-test/{{if eq .Spec.Type "presubmit"}}pr-logs/pull/{{.Spec.Refs.Org}}_{{.Spec.Refs.Repo}}/{{with index .Spec.Refs.Pulls 0}}{{.Number}}{{end}}{{else if eq .Spec.Type "batch"}}pr-logs/pull/batch{{else}}logs{{end}}/{{.Spec.Job}}/{{.Status.BuildID}}/'
 report_template: '[Full PR test history](https://k8s-gubernator.appspot.com/pr/{{.Spec.Refs.Org}}_{{.Spec.Refs.Repo}}/{{with index .Spec.Refs.Pulls 0}}{{.Number}}{{end}}). [Your PR dashboard](https://k8s-gubernator.appspot.com/pr/{{with index .Spec.Refs.Pulls 0}}{{.Author}}{{end}}).'

sinker:
  resync_period: 1m
  max_prowjob_age: 48h
  max_pod_age: 30m

prowjob_namespace: default
pod_namespace: test-pods
log_level: info

triggers:
- repos:
  - GoogleCloudPlatform/compute-image-tools
  trusted_org: GoogleCloudPlatform

presubmits:
 GoogleCloudPlatform/compute-image-tools:
 - name: presubmit-unittests
   agent: kubernetes
   always_run: true
   trigger: "(?m)^/unittests$"
   rerun_command: "/unittests"
   context: prow/presubmit/unittests
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/unittests:latest
      volumeMounts:
      - name: codecov
        mountPath: /etc/codecov
        readOnly: true
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: codecov
      secret:
       secretName: codecov
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: presubmit-gocheck
   agent: kubernetes
   run_if_changed: ".*\\.go$"
   trigger: "(?m)^/gocheck$"
   rerun_command: "/gocheck"
   context: prow/presubmit/gocheck
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/gocheck:latest
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: presubmit-flake8
   agent: kubernetes
   run_if_changed: ".*\\.py$"
   trigger: "(?m)^/flake8$"
   rerun_command: "/flake8"
   context: prow/presubmit/flake8
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/flake8:latest
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: presubmit-gobuild
   agent: kubernetes
   run_if_changed: ".*\\.go$"
   trigger: "(?m)^/gobuild$"
   rerun_command: "/gobuild"
   context: prow/presubmit/gobuild
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/gobuild:latest
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account

periodics:
 - name: ci-daisy-e2e
   interval: 3h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/test-runner:latest
      args:
      - "-out_path=/artifacts/junit.xml"
      # One project is enough for daisy tests, no test requires a write lock.
      - "-projects=compute-image-test-pool-001"
      - "-zone=us-central1-c"
      - "daisy_integration_tests/daisy_e2e.test.gotmpl"
      env:
      - name: REPO_OWNER
        value: GoogleCloudPlatform
      - name: REPO_NAME
        value: compute-image-tools
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: ci-daisy-e2e-daily
   interval: 24h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/test-runner:latest
      args:
      - "-out_path=/artifacts/junit.xml"
      # One project is enough for daisy tests, no test requires a write lock.
      - "-projects=compute-image-test-pool-001"
      - "-zone=us-central1-c"
      - "daisy_integration_tests/daisy_e2e_daily.test.gotmpl"
      env:
      - name: REPO_OWNER
        value: GoogleCloudPlatform
      - name: REPO_NAME
        value: compute-image-tools
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: ci-daisy-e2e-weekly
   interval: 168h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/test-runner:latest
      args:
      - "-out_path=/artifacts/junit.xml"
      # One project is enough for daisy tests, no test requires a write lock.
      - "-projects=compute-image-test-pool-001"
      - "-zone=us-central1-c"
      - "daisy_integration_tests/daisy_e2e_weekly.test.gotmpl"
      env:
      - name: REPO_OWNER
        value: GoogleCloudPlatform
      - name: REPO_NAME
        value: compute-image-tools
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: ci-ovf-import-e2e-tests-daily
   interval: 24h
   agent: kubernetes
   spec:
     containers:
       - image: gcr.io/compute-image-tools-test/gce-ovf-import-tests:latest
         args:
           - "-out_dir=/artifacts"
           - "-test_project_id=compute-image-test-pool-001"
           - "-test_zone=us-central1-c"
         volumeMounts:
           - name: compute-image-tools-test-service-account
             mountPath: /etc/compute-image-tools-test-service-account
             readOnly: true
     volumes:
       - name: compute-image-tools-test-service-account
         secret:
           secretName: compute-image-tools-test-service-account
 - name: ci-images-import-export-cli-e2e-tests
   interval: 6h
   agent: kubernetes
   spec:
     containers:
       - image: gcr.io/compute-image-tools-test/gce-image-import-export-tests:latest
         args:
           - "-out_dir=/artifacts"
           - "-test_project_id=compute-image-test-pool-001"
           - "-test_zone=us-central1-c"
         volumeMounts:
           - name: compute-image-tools-test-service-account
             mountPath: /etc/compute-image-tools-test-service-account
             readOnly: true
     volumes:
       - name: compute-image-tools-test-service-account
         secret:
           secretName: compute-image-tools-test-service-account
 - name: osconfig-unstable
   interval: 1h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/osconfig-tests:latest
      args:
      - "-out_dir=/artifacts"
      - "-agent_repo=unstable"
      - "-test_project_id=compute-image-osconfig-agent"
      - "-test_zones={\"us-central1-a\":10,\"us-central1-b\":10,\"us-central1-c\":10,\"us-central1-f\":10,\"us-west1-a\":5,\"us-west1-b\":5,\"us-west1-c\":5,\"us-east1-b\":5,\"us-east1-c\":5,\"us-east1-d\":5,\"us-east4-a\":10,\"us-east4-b\":10,\"us-east4-c\":10}"
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: osconfig-staging
   interval: 3h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/osconfig-tests:latest
      args:
      - "-out_dir=/artifacts"
      - "-agent_repo=staging"
      - "-test_project_id=compute-image-osconfig-agent"
      - "-test_zones={\"us-central1-a\":10,\"us-central1-b\":10,\"us-central1-c\":10,\"us-central1-f\":10,\"us-west1-a\":5,\"us-west1-b\":5,\"us-west1-c\":5,\"us-east1-b\":5,\"us-east1-c\":5,\"us-east1-d\":5,\"us-east4-a\":10,\"us-east4-b\":10,\"us-east4-c\":10}"
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: osconfig-stable
   interval: 5h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/osconfig-tests:latest
      args:
      - "-out_dir=/artifacts"
      - "-agent_repo=stable"
      - "-test_project_id=compute-image-osconfig-agent"
      - "-test_zones={\"us-central1-a\":10,\"us-central1-b\":10,\"us-central1-c\":10,\"us-central1-f\":10,\"us-west1-a\":5,\"us-west1-b\":5,\"us-west1-c\":5,\"us-east1-b\":5,\"us-east1-c\":5,\"us-east1-d\":5,\"us-east4-a\":10,\"us-east4-b\":10,\"us-east4-c\":10}"
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: linux-image-tests
   interval: 3h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/test-runner:latest
      args:
      - "-out_path=/artifacts/junit.xml"
      # compute-image-test-pool-001 is reserved for daisy e2e tests.
      - "-projects=\
          compute-image-test-pool-002,\
          compute-image-test-pool-003,\
          compute-image-test-pool-004,\
          compute-image-test-pool-005"
      - "-zone=us-central1-c"
      - "-var:images=\
          projects/debian-cloud/global/images/family/debian-9,\
          projects/debian-cloud-testing/global/images/family/debian-10,\
          projects/ubuntu-os-cloud/global/images/family/ubuntu-1404-lts,\
          projects/ubuntu-os-cloud/global/images/family/ubuntu-1604-lts,\
          projects/ubuntu-os-cloud/global/images/family/ubuntu-minimal-1604-lts,\
          projects/ubuntu-os-cloud/global/images/family/ubuntu-1804-lts,\<commit_msg>Up quota for osconfig tests and add new zones (#851)<commit_after>tide:
  merge_method:
    GoogleCloudPlatform/compute-image-tools: squash

  queries:
  - repos:
    - GoogleCloudPlatform/compute-image-tools
    labels:
    - lgtm
    - approved
    missingLabels:
    - do-not-merge
    - do-not-merge/hold
    - do-not-merge/work-in-progress
    - needs-ok-to-test
    - needs-rebase
    includedBranches:
    - tide-test


plank:
 job_url_template: 'https://k8s-gubernator.appspot.com/build/compute-image-tools-test/{{if eq .Spec.Type "presubmit"}}pr-logs/pull/{{.Spec.Refs.Org}}_{{.Spec.Refs.Repo}}/{{with index .Spec.Refs.Pulls 0}}{{.Number}}{{end}}{{else if eq .Spec.Type "batch"}}pr-logs/pull/batch{{else}}logs{{end}}/{{.Spec.Job}}/{{.Status.BuildID}}/'
 report_template: '[Full PR test history](https://k8s-gubernator.appspot.com/pr/{{.Spec.Refs.Org}}_{{.Spec.Refs.Repo}}/{{with index .Spec.Refs.Pulls 0}}{{.Number}}{{end}}). [Your PR dashboard](https://k8s-gubernator.appspot.com/pr/{{with index .Spec.Refs.Pulls 0}}{{.Author}}{{end}}).'

sinker:
  resync_period: 1m
  max_prowjob_age: 48h
  max_pod_age: 30m

prowjob_namespace: default
pod_namespace: test-pods
log_level: info

triggers:
- repos:
  - GoogleCloudPlatform/compute-image-tools
  trusted_org: GoogleCloudPlatform

presubmits:
 GoogleCloudPlatform/compute-image-tools:
 - name: presubmit-unittests
   agent: kubernetes
   always_run: true
   trigger: "(?m)^/unittests$"
   rerun_command: "/unittests"
   context: prow/presubmit/unittests
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/unittests:latest
      volumeMounts:
      - name: codecov
        mountPath: /etc/codecov
        readOnly: true
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: codecov
      secret:
       secretName: codecov
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: presubmit-gocheck
   agent: kubernetes
   run_if_changed: ".*\\.go$"
   trigger: "(?m)^/gocheck$"
   rerun_command: "/gocheck"
   context: prow/presubmit/gocheck
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/gocheck:latest
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: presubmit-flake8
   agent: kubernetes
   run_if_changed: ".*\\.py$"
   trigger: "(?m)^/flake8$"
   rerun_command: "/flake8"
   context: prow/presubmit/flake8
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/flake8:latest
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: presubmit-gobuild
   agent: kubernetes
   run_if_changed: ".*\\.go$"
   trigger: "(?m)^/gobuild$"
   rerun_command: "/gobuild"
   context: prow/presubmit/gobuild
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/gobuild:latest
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account

periodics:
 - name: ci-daisy-e2e
   interval: 3h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/test-runner:latest
      args:
      - "-out_path=/artifacts/junit.xml"
      # One project is enough for daisy tests, no test requires a write lock.
      - "-projects=compute-image-test-pool-001"
      - "-zone=us-central1-c"
      - "daisy_integration_tests/daisy_e2e.test.gotmpl"
      env:
      - name: REPO_OWNER
        value: GoogleCloudPlatform
      - name: REPO_NAME
        value: compute-image-tools
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: ci-daisy-e2e-daily
   interval: 24h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/test-runner:latest
      args:
      - "-out_path=/artifacts/junit.xml"
      # One project is enough for daisy tests, no test requires a write lock.
      - "-projects=compute-image-test-pool-001"
      - "-zone=us-central1-c"
      - "daisy_integration_tests/daisy_e2e_daily.test.gotmpl"
      env:
      - name: REPO_OWNER
        value: GoogleCloudPlatform
      - name: REPO_NAME
        value: compute-image-tools
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: ci-daisy-e2e-weekly
   interval: 168h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/test-runner:latest
      args:
      - "-out_path=/artifacts/junit.xml"
      # One project is enough for daisy tests, no test requires a write lock.
      - "-projects=compute-image-test-pool-001"
      - "-zone=us-central1-c"
      - "daisy_integration_tests/daisy_e2e_weekly.test.gotmpl"
      env:
      - name: REPO_OWNER
        value: GoogleCloudPlatform
      - name: REPO_NAME
        value: compute-image-tools
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: ci-ovf-import-e2e-tests-daily
   interval: 24h
   agent: kubernetes
   spec:
     containers:
       - image: gcr.io/compute-image-tools-test/gce-ovf-import-tests:latest
         args:
           - "-out_dir=/artifacts"
           - "-test_project_id=compute-image-test-pool-001"
           - "-test_zone=us-central1-c"
         volumeMounts:
           - name: compute-image-tools-test-service-account
             mountPath: /etc/compute-image-tools-test-service-account
             readOnly: true
     volumes:
       - name: compute-image-tools-test-service-account
         secret:
           secretName: compute-image-tools-test-service-account
 - name: ci-images-import-export-cli-e2e-tests
   interval: 6h
   agent: kubernetes
   spec:
     containers:
       - image: gcr.io/compute-image-tools-test/gce-image-import-export-tests:latest
         args:
           - "-out_dir=/artifacts"
           - "-test_project_id=compute-image-test-pool-001"
           - "-test_zone=us-central1-c"
         volumeMounts:
           - name: compute-image-tools-test-service-account
             mountPath: /etc/compute-image-tools-test-service-account
             readOnly: true
     volumes:
       - name: compute-image-tools-test-service-account
         secret:
           secretName: compute-image-tools-test-service-account
 - name: osconfig-unstable
   interval: 1h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/osconfig-tests:latest
      args:
      - "-out_dir=/artifacts"
      - "-agent_repo=unstable"
      - "-test_project_id=compute-image-osconfig-agent"
      - "-test_zones={\"us-central1-a\":10,\"us-central1-b\":10,\"us-central1-c\":10,\"us-central1-f\":10,\"us-west1-a\":10,\"us-west1-b\":10,\"us-west1-c\":10,\"us-east1-b\":10,\"us-east1-c\":10,\"us-east1-d\":10,\"us-east4-a\":10,\"us-east4-b\":10,\"us-east4-c\":10,\"europe-west4-a\":10,\"europe-west4-b\":10,\"europe-west4-c\":10,\"europe-west1-d\":10,\"europe-west1-b\":10,\"europe-west1-c\":10,\"northamerica-northeast1-a\":10,\"northamerica-northeast1-b\":10,\"northamerica-northeast1-c\":10}"
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: osconfig-staging
   interval: 3h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/osconfig-tests:latest
      args:
      - "-out_dir=/artifacts"
      - "-agent_repo=staging"
      - "-test_project_id=compute-image-osconfig-agent"
      - "-test_zones={\"us-central1-a\":10,\"us-central1-b\":10,\"us-central1-c\":10,\"us-central1-f\":10,\"us-west1-a\":10,\"us-west1-b\":10,\"us-west1-c\":10,\"us-east1-b\":10,\"us-east1-c\":10,\"us-east1-d\":10,\"us-east4-a\":10,\"us-east4-b\":10,\"us-east4-c\":10,\"europe-west4-a\":10,\"europe-west4-b\":10,\"europe-west4-c\":10,\"europe-west1-d\":10,\"europe-west1-b\":10,\"europe-west1-c\":10,\"northamerica-northeast1-a\":10,\"northamerica-northeast1-b\":10,\"northamerica-northeast1-c\":10}"
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: osconfig-stable
   interval: 5h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/osconfig-tests:latest
      args:
      - "-out_dir=/artifacts"
      - "-agent_repo=stable"
      - "-test_project_id=compute-image-osconfig-agent"
      - "-test_zones={\"us-central1-a\":10,\"us-central1-b\":10,\"us-central1-c\":10,\"us-central1-f\":10,\"us-west1-a\":10,\"us-west1-b\":10,\"us-west1-c\":10,\"us-east1-b\":10,\"us-east1-c\":10,\"us-east1-d\":10,\"us-east4-a\":10,\"us-east4-b\":10,\"us-east4-c\":10,\"europe-west4-a\":10,\"europe-west4-b\":10,\"europe-west4-c\":10,\"europe-west1-d\":10,\"europe-west1-b\":10,\"europe-west1-c\":10,\"northamerica-northeast1-a\":10,\"northamerica-northeast1-b\":10,\"northamerica-northeast1-c\":10}"
      volumeMounts:
      - name: compute-image-tools-test-service-account
        mountPath: /etc/compute-image-tools-test-service-account
        readOnly: true
    volumes:
    - name: compute-image-tools-test-service-account
      secret:
       secretName: compute-image-tools-test-service-account
 - name: linux-image-tests
   interval: 3h
   agent: kubernetes
   spec:
    containers:
    - image: gcr.io/compute-image-tools-test/test-runner:latest
      args:
      - "-out_path=/artifacts/junit.xml"
      # compute-image-test-pool-001 is reserved for daisy e2e tests.
      - "-projects=\
          compute-image-test-pool-002,\
          compute-image-test-pool-003,\
          compute-image-test-pool-004,\
          compute-image-test-pool-005"
      - "-zone=us-central1-c"
      - "-var:images=\
          projects/debian-cloud/global/images/family/debian-9,\
          projects/debian-cloud-testing/global/images/family/debian-10,\
          projects/ubuntu-os-cloud/global/images/family/ubuntu-1404-lts,\
          projects/ubuntu-os-cloud/global/images/family/ubuntu-1604-lts,\
          projects/ubuntu-os-cloud/global/images/family/ubuntu-minimal-1604-lts,\
          projects/ubuntu-os-cloud/global/images/family/ubuntu-1804-lts,\
{'fraction_non_alphanumeric': 0.15228581399406735, 'fraction_numerical': 0.02120048857093003, 'mean_word_length': 2.5775593008739075, 'pattern_counts': {'":': 105, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 8}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4597534', 'n_tokens_mistral': 8303, 'n_tokens_neox': 7949, 'n_words': 1034}