<commit_before># The version is always required
version: 0
# Top level metadata is always required
metadata:
  name: "TaskCluster Generic Worker Tests"
  description: "These tests should ensure that any new commits against generic worker codebase are tested across all supported worker types in gekco."
  owner: "{{ event.head.user.email }}" # the user who sent the pr/push e-mail will be inserted here
  source: "{{ event.head.repo.url }}"  # the repo where the pr came from will be inserted here
tasks:


  ##########################################################
  ##################### linux 64 build #####################
  ##########################################################

  - provisionerId: "{{ taskcluster.docker.provisionerId }}"
    workerType: "{{ taskcluster.docker.workerType }}"
    metadata:
      name: "Build/test 64 bit generic-worker on Debian GNU/Linux 8 (jessie)"
      description: "This builds the 64 bit linux version of generic-worker"
      owner: "{{ event.head.user.email }}" # the user who sent the pr/push e-mail will be inserted here
      source: "{{ event.head.repo.url }}"  # the repo where the pr came from will be inserted here
    extra:
      github:
        # Events that will trigger this task
        events:
          - pull_request.*
          - push
    payload:
      maxRunTime: 3600
      image: golang
      command:
        - /bin/bash
        - -vxec
        - |
          go get -d "github.com/taskcluster/generic-worker"
          cd "${GOPATH}/src/github.com/taskcluster/generic-worker"
          git remote add user '{{ event.head.repo.url }}'
          git fetch --tags user
          git checkout '{{ event.head.sha }}'
          go get github.com/taskcluster/livelog github.com/gordonklaus/ineffassign
          cd gw-codegen
          go get -v
          cd ..
          go generate
          go get -v -t ./...
          test "$(git status --porcelain | wc -l)" == 0
          GORACE=history_size=7 go test -v ./...
          "${GOPATH}/bin/ineffassign" .
      artifacts:
        # public/build/generic-worker-darwin-amd64:
        public/build/generic-worker-linux-amd64:
          path: "/go/bin/generic-worker"
          expires: "{{ '2 weeks' | $fromNow }}"
          type: file


  ##########################################################
  ######################## win2012r2 #######################<commit_msg>Set test worker taskcluster creds in env vars also for linux CI task<commit_after># The version is always required
version: 0
# Top level metadata is always required
metadata:
  name: "TaskCluster Generic Worker Tests"
  description: "These tests should ensure that any new commits against generic worker codebase are tested across all supported worker types in gekco."
  owner: "{{ event.head.user.email }}" # the user who sent the pr/push e-mail will be inserted here
  source: "{{ event.head.repo.url }}"  # the repo where the pr came from will be inserted here
tasks:


  ##########################################################
  ##################### linux 64 build #####################
  ##########################################################

  - provisionerId: "{{ taskcluster.docker.provisionerId }}"
    workerType: "{{ taskcluster.docker.workerType }}"
    metadata:
      name: "Build/test 64 bit generic-worker on Debian GNU/Linux 8 (jessie)"
      description: "This builds the 64 bit linux version of generic-worker"
      owner: "{{ event.head.user.email }}" # the user who sent the pr/push e-mail will be inserted here
      source: "{{ event.head.repo.url }}"  # the repo where the pr came from will be inserted here
    extra:
      github:
        # Events that will trigger this task
        events:
          - pull_request.*
          - push
    payload:
      maxRunTime: 3600
      image: golang
      command:
        - /bin/bash
        - -vxec
        - |
          curl -s http://taskcluster/secrets/v1/secret/repo:github.com/taskcluster/generic-worker | sed -n 's/.*"b64_encoded_credentials_script": "\(.*\)".*/\1/p' | base64 -d > ~/env_private.sh
          source ~/env_private.sh
          go get -d "github.com/taskcluster/generic-worker"
          cd "${GOPATH}/src/github.com/taskcluster/generic-worker"
          git remote add user '{{ event.head.repo.url }}'
          git fetch --tags user
          git checkout '{{ event.head.sha }}'
          go get github.com/taskcluster/livelog github.com/gordonklaus/ineffassign
          cd gw-codegen
          go get -v
          cd ..
          go generate
          go get -v -t ./...
          test "$(git status --porcelain | wc -l)" == 0
          GORACE=history_size=7 go test -v ./...
          "${GOPATH}/bin/ineffassign" .
      artifacts:
        # public/build/generic-worker-darwin-amd64:
        public/build/generic-worker-linux-amd64:
          path: "/go/bin/generic-worker"
          expires: "{{ '2 weeks' | $fromNow }}"
          type: file


  ##########################################################
  ######################## win2012r2 #######################
{'fraction_non_alphanumeric': 0.20284416353940352, 'fraction_numerical': 0.010665613272763184, 'mean_word_length': 2.5117891816920945, 'pattern_counts': {'":': 1, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1725872', 'n_tokens_mistral': 1466, 'n_tokens_neox': 1377, 'n_words': 424}