<commit_before>version: 2
jobs:
  test:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: quay.io/deis/go-dev:v1.2.0
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
      - run:
          name: Install dependencies
          command: make bootstrap
      - run:
          name: Run linting rules
          command: make test-style
      - run:
          name: Build binaries
          command: make build
      - run:
          name: Run unit tests
          command: make test
      - store_test_results:
          path: test/junit
      - run:
          name: Generate test coverage results
          command:  make build coverage
  non-k8s-pr-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: microsoft/acs-engine:latest
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/acse-conf/acse-pr-non-k8s.json' >> $BASH_ENV
      - run:
          name: e2e tests
          command: make test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  pr-kubernetes-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: microsoft/acs-engine:latest
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export SUBSCRIPTION_ID=${SUBSCRIPTION_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/e2e/kubernetes-deployments.json' >> $BASH_ENV
      - run:
          name: Kubernetes feature validation tests
          command: make bootstrap build test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  kubernetes-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: microsoft/acs-engine:latest
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export SUBSCRIPTION_ID=${SUBSCRIPTION_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/e2e/kubernetes-deployments.json' >> $BASH_ENV
      - run:
          name: Kubernetes feature validation tests
          command: make bootstrap build test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  swarm-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: microsoft/acs-engine:latest
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export SUBSCRIPTION_ID=${SUBSCRIPTION_ID_E2E_SWARM}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_SWARM}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_SWARM}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_SWARM}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_SWARM}' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/e2e/swarm-deployments.json' >> $BASH_ENV
      - run:
          name: Swarm feature validation tests
          command: make bootstrap build test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  dcos-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: microsoft/acs-engine:latest
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export SUBSCRIPTION_ID=${SUBSCRIPTION_ID_E2E_DCOS}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_DCOS}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_DCOS}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_DCOS}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_DCOS}' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/e2e/dcos-deployments.json' >> $BASH_ENV
      - run:
          name: DC/OS feature validation tests
          command: make bootstrap build test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  swarmmode-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: microsoft/acs-engine:latest
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export SUBSCRIPTION_ID=${SUBSCRIPTION_ID_E2E_SWARMMODE}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_SWARMMODE}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_SWARMMODE}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_SWARMMODE}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_SWARMMODE}' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/e2e/swarmmode-deployments.json' >> $BASH_ENV
      - run:
          name: Swarm Mode feature validation tests
          command: make bootstrap build test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  ginkgo-k8s-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: quay.io/deis/go-dev:v1.2.0
        environment:
          GOPATH: /go
    steps:
      - checkout<commit_msg>chore(circleci/config.yml): Move to using deis/go-dev in CI instead of the acs-engine image (#1260)<commit_after>version: 2
jobs:
  test:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: quay.io/deis/go-dev:v1.2.0
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
      - run:
          name: Install dependencies
          command: make bootstrap
      - run:
          name: Run linting rules
          command: make test-style
      - run:
          name: Build binaries
          command: make build
      - run:
          name: Run unit tests
          command: make test
      - store_test_results:
          path: test/junit
      - run:
          name: Generate test coverage results
          command:  make build coverage
  non-k8s-pr-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: quay.io/deis/go-dev:v1.2.0
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/acse-conf/acse-pr-non-k8s.json' >> $BASH_ENV
      - run:
          name: e2e tests
          command: make test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  pr-kubernetes-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: quay.io/deis/go-dev:v1.2.0
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export SUBSCRIPTION_ID=${SUBSCRIPTION_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/e2e/kubernetes-deployments.json' >> $BASH_ENV
      - run:
          name: Kubernetes feature validation tests
          command: make bootstrap build test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  kubernetes-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: quay.io/deis/go-dev:v1.2.0
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export SUBSCRIPTION_ID=${SUBSCRIPTION_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_KUBERNETES}' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/e2e/kubernetes-deployments.json' >> $BASH_ENV
      - run:
          name: Kubernetes feature validation tests
          command: make bootstrap build test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  swarm-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: quay.io/deis/go-dev:v1.2.0
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export SUBSCRIPTION_ID=${SUBSCRIPTION_ID_E2E_SWARM}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_SWARM}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_SWARM}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_SWARM}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_SWARM}' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/e2e/swarm-deployments.json' >> $BASH_ENV
      - run:
          name: Swarm feature validation tests
          command: make bootstrap build test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  dcos-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: quay.io/deis/go-dev:v1.2.0
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export SUBSCRIPTION_ID=${SUBSCRIPTION_ID_E2E_DCOS}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_DCOS}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_DCOS}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_DCOS}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_DCOS}' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/e2e/dcos-deployments.json' >> $BASH_ENV
      - run:
          name: DC/OS feature validation tests
          command: make bootstrap build test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  swarmmode-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: quay.io/deis/go-dev:v1.2.0
        environment:
          GOPATH: /go
    steps:
      - checkout
      - run: |
          echo 'export PATH=$GOPATH/bin:$PATH' >> $BASH_ENV
          echo 'export BUILD_NUM=${CIRCLE_BUILD_NUM}' >> $BASH_ENV
          echo 'export RESOURCE_GROUP_PREFIX=y' >> $BASH_ENV
          echo 'export SKIP_METRICS=y' >> $BASH_ENV
          echo 'export STAGE_TIMEOUT_MIN=30' >> $BASH_ENV
          echo 'export NUM_OF_RETRIES=2' >> $BASH_ENV
          echo 'export SUBSCRIPTION_ID=${SUBSCRIPTION_ID_E2E_SWARMMODE}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_SWARMMODE}' >> $BASH_ENV
          echo 'export SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_SWARMMODE}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_ID=${SERVICE_PRINCIPAL_CLIENT_ID_E2E_SWARMMODE}' >> $BASH_ENV
          echo 'export CLUSTER_SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET_E2E_SWARMMODE}' >> $BASH_ENV
          echo 'export TEST_CONFIG=test/e2e/swarmmode-deployments.json' >> $BASH_ENV
      - run:
          name: Swarm Mode feature validation tests
          command: make bootstrap build test-e2e
          no_output_timeout: "30m"
      - store_artifacts:
          path: /go/src/github.com/Azure/acs-engine/_logs
  ginkgo-k8s-e2e:
    working_directory: /go/src/github.com/Azure/acs-engine
    docker:
      - image: quay.io/deis/go-dev:v1.2.0
        environment:
          GOPATH: /go
    steps:
      - checkout
{'fraction_non_alphanumeric': 0.10175224575801264, 'fraction_numerical': 0.01053565487412665, 'mean_word_length': 2.7651356993736953, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 275, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1415833', 'n_tokens_mistral': 6660, 'n_tokens_neox': 6527, 'n_words': 1023}