<commit_before>parameters:
  name: ''
  vmImage: ''
  matrix: []
  dependsOn: []
  condition: ne(variables['Build.Reason'], 'Schedule')

jobs:
- job: ${{ parameters.name }}
  dependsOn: ${{ parameters.dependsOn }}
  condition: ${{ parameters.condition }}
  pool:
    vmImage: ${{ parameters.vmImage }}
  variables:
    TEST_DIR: '$(Agent.WorkFolder)/tmp_folder'
    JUNITXML: 'test-data.xml'
    OMP_NUM_THREADS: '2'
    OPENBLAS_NUM_THREADS: '2'
    CPU_COUNT: '2'
    SKLEARN_SKIP_NETWORK_TESTS: '1'
    NUMPY_VERSION: 'latest'
    SCIPY_VERSION: 'latest'
    CYTHON_VERSION: 'latest'
    JOBLIB_VERSION: 'latest'
    PANDAS_VERSION: 'latest'
    PYAMG_VERSION: 'latest'
    PILLOW_VERSION: 'latest'
    MATPLOTLIB_VERSION: 'latest'
    PYTEST_VERSION: 'latest'
    PYTEST_XDIST_VERSION: 'latest'
    THREADPOOLCTL_VERSION: 'latest'
    COVERAGE: 'false'
    TEST_DOCSTRINGS: 'false'
    BLAS: 'openblas'
    # temporary fix with setuptools 60.0.0 by setting SETUPTOOLS_USE_DISTUTILS
    # see the update there:
    # https://github.com/pypa/setuptools/issues/2941
    SETUPTOOLS_USE_DISTUTILS: 'stdlib'
    # Set in azure-pipelines.yml
    DISTRIB: ''
    DOCKER_CONTAINER: ''
    SHOW_SHORT_SUMMARY: 'false'
  strategy:
    matrix:
      ${{ insert }}: ${{ parameters.matrix }}

  steps:
    # Container is detached and sleeping, allowing steps to run commands
    # in the container. The TEST_DIR is mapped allowing the host to access
    # the JUNITXML file
    - script: >
        docker container run --rm
        --volume $TEST_DIR:/temp_dir
        --volume $PWD:/io
        -w /io
        --detach
        --name skcontainer
        -e DISTRIB=$DISTRIB
        -e TEST_DIR=/temp_dir
        -e JUNITXML=$JUNITXML
        -e VIRTUALENV=testvenv
        -e NUMPY_VERSION=$NUMPY_VERSION
        -e SCIPY_VERSION=$SCIPY_VERSION
        -e CYTHON_VERSION=$CYTHON_VERSION
        -e JOBLIB_VERSION=$JOBLIB_VERSION
        -e PANDAS_VERSION=$PANDAS_VERSION
        -e PYAMG_VERSION=$PYAMG_VERSION
        -e PILLOW_VERSION=$PILLOW_VERSION
        -e MATPLOTLIB_VERSION=$MATPLOTLIB_VERSION
        -e PYTEST_VERSION=$PYTEST_VERSION
        -e PYTEST_XDIST_VERSION=$PYTEST_XDIST_VERSION
        -e THREADPOOLCTL_VERSION=$THREADPOOLCTL_VERSION
        -e OMP_NUM_THREADS=$OMP_NUM_THREADS
        -e OPENBLAS_NUM_THREADS=$OPENBLAS_NUM_THREADS
        -e SKLEARN_SKIP_NETWORK_TESTS=$SKLEARN_SKIP_NETWORK_TESTS
        -e BLAS=$BLAS
        -e CPU_COUNT=$CPU_COUNT
        -e SETUPTOOLS_USE_DISTUTILS=$SETUPTOOLS_USE_DISTUTILS
        $DOCKER_CONTAINER
        sleep 1000000
      displayName: 'Start container'
    - script: >
        docker exec skcontainer ./build_tools/azure/install.sh
      displayName: 'Install'
    - script: >
        docker exec skcontainer ./build_tools/azure/test_script.sh
      displayName: 'Test Library'
    - task: PublishTestResults@2
      inputs:
        testResultsFiles: '$(TEST_DIR)/$(JUNITXML)'
        testRunTitle: ${{ format('{0}-$(Agent.JobName)', parameters.name) }}
      displayName: 'Publish Test Results'
      condition: succeededOrFailed()
    - script: >
        docker container stop skcontainer
      displayName: 'Stop container'
      condition: always()
<commit_msg>CI Revert temporary 60.0.0 setuptools work-around (#22036)<commit_after>parameters:
  name: ''
  vmImage: ''
  matrix: []
  dependsOn: []
  condition: ne(variables['Build.Reason'], 'Schedule')

jobs:
- job: ${{ parameters.name }}
  dependsOn: ${{ parameters.dependsOn }}
  condition: ${{ parameters.condition }}
  pool:
    vmImage: ${{ parameters.vmImage }}
  variables:
    TEST_DIR: '$(Agent.WorkFolder)/tmp_folder'
    JUNITXML: 'test-data.xml'
    OMP_NUM_THREADS: '2'
    OPENBLAS_NUM_THREADS: '2'
    CPU_COUNT: '2'
    SKLEARN_SKIP_NETWORK_TESTS: '1'
    NUMPY_VERSION: 'latest'
    SCIPY_VERSION: 'latest'
    CYTHON_VERSION: 'latest'
    JOBLIB_VERSION: 'latest'
    PANDAS_VERSION: 'latest'
    PYAMG_VERSION: 'latest'
    PILLOW_VERSION: 'latest'
    MATPLOTLIB_VERSION: 'latest'
    PYTEST_VERSION: 'latest'
    PYTEST_XDIST_VERSION: 'latest'
    THREADPOOLCTL_VERSION: 'latest'
    COVERAGE: 'false'
    TEST_DOCSTRINGS: 'false'
    BLAS: 'openblas'
    # Set in azure-pipelines.yml
    DISTRIB: ''
    DOCKER_CONTAINER: ''
    SHOW_SHORT_SUMMARY: 'false'
  strategy:
    matrix:
      ${{ insert }}: ${{ parameters.matrix }}

  steps:
    # Container is detached and sleeping, allowing steps to run commands
    # in the container. The TEST_DIR is mapped allowing the host to access
    # the JUNITXML file
    - script: >
        docker container run --rm
        --volume $TEST_DIR:/temp_dir
        --volume $PWD:/io
        -w /io
        --detach
        --name skcontainer
        -e DISTRIB=$DISTRIB
        -e TEST_DIR=/temp_dir
        -e JUNITXML=$JUNITXML
        -e VIRTUALENV=testvenv
        -e NUMPY_VERSION=$NUMPY_VERSION
        -e SCIPY_VERSION=$SCIPY_VERSION
        -e CYTHON_VERSION=$CYTHON_VERSION
        -e JOBLIB_VERSION=$JOBLIB_VERSION
        -e PANDAS_VERSION=$PANDAS_VERSION
        -e PYAMG_VERSION=$PYAMG_VERSION
        -e PILLOW_VERSION=$PILLOW_VERSION
        -e MATPLOTLIB_VERSION=$MATPLOTLIB_VERSION
        -e PYTEST_VERSION=$PYTEST_VERSION
        -e PYTEST_XDIST_VERSION=$PYTEST_XDIST_VERSION
        -e THREADPOOLCTL_VERSION=$THREADPOOLCTL_VERSION
        -e OMP_NUM_THREADS=$OMP_NUM_THREADS
        -e OPENBLAS_NUM_THREADS=$OPENBLAS_NUM_THREADS
        -e SKLEARN_SKIP_NETWORK_TESTS=$SKLEARN_SKIP_NETWORK_TESTS
        -e BLAS=$BLAS
        -e CPU_COUNT=$CPU_COUNT
        $DOCKER_CONTAINER
        sleep 1000000
      displayName: 'Start container'
    - script: >
        docker exec skcontainer ./build_tools/azure/install.sh
      displayName: 'Install'
    - script: >
        docker exec skcontainer ./build_tools/azure/test_script.sh
      displayName: 'Test Library'
    - task: PublishTestResults@2
      inputs:
        testResultsFiles: '$(TEST_DIR)/$(JUNITXML)'
        testRunTitle: ${{ format('{0}-$(Agent.JobName)', parameters.name) }}
      displayName: 'Publish Test Results'
      condition: succeededOrFailed()
    - script: >
        docker container stop skcontainer
      displayName: 'Stop container'
      condition: always()

{'fraction_non_alphanumeric': 0.10436737315350032, 'fraction_numerical': 0.006904303147077713, 'mean_word_length': 2.859355638166047, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2628132', 'n_tokens_mistral': 2224, 'n_tokens_neox': 2116, 'n_words': 413}