<commit_before>#!/bin/bash
set -o pipefail
set -e
#
# Note: Jenkins is set up to restore the repositories to pristine
# state before building, so we rebuild from scratch every time.  If
# you use this script yourself, it will NOT auto-clean before building

# Set up the default path to cmake
CMAKE_DEFAULT="$(which cmake || echo /usr/local/bin/cmake)"

# Declare the set of known settings along with each one's description
#
# If you add a user-settable variable, add it to this list.
#
# a default value of "" indicates that the corresponding variable
# will remain unset unless set explicitly
KNOWN_SETTINGS=(
    # name                      default          description
    build-args                  ""               "arguments to the build tool; defaults to -j8 when CMake generator is \"Unix Makefiles\""
    build-dir                   ""               "out-of-tree build directory; default is in-tree"
    build-type                  Debug            "the CMake build variant: Debug, RelWithDebInfo, Release, etc."
    cmake                       "$CMAKE_DEFAULT" "path to the cmake binary"
    distcc                      ""               "use distcc in pump mode"
    config-args                 ""               "User-supplied arguments to cmake when used to do configuration"
    cmake-generator             "Unix Makefiles" "kind of build system to generate; see output of cmake --help for choices"
    incremental                 ""               "when build directories already exist, skip configuration"
    package                     ""               "set to build packages"
    prefix                      "/usr"           "installation prefix"
    skip-ios                    ""               "set to skip everything iOS-related"
    skip-build-llvm             ""               "set to skip building LLVM/Clang"
    skip-build-swift            ""               "set to skip building Swift"
    skip-build-ios              ""               "set to skip building Swift stdlibs for iOS"
    skip-build-sourcekit        ""               "set to skip building SourceKit"
    skip-test-swift             ""               "set to skip testing Swift"
    skip-test-ios               ""               "set to skip testing Swift stdlibs for iOS"
    skip-test-sourcekit         ""               "set to skip testing SourceKit"
    skip-test-swift-performance ""               "set to skip testing Swift performance"
    skip-package-swift          ""               "set to skip packaging Swift"
    skip-package-sourcekit      ""               "set to skip packaging SourceKit"
    workspace                   "${HOME}/src"    "source directory containing llvm, clang, swift, and SourceKit"
    run-with-asan-compiler      ""               "the AddressSanitizer compiler to use (non-asan build if empty string is passed)"
)

function toupper() {
    echo "$@" | tr '[:lower:]' '[:upper:]'    
}

function to_varname() {<commit_msg>[utils] buildbot-script: remove unused option<commit_after>#!/bin/bash
set -o pipefail
set -e
#
# Note: Jenkins is set up to restore the repositories to pristine
# state before building, so we rebuild from scratch every time.  If
# you use this script yourself, it will NOT auto-clean before building

# Set up the default path to cmake
CMAKE_DEFAULT="$(which cmake || echo /usr/local/bin/cmake)"

# Declare the set of known settings along with each one's description
#
# If you add a user-settable variable, add it to this list.
#
# a default value of "" indicates that the corresponding variable
# will remain unset unless set explicitly
KNOWN_SETTINGS=(
    # name                      default          description
    build-args                  ""               "arguments to the build tool; defaults to -j8 when CMake generator is \"Unix Makefiles\""
    build-dir                   ""               "out-of-tree build directory; default is in-tree"
    build-type                  Debug            "the CMake build variant: Debug, RelWithDebInfo, Release, etc."
    cmake                       "$CMAKE_DEFAULT" "path to the cmake binary"
    distcc                      ""               "use distcc in pump mode"
    config-args                 ""               "User-supplied arguments to cmake when used to do configuration"
    cmake-generator             "Unix Makefiles" "kind of build system to generate; see output of cmake --help for choices"
    package                     ""               "set to build packages"
    prefix                      "/usr"           "installation prefix"
    skip-ios                    ""               "set to skip everything iOS-related"
    skip-build-llvm             ""               "set to skip building LLVM/Clang"
    skip-build-swift            ""               "set to skip building Swift"
    skip-build-ios              ""               "set to skip building Swift stdlibs for iOS"
    skip-build-sourcekit        ""               "set to skip building SourceKit"
    skip-test-swift             ""               "set to skip testing Swift"
    skip-test-ios               ""               "set to skip testing Swift stdlibs for iOS"
    skip-test-sourcekit         ""               "set to skip testing SourceKit"
    skip-test-swift-performance ""               "set to skip testing Swift performance"
    skip-package-swift          ""               "set to skip packaging Swift"
    skip-package-sourcekit      ""               "set to skip packaging SourceKit"
    workspace                   "${HOME}/src"    "source directory containing llvm, clang, swift, and SourceKit"
    run-with-asan-compiler      ""               "the AddressSanitizer compiler to use (non-asan build if empty string is passed)"
)

function toupper() {
    echo "$@" | tr '[:lower:]' '[:upper:]'    
}

function to_varname() {
{'fraction_non_alphanumeric': 0.07725395732966277, 'fraction_numerical': 0.00034411562284927734, 'mean_word_length': 1.675103543488265, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 13, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5770779', 'n_tokens_mistral': 1457, 'n_tokens_neox': 1380, 'n_words': 562}