<commit_before>## This file used for building llvm_extras tarballs
llvm_extras_env = {
    'CFLAGS': None,
    'CPPFLAGS': None,
    'LLVM_CMAKE': util.Property('llvm_cmake', default=None),
}

# Steps to build an "llvm-extras" tarball, useful for things like LLVM.jl
llvm_extras_factory = util.BuildFactory()
llvm_extras_factory.useProgress = True
llvm_extras_factory.addSteps([
    # Fetch first (allowing failure if no existing clone is present)
    steps.ShellCommand(
        name="git fetch",
        command=["git", "fetch"],
        flunkOnFailure=False
    ),

    # Clone julia
    steps.Git(
        name="Julia checkout",
        repourl=util.Property('repository', default='git://github.com/JuliaLang/julia.git'),
        mode='incremental',
        method='clean',
        submodules=True,
        clobberOnFailure=True,
        progress=True
    ),

    # make clean first
    steps.ShellCommand(
        name="make cleanall",
        command=["/bin/bash", "-c", util.Interpolate("make %(prop:flags)s BUILD_LLVM_CLANG=1 %(prop:extra_make_flags)s -C deps distcleanall")],
        env=llvm_extras_env,
    ),

    # Our llvm build process fails to properly create `$(build_libdir)` before installing llvm, so let's do it first
    steps.ShellCommand(
        name="make usr/lib",
        command=["/bin/bash", "-c", util.Interpolate("make -j3 %(prop:flags)s BUILD_LLVM_CLANG=1 %(prop:extra_make_flags)s usr/lib")],
        haltOnFailure = True,
        timeout=3600,<commit_msg>Rename `make cleanall` step in `llvm_extras`<commit_after>## This file used for building llvm_extras tarballs
llvm_extras_env = {
    'CFLAGS': None,
    'CPPFLAGS': None,
    'LLVM_CMAKE': util.Property('llvm_cmake', default=None),
}

# Steps to build an "llvm-extras" tarball, useful for things like LLVM.jl
llvm_extras_factory = util.BuildFactory()
llvm_extras_factory.useProgress = True
llvm_extras_factory.addSteps([
    # Fetch first (allowing failure if no existing clone is present)
    steps.ShellCommand(
        name="git fetch",
        command=["git", "fetch"],
        flunkOnFailure=False
    ),

    # Clone julia
    steps.Git(
        name="<NAME>",
        repourl=util.Property('repository', default='git://github.com/JuliaLang/julia.git'),
        mode='incremental',
        method='clean',
        submodules=True,
        clobberOnFailure=True,
        progress=True
    ),

    # make clean first
    steps.ShellCommand(
        name="make distcleanall",
        command=["/bin/bash", "-c", util.Interpolate("make %(prop:flags)s BUILD_LLVM_CLANG=1 %(prop:extra_make_flags)s -C deps distcleanall")],
        env=llvm_extras_env,
    ),

    # Our llvm build process fails to properly create `$(build_libdir)` before installing llvm, so let's do it first
    steps.ShellCommand(
        name="make usr/lib",
        command=["/bin/bash", "-c", util.Interpolate("make -j3 %(prop:flags)s BUILD_LLVM_CLANG=1 %(prop:extra_make_flags)s usr/lib")],
        haltOnFailure = True,
        timeout=3600,
{'fraction_non_alphanumeric': 0.12836714333222482, 'fraction_numerical': 0.004655803126039242, 'mean_word_length': 3.3280575539568344, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2932966', 'n_tokens_mistral': 1011, 'n_tokens_neox': 982, 'n_words': 217}