<commit_before>## This file used for building LLVM.jl deps/ tarballs

@util.renderer
def build_llvmjl(props_obj):
    props = props_obj_to_dict(props_obj)
    cmd = ["bin/julia", "-e"]

    if is_windows(props_obj):
        cmd[0] += ".exe"

    cmd += ["""
        ENV["JULIA_PKGDIR"] = ".";
        Pkg.init();
        Pkg.add("Compat")
        Pkg.clone("https://github.com/staticfloat/LLVM.jl")
        cd(Pkg.dir("LLVM")) do
            run(`git checkout {revision}`)
        end
        
        # Fake our build directory target into here:
        push!(ARGS, abspath("./llvmjl_out"));
        include(Pkg.dir("LLVM", "deps", "buildbot.jl"));
    """.format(**props).strip()]
    return cmd

llvmjl_factory = util.BuildFactory()
llvmjl_factory.useProgress = True
llvmjl_factory.addSteps([
    # Cleanup
    steps.ShellCommand(
        name="Cleanup",
        command=["rm", "-rf", "*"],
    ),

    # Download Julia
    steps.SetPropertyFromCommand(
        name="Download Julia",
        command=download_julia,
        property="julia_path",
    ),
    # Download llvm-extras
    steps.ShellCommand(
        name="Download llvm-extras",
        command=["bash", "-c", util.Interpolate("cd julia-*; curl -L 'https://s3.amazonaws.com/julialangmirror/llvm_extras-%(prop:shortcommit)s-%(prop:os_name)s%(prop:bits)s.tar.gz' | tar -zxv --strip-components=1")],
    ),

    # Invoke Julia to build LLVM
    steps.SetPropertyFromCommand(
        name="Install LLVM.jl",
        command=build_llvmjl,
        property="code_result",
    ),

    # Package up our ill-gotten goods
    steps.ShellCommand(
        name="Package LLVM.jl deps directory",
        command=["tar", "zcvf", util.Interpolate("llvmjl-%(prop:shortcommit)s-%(prop:os_name)s%(prop:bits)s.tar.gz"), "-C", "llvmjl_out/"],
        haltOnFailure = True,
    ),<commit_msg>Fix the nukage<commit_after>## This file used for building LLVM.jl deps/ tarballs

@util.renderer
def build_llvmjl(props_obj):
    props = props_obj_to_dict(props_obj)
    cmd = ["bin/julia", "-e"]

    if is_windows(props_obj):
        cmd[0] += ".exe"

    cmd += ["""
        ENV["JULIA_PKGDIR"] = "."
        Pkg.init()
        Pkg.add("Compat")
        Pkg.clone("https://github.com/staticfloat/LLVM.jl")
        cd(Pkg.dir("LLVM")) do
            run(`git checkout {revision}`)
        end
        
        # Fake our build directory target into here:
        push!(ARGS, abspath("./llvmjl_out"))
        include(Pkg.dir("LLVM", "deps", "buildbot.jl"))
    """.format(**props).strip()]
    return cmd

llvmjl_factory = util.BuildFactory()
llvmjl_factory.useProgress = True
llvmjl_factory.addSteps([
    # Cleanup
    steps.ShellCommand(
        name="Cleanup",
        command=["bash", "-c", "rm -rf *"],
    ),

    # Download Julia
    steps.SetPropertyFromCommand(
        name="Download Julia",
        command=download_julia,
        property="julia_path",
    ),
    # Download llvm-extras
    steps.ShellCommand(
        name="Download llvm-extras",
        command=["bash", "-c", util.Interpolate("cd julia-*; curl -L 'https://s3.amazonaws.com/julialangmirror/llvm_extras-%(prop:shortcommit)s-%(prop:os_name)s%(prop:bits)s.tar.gz' | tar -zxv --strip-components=1")],
    ),

    # Invoke Julia to build LLVM
    steps.SetPropertyFromCommand(
        name="Install LLVM.jl",
        command=build_llvmjl,
        property="code_result",
    ),

    # Package up our ill-gotten goods
    steps.ShellCommand(
        name="Package LLVM.jl deps directory",
        command=["tar", "zcvf", util.Interpolate("llvmjl-%(prop:shortcommit)s-%(prop:os_name)s%(prop:bits)s.tar.gz"), "-C", "llvmjl_out/"],
        haltOnFailure = True,
    ),
{'fraction_non_alphanumeric': 0.16272751969573485, 'fraction_numerical': 0.0016299918500407497, 'mean_word_length': 2.764826175869121, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 10, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1253983', 'n_tokens_mistral': 1294, 'n_tokens_neox': 1249, 'n_words': 216}