<commit_before>#!/bin/sh
# Generates cross builds for all supported platforms.
#
# This script is used to build binaries for all supported platforms. Cgo is
# disabled to make sure binaries are statically linked. Appropriate flags are
# given to the go compiler to strip binaries. These are then compressed in an
# archive form (`.zip` for windows and `.tar.gz` for the rest) within a folder
# named `dist`.

set -o verbose

mkdir -p dist

CGO_ENABLED=0 GOOS=darwin  GOARCH=386   go build -ldflags='-s -w' && sync && tar czf dist/lf-darwin-386.tar.gz    lf --remove-files
CGO_ENABLED=0 GOOS=darwin  GOARCH=amd64 go build -ldflags='-s -w' && sync && tar czf dist/lf-darwin-amd64.tar.gz  lf --remove-files
CGO_ENABLED=0 GOOS=freebsd GOARCH=386   go build -ldflags='-s -w' && sync && tar czf dist/lf-freebsd-386.tar.gz   lf --remove-files
CGO_ENABLED=0 GOOS=freebsd GOARCH=amd64 go build -ldflags='-s -w' && sync && tar czf dist/lf-freebsd-amd64.tar.gz lf --remove-files
CGO_ENABLED=0 GOOS=freebsd GOARCH=arm   go build -ldflags='-s -w' && sync && tar czf dist/lf-freebsd-arm.tar.gz   lf --remove-files
CGO_ENABLED=0 GOOS=linux   GOARCH=386   go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-386.tar.gz     lf --remove-files
CGO_ENABLED=0 GOOS=linux   GOARCH=amd64 go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-amd64.tar.gz   lf --remove-files
CGO_ENABLED=0 GOOS=linux   GOARCH=arm   go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-arm.tar.gz     lf --remove-files
CGO_ENABLED=0 GOOS=linux   GOARCH=arm64 go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-arm64.tar.gz   lf --remove-files
CGO_ENABLED=0 GOOS=netbsd  GOARCH=386   go build -ldflags='-s -w' && sync && tar czf dist/lf-netbsd-386.tar.gz    lf --remove-files
CGO_ENABLED=0 GOOS=netbsd  GOARCH=amd64 go build -ldflags='-s -w' && sync && tar czf dist/lf-netbsd-amd64.tar.gz  lf --remove-files
CGO_ENABLED=0 GOOS=netbsd  GOARCH=arm   go build -ldflags='-s -w' && sync && tar czf dist/lf-netbsd-arm.tar.gz    lf --remove-files
CGO_ENABLED=0 GOOS=openbsd GOARCH=386   go build -ldflags='-s -w' && sync && tar czf dist/lf-openbsd-386.tar.gz   lf --remove-files
CGO_ENABLED=0 GOOS=openbsd GOARCH=amd64 go build -ldflags='-s -w' && sync && tar czf dist/lf-openbsd-amd64.tar.gz lf --remove-files
CGO_ENABLED=0 GOOS=openbsd GOARCH=arm   go build -ldflags='-s -w' && sync && tar czf dist/lf-openbsd-arm.tar.gz   lf --remove-files<commit_msg>add missing platforms<commit_after>#!/bin/sh
# Generates cross builds for all supported platforms.
#
# This script is used to build binaries for all supported platforms. Cgo is
# disabled to make sure binaries are statically linked. Appropriate flags are
# given to the go compiler to strip binaries. These are then compressed in an
# archive form (`.zip` for windows and `.tar.gz` for the rest) within a folder
# named `dist`.

set -o verbose

mkdir -p dist

CGO_ENABLED=0 GOOS=darwin    GOARCH=386      go build -ldflags='-s -w' && sync && tar czf dist/lf-darwin-386.tar.gz      lf --remove-files
CGO_ENABLED=0 GOOS=darwin    GOARCH=amd64    go build -ldflags='-s -w' && sync && tar czf dist/lf-darwin-amd64.tar.gz    lf --remove-files
CGO_ENABLED=0 GOOS=dragonfly GOARCH=amd64    go build -ldflags='-s -w' && sync && tar czf dist/lf-dragonfly-amd64.tar.gz lf --remove-files
CGO_ENABLED=0 GOOS=freebsd   GOARCH=386      go build -ldflags='-s -w' && sync && tar czf dist/lf-freebsd-386.tar.gz     lf --remove-files
CGO_ENABLED=0 GOOS=freebsd   GOARCH=amd64    go build -ldflags='-s -w' && sync && tar czf dist/lf-freebsd-amd64.tar.gz   lf --remove-files
CGO_ENABLED=0 GOOS=freebsd   GOARCH=arm      go build -ldflags='-s -w' && sync && tar czf dist/lf-freebsd-arm.tar.gz     lf --remove-files
CGO_ENABLED=0 GOOS=linux     GOARCH=386      go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-386.tar.gz       lf --remove-files
CGO_ENABLED=0 GOOS=linux     GOARCH=amd64    go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-amd64.tar.gz     lf --remove-files
CGO_ENABLED=0 GOOS=linux     GOARCH=arm      go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-arm.tar.gz       lf --remove-files
CGO_ENABLED=0 GOOS=linux     GOARCH=arm64    go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-arm64.tar.gz     lf --remove-files
CGO_ENABLED=0 GOOS=linux     GOARCH=ppc64    go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-ppc64.tar.gz     lf --remove-files
CGO_ENABLED=0 GOOS=linux     GOARCH=ppc64le  go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-ppc64le.tar.gz   lf --remove-files
CGO_ENABLED=0 GOOS=linux     GOARCH=mips     go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-mips.tar.gz      lf --remove-files
CGO_ENABLED=0 GOOS=linux     GOARCH=mipsle   go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-mipsle.tar.gz    lf --remove-files
CGO_ENABLED=0 GOOS=linux     GOARCH=mips64   go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-mips64.tar.gz    lf --remove-files
CGO_ENABLED=0 GOOS=linux     GOARCH=mips64le go build -ldflags='-s -w' && sync && tar czf dist/lf-linux-mips64le.tar.gz  lf --remove-files
CGO_ENABLED=0 GOOS=netbsd    GOARCH=386      go build -ldflags='-s -w' && sync && tar czf dist/lf-netbsd-386.tar.gz      lf --remove-files
CGO_ENABLED=0 GOOS=netbsd    GOARCH=amd64    go build -ldflags='-s -w' && sync && tar czf dist/lf-netbsd-amd64.tar.gz    lf --remove-files
CGO_ENABLED=0 GOOS=netbsd    GOARCH=arm      go build -ldflags='-s -w' && sync && tar czf dist/lf-netbsd-arm.tar.gz      lf --remove-files
CGO_ENABLED=0 GOOS=openbsd   GOARCH=386      go build -ldflags='-s -w' && sync && tar czf dist/lf-openbsd-386.tar.gz     lf --remove-files
CGO_ENABLED=0 GOOS=openbsd   GOARCH=amd64    go build -ldflags='-s -w' && sync && tar czf dist/lf-openbsd-amd64.tar.gz   lf --remove-files
CGO_ENABLED=0 GOOS=openbsd   GOARCH=arm      go build -ldflags='-s -w' && sync && tar czf dist/lf-openbsd-arm.tar.gz     lf --remove-files
{'fraction_non_alphanumeric': 0.1413920645595158, 'fraction_numerical': 0.0277404169468729, 'mean_word_length': 3.168885774351787, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2168678', 'n_tokens_mistral': 2411, 'n_tokens_neox': 2289, 'n_words': 616}