<commit_before>// (C) 2016, 2017, 2018 by <NAME>
//
// MIT License

package main

/*
#cgo CFLAGS: -I/usr/local/ssl/include
#cgo LDFLAGS: -lcrypto -L/usr/local/ssl/lib
#include <openssl/crypto.h>

#if OPENSSL_VERSION_NUMBER >> 20 & 0xff
// This function was renamed in OpenSSL 1.1.0
#undef SSLeay_version
const char *SSLeay_version(int t) {
       return OpenSSL_version(t);
}
const char *SSLeay_version(int t);
#endif
*/
import "C"

import (
	"bufio"
	"bytes"
	"crypto"
	"crypto/hmac"
	"crypto/subtle"
	"encoding/hex"
	"flag"
	"fmt"
	_ "github.com/ricardobranco777/dgst/md5"
	_ "github.com/ricardobranco777/dgst/sha1"
	_ "github.com/ricardobranco777/dgst/sha256"
	_ "github.com/ricardobranco777/dgst/sha512"
	"golang.org/x/crypto/blake2b"
	_ "golang.org/x/crypto/sha3"
	"hash"
	"io"
	"io/ioutil"
	"log"
	"os"
	"path/filepath"
	"regexp"
	"runtime"
	"strings"
	"sync"
	"time"
)

const version = "1.0"

const (
	BLAKE2b256 = 100 + iota
	BLAKE2b384
	BLAKE2b512
)
<commit_msg>Support SHA3-224/256/384/512 from latest OpenSSL 1.1.1<commit_after>// (C) 2016, 2017, 2018 by <NAME>
//
// MIT License

package main

/*
#cgo CFLAGS: -I/usr/local/ssl/include
#cgo LDFLAGS: -lcrypto -L/usr/local/ssl/lib
#include <openssl/crypto.h>

#if OPENSSL_VERSION_NUMBER >> 20 & 0xff
// This function was renamed in OpenSSL 1.1.0
#undef SSLeay_version
const char *SSLeay_version(int t) {
       return OpenSSL_version(t);
}
const char *SSLeay_version(int t);
#endif
*/
import "C"

import (
	"bufio"
	"bytes"
	"crypto"
	"crypto/hmac"
	"crypto/subtle"
	"encoding/hex"
	"flag"
	"fmt"
	_ "github.com/ricardobranco777/dgst/md5"
	_ "github.com/ricardobranco777/dgst/sha1"
	_ "github.com/ricardobranco777/dgst/sha256"
	_ "github.com/ricardobranco777/dgst/sha512"
	_ "github.com/ricardobranco777/dgst/sha3"
	"golang.org/x/crypto/blake2b"
	"hash"
	"io"
	"io/ioutil"
	"log"
	"os"
	"path/filepath"
	"regexp"
	"runtime"
	"strings"
	"sync"
	"time"
)

const version = "1.0"

const (
	BLAKE2b256 = 100 + iota
	BLAKE2b384
	BLAKE2b512
)

{'fraction_non_alphanumeric': 0.15531062124248496, 'fraction_numerical': 0.06663326653306613, 'mean_word_length': 3.894607843137255, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '151948', 'n_tokens_mistral': 1024, 'n_tokens_neox': 917, 'n_words': 167}