<commit_before>package utee

import (
	"crypto/tls"
	"fmt"
	"io/ioutil"
	"net/http"
	"net/url"
	"strings"
)

const (
	MAX_HTTP_CLIENT_CONCURRENT = 1000
)

var (
	HttpClientThrottle = make(chan interface{}, MAX_HTTP_CLIENT_CONCURRENT)
	http2Client        = &http.Client{
		Transport: &http.Transport{TLSClientConfig: &tls.Config{InsecureSkipVerify: true}},
	}
)
<commit_msg>Revert "using goLang 1.6 's http2 support"<commit_after>package utee

import (
	"crypto/tls"
	"fmt"
	"golang.org/x/net/http2"
	"io/ioutil"
	"net/http"
	"net/url"
	"strings"
)

const (
	MAX_HTTP_CLIENT_CONCURRENT = 1000
)

var (
	HttpClientThrottle = make(chan interface{}, MAX_HTTP_CLIENT_CONCURRENT)
	http2Client        = &http.Client{
		Transport: &http2.Transport{TLSClientConfig: &tls.Config{InsecureSkipVerify: true}},
	}
)

{'fraction_non_alphanumeric': 0.13466334164588528, 'fraction_numerical': 0.018703241895261846, 'mean_word_length': 4.818840579710145, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7098848', 'n_tokens_mistral': 334, 'n_tokens_neox': 328, 'n_words': 53}