<commit_before>// Copyright 2017 Istio Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package env

import (
	"fmt"
	"io/ioutil"
	"log"
	"net"
	"net/http"
	"net/url"
	"strings"
	"time"
)

// HTTP client time out in second.
const httpTimeOut = 5

// Maximum number of ping the server to wait.
const maxAttempts = 30

// HTTPFastGet only cares about network error.
// Issue fast request, only care about network error.
// Don't care about server response.
func HTTPFastGet(url string) (err error) {
	client := &http.Client{}
	client.Timeout = httpTimeOut * time.Second
	_, err = client.Get(url)
	return err
}

// HTTPGet send GET
func HTTPGet(url string) (code int, respBody string, err error) {
	log.Println("HTTP GET", url)
	client := &http.Client{}
	client.Timeout = httpTimeOut * time.Second
	resp, err := client.Get(url)
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	defer func() {
		_ = resp.Body.Close()
	}()
	body, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	respBody = string(body)
	code = resp.StatusCode
	log.Println(respBody)
	return code, respBody, nil
}

// HTTPPost sends POST
func HTTPPost(url string, contentType string, reqBody string) (code int, respBody string, err error) {
	log.Println("HTTP POST", url)
	client := &http.Client{}
	client.Timeout = httpTimeOut * time.Second
	resp, err := client.Post(url, contentType, strings.NewReader(reqBody))
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	defer func() {
		_ = resp.Body.Close()
	}()
	body, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	respBody = string(body)
	code = resp.StatusCode
	log.Println(respBody)
	return code, respBody, nil
}

// ShortLiveHTTPPost send HTTP without keepalive
func ShortLiveHTTPPost(url string, contentType string, reqBody string) (code int, respBody string, err error) {
	log.Println("Short live HTTP POST", url)
	tr := &http.Transport{
		DisableKeepAlives: true,
	}
	client := &http.Client{Transport: tr}
	resp, err := client.Post(url, contentType, strings.NewReader(reqBody))
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	defer func() {
		_ = resp.Body.Close()
	}()
	body, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	respBody = string(body)
	code = resp.StatusCode
	log.Println(respBody)<commit_msg>Limit logging response body to 512 bytes (#5505)<commit_after>// Copyright 2017 Istio Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package env

import (
	"fmt"
	"io/ioutil"
	"log"
	"net"
	"net/http"
	"net/url"
	"strings"
	"time"

	"istio.io/fortio/fhttp"
)

// HTTP client time out in second.
const httpTimeOut = 5

// Maximum number of ping the server to wait.
const maxAttempts = 30

// HTTPFastGet only cares about network error.
// Issue fast request, only care about network error.
// Don't care about server response.
func HTTPFastGet(url string) (err error) {
	client := &http.Client{}
	client.Timeout = httpTimeOut * time.Second
	_, err = client.Get(url)
	return err
}

// HTTPGet send GET
func HTTPGet(url string) (code int, respBody string, err error) {
	log.Println("HTTP GET", url)
	client := &http.Client{}
	client.Timeout = httpTimeOut * time.Second
	resp, err := client.Get(url)
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	defer func() {
		_ = resp.Body.Close()
	}()
	body, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	respBody = string(body)
	code = resp.StatusCode
	log.Println(respBody)
	return code, respBody, nil
}

// HTTPPost sends POST
func HTTPPost(url string, contentType string, reqBody string) (code int, respBody string, err error) {
	log.Println("HTTP POST", url)
	client := &http.Client{}
	client.Timeout = httpTimeOut * time.Second
	resp, err := client.Post(url, contentType, strings.NewReader(reqBody))
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	defer func() {
		_ = resp.Body.Close()
	}()
	body, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	respBody = string(body)
	code = resp.StatusCode
	log.Println(fhttp.DebugSummary(body, 512))
	return code, respBody, nil
}

// ShortLiveHTTPPost send HTTP without keepalive
func ShortLiveHTTPPost(url string, contentType string, reqBody string) (code int, respBody string, err error) {
	log.Println("Short live HTTP POST", url)
	tr := &http.Transport{
		DisableKeepAlives: true,
	}
	client := &http.Client{Transport: tr}
	resp, err := client.Post(url, contentType, strings.NewReader(reqBody))
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	defer func() {
		_ = resp.Body.Close()
	}()
	body, err := ioutil.ReadAll(resp.Body)
	if err != nil {
		log.Println(err)
		return 0, "", err
	}
	respBody = string(body)
	code = resp.StatusCode
	log.Println(respBody)
{'fraction_non_alphanumeric': 0.12924941097273646, 'fraction_numerical': 0.007404914170313026, 'mean_word_length': 3.7241653418124008, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3501871', 'n_tokens_mistral': 2068, 'n_tokens_neox': 2005, 'n_words': 648}