<commit_before><commit_msg>ADD: curl.go<commit_after>// gocurl is a simple curl like program that able to fetch site's index.html page
// under some massive development
// MIT - DWTFPL
// will add command line arg parser
// v1
package main

import (
  "fmt"
  "net/http"
  "os"
  "io/ioutil"
)

func main(){
  var url string
  fmt.Println(">> url: ")
  fmt.Scanf("%s", &url)
  data, err := http.Get(url)
  if err != nil{
    os.Exit(1)
  }else{
    defer data.Body.Close()
    contents, err := ioutil.ReadAll(data.Body)
    if err != nil{
      fmt.Println("%s\n", err)
    }
    fmt.Println("%s\n", string(contents))
  }
}

{'fraction_non_alphanumeric': 0.16185897435897437, 'fraction_numerical': 0.003205128205128205, 'mean_word_length': 2.8580246913580245, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3764913', 'n_tokens_mistral': 238, 'n_tokens_neox': 235, 'n_words': 65}