<commit_before>package main

import (
  "strings"
  "log"
  // "fmt"
//  "regexp"
  "strconv"
  "github.com/lookify/town/cluster"
  dockerapi "github.com/fsouza/go-dockerclient"
)

type Town struct {
  cluster *Cluster
  docker *dockerapi.Client

//  containers []*dockerapi.Container
}

func NewTown() *Town {
  return &Town{
    cluster: nil,
    docker: nil,
    // containers: []*dockerapi.Container{}
  }
}

func (t *Town) ReadFile() {
  t.cluster = NewCluster()
  t.cluster.ReadFile()
}

func (t *Town) Connect() {
  envHost := os.Getenv("DOCKER_HOST")
  endpoint := DEFAULT_ENDPOINT
  if (envHost != "") {
    endpoint = envHost;
  }
  log.Println("Using Docker API endpont: ", endpoint)
  docker, err := dockerapi.NewClient( endpoint )<commit_msg>fix import cluster<commit_after>package main

import (
  "strings"
  "log"
  // "fmt"
//  "regexp"
  "strconv"
  Cluster "github.com/lookify/town/cluster"
  dockerapi "github.com/fsouza/go-dockerclient"
)

type Town struct {
  cluster *Cluster
  docker *dockerapi.Client

//  containers []*dockerapi.Container
}

func NewTown() *Town {
  return &Town{
    cluster: nil,
    docker: nil,
    // containers: []*dockerapi.Container{}
  }
}

func (t *Town) ReadFile() {
  t.cluster = NewCluster()
  t.cluster.ReadFile()
}

func (t *Town) Connect() {
  envHost := os.Getenv("DOCKER_HOST")
  endpoint := DEFAULT_ENDPOINT
  if (envHost != "") {
    endpoint = envHost;
  }
  log.Println("Using Docker API endpont: ", endpoint)
  docker, err := dockerapi.NewClient( endpoint )
{'fraction_non_alphanumeric': 0.15233092580433355, 'fraction_numerical': 0.0, 'mean_word_length': 3.4823529411764707, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1097853', 'n_tokens_mistral': 575, 'n_tokens_neox': 545, 'n_words': 121}