<commit_before>package main

import (
	"github.com/G-Node/gin-doi/src"
	log "github.com/Sirupsen/logrus"
	"github.com/docopt/docopt-go"
	"net/http"
	"os"
	"strconv"
	"fmt"
)

func main() {
	usage := `gin doi.
Usage:
  gin-doi [--max_workers=<max_workers> --max_queue_size=<max_queue_size> --port=<port> --source=<source>
           --gitsource=<gitdsourceurl>
           --oauthserver=<oserv> --target=<target> --storeURL=<url> --mServer=<server> --mFrom=<from>
           --doiMaster=<master> --doiBase=<base> --sendMail --debug --templates=<tmplpath>]

Options:
  --max_workers=<max_workers>     The number of workers to start [default: 3]
  --max_queue_size=<max_quesize>  The The size of the job queue [default: 100]
  --port=<port>                   The server port [default: 8083]
  --source=<dsourceurl>           The Server adress from which data can be read [default: https://gin.g-node.org]
  --gitsource=<gitdsourceurl>     The git Server adress from which data can be cloned [default: ssh://git@gin.g-node.org]
  --oauthserver=<repo>            The Server aof the repo service [default: http://gin.g-node.org]
  --target=<target>               The Location for long term storgae [default: data]
  --storeURL=<url>                The base url for storage [default: http://doid.gin.g-node.org/]
  --mServer=<server>              The mailserver adress (:and port) [default: localhost:25]<commit_msg>Fix server addresses for new gin<commit_after>package main

import (
	"github.com/G-Node/gin-doi/src"
	log "github.com/Sirupsen/logrus"
	"github.com/docopt/docopt-go"
	"net/http"
	"os"
	"strconv"
	"fmt"
)

func main() {
	usage := `gin doi.
Usage:
  gin-doi [--max_workers=<max_workers> --max_queue_size=<max_queue_size> --port=<port> --source=<source>
           --gitsource=<gitdsourceurl>
           --oauthserver=<oserv> --target=<target> --storeURL=<url> --mServer=<server> --mFrom=<from>
           --doiMaster=<master> --doiBase=<base> --sendMail --debug --templates=<tmplpath>]

Options:
  --max_workers=<max_workers>     The number of workers to start [default: 3]
  --max_queue_size=<max_quesize>  The The size of the job queue [default: 100]
  --port=<port>                   The server port [default: 8083]
  --source=<dsourceurl>           The Server adress from which data can be read [default: https://web.gin.g-node.org]
  --gitsource=<gitdsourceurl>     The git Server adress from which data can be cloned [default: ssh://git@gin.g-node.org]
  --oauthserver=<repo>            The Server aof the repo service [default: https://web.gin.g-node.org]
  --target=<target>               The Location for long term storgae [default: data]
  --storeURL=<url>                The base url for storage [default: http://doid.gin.g-node.org/]
  --mServer=<server>              The mailserver adress (:and port) [default: localhost:25]
{'fraction_non_alphanumeric': 0.15330520393811534, 'fraction_numerical': 0.007032348804500703, 'mean_word_length': 2.8972602739726026, 'pattern_counts': {'":': 0, '<': 47, '<?xml version=': 0, '>': 47, 'https://': 3, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '267304', 'n_tokens_mistral': 1020, 'n_tokens_neox': 976, 'n_words': 240}