<commit_before>#!/usr/bin/env python
import sys, os, subprocess
import argparse
from argparse import RawTextHelpFormatter

import datetime
import json
import re

import datamover

urlendpoint={'data.repo.cineca.it': "cinecaRepoSingl", 'irods-dev.cineca.it': "irods-dev"}

def formatter(a,x):
    y='"*'+a+'=\\"'+x+'\\"" '
    return y

def all_same(items):
    return all(x == items[0] for x in items)

#def mapserver(url):
    #urlendpoint={'data.repo.cineca.it': "cinecaRepoSingl", 'irods-dev.cineca.it': "irods-dev"}
    #endpoint=urlendpoint[url]
    #return endpoint

def jsonformatter():
# Read the string from the file 
    fo = open("json_file", "r")
    strglist = fo.readlines();
    fo.close()
# Empty the file    
    open("json_file", 'w').close()
# Fromat the string    
    path=[]<commit_msg>Added epcc GO EndPoints to urlendpoint<commit_after>#!/usr/bin/env python
import sys, os, subprocess
import argparse
from argparse import RawTextHelpFormatter

import datetime
import json
import re

import datamover

urlendpoint={
    'data.repo.cineca.it': "cinecaRepoSingl",
    'irods-dev.cineca.it': "irods-dev",
    'dtn01.hector.ac.uk': "dtn01",
    'eudat-irodsdev.epcc.ed.ac.uk': "eudat-irodsdev"
}

def formatter(a,x):
    y='"*'+a+'=\\"'+x+'\\"" '
    return y

def all_same(items):
    return all(x == items[0] for x in items)

#def mapserver(url):
    #urlendpoint={'data.repo.cineca.it': "cinecaRepoSingl", 'irods-dev.cineca.it': "irods-dev"}
    #endpoint=urlendpoint[url]
    #return endpoint

def jsonformatter():
# Read the string from the file 
    fo = open("json_file", "r")
    strglist = fo.readlines();
    fo.close()
# Empty the file    
    open("json_file", 'w').close()
# Fromat the string    
    path=[]
{'fraction_non_alphanumeric': 0.16264367816091954, 'fraction_numerical': 0.0034482758620689655, 'mean_word_length': 3.876750700280112, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3458557', 'n_tokens_mistral': 658, 'n_tokens_neox': 643, 'n_words': 149}