<commit_before>package onedriveclient

type RefreshResp struct {
	ExpiresIn   int64  `json:"expires_in"`
	AccessToken string `json:"access_token"`
}

type NodeInfo struct {
	Id          string `json"id"`
	Name        string `json"name"`
	Description string `json"description"`
	Size        int64  `json"size"`
	Type        string `json"type"`
	UpdatedTime string `json"updated_time"`
	Source      string `json"source,omitempty"`
}

type NodeFiles struct {
	Data []NodeInfo `json:"data"`
}<commit_msg>fix node info json metadata<commit_after>package onedriveclient

type RefreshResp struct {
	ExpiresIn   int64  `json:"expires_in"`
	AccessToken string `json:"access_token"`
}

type NodeInfo struct {
	Id          string `json:"id"`
	Name        string `json:"name"`
	Description string `json:"description"`
	Size        int64  `json:"size"`
	Type        string `json:"type"`
	UpdatedTime string `json:"updated_time"`
	Source      string `json:"source,omitempty"`
}

type NodeFiles struct {
	Data []NodeInfo `json:"data"`
}
{'fraction_non_alphanumeric': 0.11459353574926542, 'fraction_numerical': 0.007835455435847209, 'mean_word_length': 4.08457711442786, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '270905', 'n_tokens_mistral': 323, 'n_tokens_neox': 315, 'n_words': 86}