<commit_before>﻿using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using CkanDotNet.Api.Helper;
using System.Text.RegularExpressions;

namespace CkanDotNet.Api.Model
{
    public class Package
    {

        private List<Resource> resources = new List<Resource>();

        private List<string> groups = new List<string>();

        private List<string> tags = new List<string>();

        private Dictionary<string,string> extras = new Dictionary<string,string>();

        private List<Package> relationships = new List<Package>();

        private string notesRendered;

        /// <summary>
        /// Gets the auto-generated unique identifier
        /// </summary>
        public string Id { get; set; }

        /// <summary>
        /// Gets the friendly unique identifier
        /// </summary>
        public string Name { get; set; }

        /// <summary>
        /// Gets the primary title
        /// </summary><commit_msg>Updated comment for clarity<commit_after>﻿using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using CkanDotNet.Api.Helper;
using System.Text.RegularExpressions;

namespace CkanDotNet.Api.Model
{
    public class Package
    {

        private List<Resource> resources = new List<Resource>();

        private List<string> groups = new List<string>();

        private List<string> tags = new List<string>();

        private Dictionary<string,string> extras = new Dictionary<string,string>();

        private List<Package> relationships = new List<Package>();

        private string notesRendered;

        /// <summary>
        /// Gets the auto-generated unique identifier
        /// </summary>
        public string Id { get; set; }

        /// <summary>
        /// Gets the friendly unique identifier
        /// </summary>
        public string Name { get; set; }

        /// <summary>
        /// Gets the dataset title
        /// </summary>
{'fraction_non_alphanumeric': 0.11824668705402651, 'fraction_numerical': 0.0, 'mean_word_length': 2.372852233676976, 'pattern_counts': {'":': 0, '<': 35, '<?xml version=': 0, '>': 35, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5371833', 'n_tokens_mistral': 503, 'n_tokens_neox': 482, 'n_words': 152}