<commit_before>﻿using System;
using System.IO;
using System.Text;
using System.Xml;

namespace TiaImporter
{
    class Program
    {
        static void Main(string[] args)
        {
            Console.WriteLine("TiaXmlCombiner [Verz. XML ohne Code] [Verz. XML mit Code]");
            CombineDirs(args[0], args[1]);
        }

        private static void CombineDirs(string dir1, string dir2)
        {
            var fls = Directory.GetFiles(dir1, "*.xml");
            foreach (var f in fls)
            {
                if (!File.Exists(Path.ChangeExtension(f, ".scl")) || !File.Exists(Path.ChangeExtension(f, ".awl")))
                {
                    File.Delete(f);
                }
                else
                {
                    var f2 = Path.Combine(dir2, Path.GetFileName(f));<commit_msg>delete XML only if no SCL and no AWL exists in XmlCombiner<commit_after>﻿using System;
using System.IO;
using System.Text;
using System.Xml;

namespace TiaImporter
{
    class Program
    {
        static void Main(string[] args)
        {
            Console.WriteLine("TiaXmlCombiner [Verz. XML ohne Code] [Verz. XML mit Code]");
            CombineDirs(args[0], args[1]);
        }

        private static void CombineDirs(string dir1, string dir2)
        {
            var fls = Directory.GetFiles(dir1, "*.xml");
            foreach (var f in fls)
            {
                if (!File.Exists(Path.ChangeExtension(f, ".scl")) && !File.Exists(Path.ChangeExtension(f, ".awl")))
                {
                    File.Delete(f);
                }
                else
                {
                    var f2 = Path.Combine(dir2, Path.GetFileName(f));
{'fraction_non_alphanumeric': 0.11645870469399881, 'fraction_numerical': 0.008318478906714201, 'mean_word_length': 1.6477987421383649, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1519236', 'n_tokens_mistral': 505, 'n_tokens_neox': 488, 'n_words': 118}