<commit_before>﻿using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;

namespace Cams
{
	class Program
	{
		static void Main(string[] args)
		{
			var cameras = GetCameras(Settings.Path);
			foreach (var cam in cameras)
				cam.Process(Settings.Path);

			var dates = GetVideoDates(Settings.Path);
			foreach (var date in dates)
				date.Summarize();

			Console.ReadKey();
		}

		static IEnumerable<Camera> GetCameras(string basePath)
		{
			string dir = Path.Combine(basePath, "raw");
			var paths = Directory.GetDirectories(dir);
			return paths.Select(p => Camera.FromPath(p));
		}

		static IEnumerable<VideoDate> GetVideoDates(string basePath)
		{
			var paths = Directory.GetDirectories(basePath);
			return paths.Where(p => new DirectoryInfo(p).Name != "raw").Select(p => new VideoDate(p));
		}
	}
}<commit_msg>Dump processed videos into processed folder<commit_after>﻿using System;
using System.IO;
using System.Linq;

namespace Cams
{
	class Program
	{
		static void Main(string[] args)
		{
			string rawDir = Path.Combine(Settings.Path, "raw");
			string processedDir = Path.Combine(Settings.Path, "processed");

			var cameras = Directory.GetDirectories(rawDir).Select(p => Camera.FromPath(p));
			foreach (var cam in cameras)
				cam.Process(processedDir);

			var dates = Directory.GetDirectories(processedDir).Select(p => new VideoDate(p));
			foreach (var date in dates)
				date.Summarize();

			Console.ReadKey();
		}
	}
}
{'fraction_non_alphanumeric': 0.12653061224489795, 'fraction_numerical': 0.0, 'mean_word_length': 4.253571428571429, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 10, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2431762', 'n_tokens_mistral': 540, 'n_tokens_neox': 465, 'n_words': 112}