<commit_before>message esper-study-telemetry {
  required group metadata {
    required int64  Timestamp;
    required binary pioneerId (UTF8);
    required binary studyName (UTF8);
    optional binary reason (UTF8);
    optional binary Date  (UTF8);
    optional binary DNT (UTF8);
    optional binary appUpdateChannel (UTF8);
    required binary documentId (UTF8);
    optional binary docType (UTF8);
    optional binary os (UTF8);
    optional binary environment.addons (UTF8);
    optional binary sourceName (UTF8);
    optional binary environment.partner (UTF8);
    optional binary normalizedChannel (UTF8);
    optional binary appVendor (UTF8);
    optional binary environment.profile (UTF8);
    optional binary environment.settings (UTF8);
    optional binary clientId (UTF8);
    optional binary Host (UTF8);
    required binary geoCountry (UTF8);
    required binary geoCity (UTF8);
    optional binary appVersion (UTF8);
    required binary appBuildId (UTF8);
    optional binary environment.system (UTF8);
    optional binary environment.build (UTF8);
    optional binary environment.experiments (UTF8);
    required binary submissionDate (UTF8);
    required binary appName (UTF8);
  }
  required binary defaultSearchEngine (UTF8);
  required binary locale (UTF8);
  required binary os (UTF8);
  required binary normalizedChannel (UTF8);
  required binary profileCreationDate (UTF8);
  required binary appVersion (UTF8);
  required binary systemMemoryMb (UTF8);
  required binary systemCpuCores (UTF8);
  required binary systemCpuSpeedMhz (UTF8);
  required binary osVersion (UTF8);
  required binary systemGfxMonitors1ScreenWidth (UTF8);
  required binary systemGfxMonitors1ScreenWidthZeroIndexed (UTF8);
  required binary uptime (UTF8);
  required binary totalTime (UTF8);
  required binary profileSubsessionCounter (UTF8);
  required binary subsessionStartDate (UTF8);
  required binary timezoneOffest (UTF8);
  required binary searchCounts (UTF8);
  required binary spbeWindowOpenEventCount (UTF8);
  required binary spbeTotalUriCount (UTF8);
  required binary spbeNavigationUrlbar (UTF8);
  required binary spbeNavigationContextmenu (UTF8);<commit_msg>Removed environment-based metadata from parquet schema<commit_after>message esper-study-telemetry {
  required group metadata {
    required int64  Timestamp;
    required binary pioneerId (UTF8);
    required binary studyName (UTF8);
    optional binary reason (UTF8);
    optional binary Date  (UTF8);
    optional binary DNT (UTF8);
    optional binary appUpdateChannel (UTF8);
    required binary documentId (UTF8);
    optional binary docType (UTF8);
    optional binary os (UTF8);
    optional binary sourceName (UTF8);
    optional binary normalizedChannel (UTF8);
    optional binary appVendor (UTF8);
    optional binary clientId (UTF8);
    optional binary Host (UTF8);
    required binary geoCountry (UTF8);
    required binary geoCity (UTF8);
    optional binary appVersion (UTF8);
    required binary appBuildId (UTF8);
    required binary submissionDate (UTF8);
    required binary appName (UTF8);
  }
  required binary defaultSearchEngine (UTF8);
  required binary locale (UTF8);
  required binary os (UTF8);
  required binary normalizedChannel (UTF8);
  required binary profileCreationDate (UTF8);
  required binary appVersion (UTF8);
  required binary systemMemoryMb (UTF8);
  required binary systemCpuCores (UTF8);
  required binary systemCpuSpeedMhz (UTF8);
  required binary osVersion (UTF8);
  required binary systemGfxMonitors1ScreenWidth (UTF8);
  required binary systemGfxMonitors1ScreenWidthZeroIndexed (UTF8);
  required binary uptime (UTF8);
  required binary totalTime (UTF8);
  required binary profileSubsessionCounter (UTF8);
  required binary subsessionStartDate (UTF8);
  required binary timezoneOffest (UTF8);
  required binary searchCounts (UTF8);
  required binary spbeWindowOpenEventCount (UTF8);
  required binary spbeTotalUriCount (UTF8);
  required binary spbeNavigationUrlbar (UTF8);
  required binary spbeNavigationContextmenu (UTF8);
{'fraction_non_alphanumeric': 0.07390014829461196, 'fraction_numerical': 0.024468610973801284, 'mean_word_length': 4.7979942693409745, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2358409', 'n_tokens_mistral': 1100, 'n_tokens_neox': 1083, 'n_words': 384}