<commit_before>#!/bin/sh

###################################################################################################################################################
# 1a) Prepare for building an executable JAR by setting up sbt-assembly, which can build a (one) JAR that includes code plus all dependencies.
#     Note that any dependencies to be excluded can be done in several ways e.g. stating "provided" as part of a dependency. See
#     https://github.com/sbt/sbt-assembly
#
#     Within file ~/.sbt/plugins/build.sbt you must have sbt-assembly plugin:
#
#     resolvers += Resolver.url("artifactory", url("http://scalasbt.artifactoryonline.com/scalasbt/sbt-plugin-releases"))(Resolver.ivyStylePatterns)
#
#     addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.8.5")
#
# 1b) At the top of the project's build.sbt include the following:
#
#     import AssemblyKeys._
#
# 1c) Within project's build.sbt include:
#
#     assemblySettings
#
# 2)  Build an executable JAR for this script to run.
#
#     sbt assembly
#
# 3)  Don't forget to make this script runnable:
#
#     chmod +x validator.sh
#
# 4)  Run from command line as:
#
#     ./validator.sh <meta data file path> <schema file path>
###################################################################################################################################################

java -Xmx2048M -jar csv-validator-core-assembly-1.0.jar $1 $2
<commit_msg>[DA] [Feature] # 1a) Prepare for building an executable JAR by setting up sbt-assembly, which can build a (one) JAR that includes code plus all dependencies. #     Note that any dependencies to be excluded can be done in several ways e.g. stating "provided" as part of a dependency. See #     https://github.com/sbt/sbt-assembly # #     Within file ~/.sbt/plugins/build.sbt you must have sbt-assembly plugin: # #     resolvers += Resolver.url("artifactory", url("http://scalasbt.artifactoryonline.com/scalasbt/sbt-plugin-releases"))(Resolver.ivyStylePatterns) # #     addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.8.5") # # 1b) At the top of the project's build.sbt include the following: # #     import AssemblyKeys._ # # 1c) Within project's build.sbt include: # #     assemblySettings # # 2)  Build an executable JAR for this script to run. # #     sbt assembly # # 3)  Don't forget to make this script runnable: # #     chmod +x validator.sh # # 4)  Run from command line as: # #     ./validator.sh <meta data file path> <schema file path>.<commit_after>#!/bin/sh

###################################################################################################################################################
# 1a) Prepare for building an executable JAR by setting up sbt-assembly, which can build a (one) JAR that includes code plus all dependencies.
#     Note that any dependencies to be excluded can be done in several ways e.g. stating "provided" as part of a dependency. See
#     https://github.com/sbt/sbt-assembly
#
#     Within file ~/.sbt/plugins/build.sbt you must have sbt-assembly plugin:
#
#     resolvers += Resolver.url("artifactory", url("http://scalasbt.artifactoryonline.com/scalasbt/sbt-plugin-releases"))(Resolver.ivyStylePatterns)
#
#     addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.8.5")
#
# 1b) At the top of the project's build.sbt include the following:
#
#     import AssemblyKeys._
#
# 1c) Within project's build.sbt include:
#
#     assemblySettings
#
# 2)  Build an executable JAR for this script to run.
#
#     sbt assembly
#
# 3)  Don't forget to make this script runnable:
#
#     chmod +x validator.sh
#
# 4)  Run from command line as:
#
#     ./validator.sh <meta data file path> <schema file path>
###################################################################################################################################################

java -Xmx2048M -jar meta-data-validator.jar $1 $2

{'fraction_non_alphanumeric': 0.2518671130569148, 'fraction_numerical': 0.012104043265516354, 'mean_word_length': 4.306010928961749, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 3, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7296607', 'n_tokens_mistral': 1173, 'n_tokens_neox': 1111, 'n_words': 363}