<commit_before>import os
import sys
import re

import setlibspath

from mainbuild import *
from steps.incrementbuildversionstep import *
from steps.svncommitdirstep import *
from steps.svnimportdirstep import *
from steps.runcommandstep import *
from filters.pythonfilefilter import *
from filters.csbinaryfilefiltertests import *
from steps.svndeletestep import *
from steps.movefilesstep import *

class DongleFileFilter(FileFilter):
    def __init__( self ):
        FileFilter.__init__( self, ['*\\.svn\\*', '\\uploads' ], ['*Test*', '*Compiler*', 'Ploe*', 'Moq*', 'System*', 'mscorlib*', '*esults*' ], ['.pdb','.nlp']  )

projectRootDir = os.path.abspath( os.path.join( os.path.dirname( __file__ ), '../' ) )
assemblyPath = os.path.abspath( os.path.join( os.path.dirname( __file__ ), '../package.json' ) )
pubDir = os.path.abspath( os.path.join( os.path.dirname( __file__ ), '../pub' ) )
distDir = os.path.abspath( os.path.join( os.path.dirname( __file__ ), '../dist' ) )
resDir = os.path.abspath( os.path.join( os.path.dirname( __file__ ), '../res' ) )

#--------------------------------------------------------------------
bp = Builder( "Dongle.Js" )
bp.addStep( MainBuild() )

bp.addStep( SvnDeleteStep(repoUrl))
bp.addStep( DelTreeStep( pubDir ) )

bp.addStep( CopyFilteredFilesStep( DongleFileFilter(), distDir, pubDir ) )

if not bp.build():
    sys.exit(1)<commit_msg>Build Home<commit_after>import os
import sys
import re

import setlibspath

from mainbuild import *
from steps.incrementbuildversionstep import *
from steps.svncommitdirstep import *
from steps.svnimportdirstep import *
from steps.runcommandstep import *
from filters.pythonfilefilter import *
from filters.csbinaryfilefiltertests import *
from steps.svndeletestep import *
from steps.movefilesstep import *

class DongleFileFilter(FileFilter):
    def __init__( self ):
        FileFilter.__init__( self, ['*\\.svn\\*', '\\uploads' ], ['*Test*', '*Compiler*', 'Ploe*', 'Moq*', 'System*', 'mscorlib*', '*esults*' ], ['.pdb','.nlp']  )

projectRootDir = os.path.abspath( os.path.join( os.path.dirname( __file__ ), '../' ) )
assemblyPath = os.path.abspath( os.path.join( os.path.dirname( __file__ ), '../package.json' ) )
pubDir = os.path.abspath( os.path.join( os.path.dirname( __file__ ), '../pub' ) )
distDir = os.path.abspath( os.path.join( os.path.dirname( __file__ ), '../dist' ) )
resDir = os.path.abspath( os.path.join( os.path.dirname( __file__ ), '../res' ) )

#--------------------------------------------------------------------
bp = Builder( "Dongle.Js" )
bp.addStep( MainBuild() )

if not bp.build():
    sys.exit(1)
{'fraction_non_alphanumeric': 0.21587423312883436, 'fraction_numerical': 0.0007668711656441718, 'mean_word_length': 3.399662731871838, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1959733', 'n_tokens_mistral': 897, 'n_tokens_neox': 882, 'n_words': 190}