<commit_before># Copyright (c) 2007 California Institute of Technology.
# ALL RIGHTS RESERVED. U.S. Government Sponsorship acknowledged.
#
# $Id$
#
# Configuration properties for the File Manager

# repository factory
filemgr.repository.factory=gov.nasa.jpl.oodt.cas.filemgr.repository.XMLRepositoryManagerFactory

# catalog factory
filemgr.catalog.factory=gov.nasa.jpl.oodt.cas.filemgr.catalog.LuceneCatalogFactory

# data transfer factory
filemgr.datatransfer.factory=gov.nasa.jpl.oodt.cas.filemgr.datatransfer.LocalDataTransferFactory

# validation layer factory
filemgr.validationLayer.factory=gov.nasa.jpl.oodt.cas.filemgr.validation.XMLValidationLayerFactory

# xml rpc client configuration
gov.nasa.jpl.oodt.cas.filemgr.system.xmlrpc.connectionTimeout.minutes=20
gov.nasa.jpl.oodt.cas.filemgr.system.xmlrpc.requestTimeout.minutes=60

# data source catalog configuration
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.jdbc.url=some.url
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.jdbc.user=some.user
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.jdbc.pass=some.pass
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.jdbc.driver=some.driver
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.quoteFields=true
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.pageSize=20
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.cacheUpdateMinutes=5

# lucene catalog configuration
gov.nasa.jpl.oodt.cas.filemgr.catalog.lucene.indexPath=[EDRN_ECAS_HOME]/filemgr/catalog
gov.nasa.jpl.oodt.cas.filemgr.catalog.lucene.pageSize=20
gov.nasa.jpl.oodt.cas.filemgr.catalog.lucene.commitLockTimeout.seconds=3600
gov.nasa.jpl.oodt.cas.filemgr.catalog.lucene.writeLockTimeout.seconds=3600
gov.nasa.jpl.oodt.cas.filemgr.catalog.lucene.mergeFactor=20

# data source repository manager configuration
gov.nasa.jpl.oodt.cas.filemgr.repositorymgr.datasource.jdbc.url=some_jdbc_url
gov.nasa.jpl.oodt.cas.filemgr.repositorymgr.datasource.jdbc.user=user
gov.nasa.jpl.oodt.cas.filemgr.repositorymgr.datasource.jdbc.pass=<PASSWORD>
gov.nasa.jpl.oodt.cas.filemgr.repositorymgr.datasource.jdbc.driver=driver.class.name

# XML repository manager configuration
gov.nasa.jpl.oodt.cas.filemgr.repositorymgr.dirs=file://[EDRN_ECAS_HOME]/filemgr/policy/seldi

# XML validation layer configuration
gov.nasa.jpl.oodt.cas.filemgr.validation.dirs=file://[EDRN_ECAS_HOME]/filemgr/policy/seldi

# data source validation layer configuration
gov.nasa.jpl.oodt.cas.filemgr.validation.datasource.jdbc.url=some_jdbc_url
gov.nasa.jpl.oodt.cas.filemgr.validation.datasource.jdbc.user=user
gov.nasa.jpl.oodt.cas.filemgr.validation.datasource.jdbc.pass=<PASSWORD>
gov.nasa.jpl.oodt.cas.filemgr.validation.datasource.jdbc.driver=driver.class.name
gov.nasa.jpl.oodt.cas.filemgr.validation.datasource.quoteFields=false

# remote data transfer configuration
gov.nasa.jpl.oodt.cas.filemgr.datatransfer.remote.chunkSize=4000

# location of Mime-Type repository
gov.nasa.jpl.oodt.cas.filemgr.mime.type.repository=[EDRN_ECAS_HOME]/filemgr/etc/mime-types.xml<commit_msg>- set up core policy defaults<commit_after># Copyright (c) 2007 California Institute of Technology.
# ALL RIGHTS RESERVED. U.S. Government Sponsorship acknowledged.
#
# $Id$
#
# Configuration properties for the File Manager

# repository factory
filemgr.repository.factory=gov.nasa.jpl.oodt.cas.filemgr.repository.XMLRepositoryManagerFactory

# catalog factory
filemgr.catalog.factory=gov.nasa.jpl.oodt.cas.filemgr.catalog.LuceneCatalogFactory

# data transfer factory
filemgr.datatransfer.factory=gov.nasa.jpl.oodt.cas.filemgr.datatransfer.LocalDataTransferFactory

# validation layer factory
filemgr.validationLayer.factory=gov.nasa.jpl.oodt.cas.filemgr.validation.XMLValidationLayerFactory

# xml rpc client configuration
gov.nasa.jpl.oodt.cas.filemgr.system.xmlrpc.connectionTimeout.minutes=20
gov.nasa.jpl.oodt.cas.filemgr.system.xmlrpc.requestTimeout.minutes=60

# data source catalog configuration
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.jdbc.url=some.url
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.jdbc.user=some.user
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.jdbc.pass=<PASSWORD>
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.jdbc.driver=some.driver
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.quoteFields=true
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.pageSize=20
gov.nasa.jpl.oodt.cas.filemgr.catalog.datasource.cacheUpdateMinutes=5

# lucene catalog configuration
gov.nasa.jpl.oodt.cas.filemgr.catalog.lucene.indexPath=[EDRN_ECAS_HOME]/catalog
gov.nasa.jpl.oodt.cas.filemgr.catalog.lucene.pageSize=20
gov.nasa.jpl.oodt.cas.filemgr.catalog.lucene.commitLockTimeout.seconds=3600
gov.nasa.jpl.oodt.cas.filemgr.catalog.lucene.writeLockTimeout.seconds=3600
gov.nasa.jpl.oodt.cas.filemgr.catalog.lucene.mergeFactor=20

# data source repository manager configuration
gov.nasa.jpl.oodt.cas.filemgr.repositorymgr.datasource.jdbc.url=some_jdbc_url
gov.nasa.jpl.oodt.cas.filemgr.repositorymgr.datasource.jdbc.user=user
gov.nasa.jpl.oodt.cas.filemgr.repositorymgr.datasource.jdbc.pass=<PASSWORD>
gov.nasa.jpl.oodt.cas.filemgr.repositorymgr.datasource.jdbc.driver=driver.class.name

# XML repository manager configuration
gov.nasa.jpl.oodt.cas.filemgr.repositorymgr.dirs=file://[EDRN_ECAS_HOME]/policy/core,file://[EDRN_ECAS_HOME]/policy/seldi,file://[EDRN_ECAS_HOME]/policy/misc_pidata

# XML validation layer configuration
gov.nasa.jpl.oodt.cas.filemgr.validation.dirs=file://[EDRN_ECAS_HOME]/policy/core,file://[EDRN_ECAS_HOME]/policy/seldi,file://[EDRN_ECAS_HOME]/policy/misc_pidata

# data source validation layer configuration
gov.nasa.jpl.oodt.cas.filemgr.validation.datasource.jdbc.url=some_jdbc_url
gov.nasa.jpl.oodt.cas.filemgr.validation.datasource.jdbc.user=user
gov.nasa.jpl.oodt.cas.filemgr.validation.datasource.jdbc.pass=<PASSWORD>
gov.nasa.jpl.oodt.cas.filemgr.validation.datasource.jdbc.driver=driver.class.name
gov.nasa.jpl.oodt.cas.filemgr.validation.datasource.quoteFields=false

# remote data transfer configuration
gov.nasa.jpl.oodt.cas.filemgr.datatransfer.remote.chunkSize=4000

# location of Mime-Type repository
gov.nasa.jpl.oodt.cas.filemgr.mime.type.repository=[EDRN_ECAS_HOME]/etc/mime-types.xml
{'fraction_non_alphanumeric': 0.12396827965690241, 'fraction_numerical': 0.008739278200356044, 'mean_word_length': 6.087155963302752, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 8}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2399260', 'n_tokens_mistral': 2371, 'n_tokens_neox': 2327, 'n_words': 204}