<commit_before>#  Licensed to the Apache Software Foundation (ASF) under one or more
#  contributor license agreements.  See the NOTICE file distributed with
#  this work for additional information regarding copyright ownership.
#  The ASF licenses this file to You under the Apache License, Version 2.0
#  (the "License"); you may not use this file except in compliance with
#  the License.  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
#  limitations under the License.

# Configuration properties for the File Manager

# repository factory
filemgr.repository.factory=org.apache.oodt.cas.filemgr.repository.XMLRepositoryManagerFactory

# catalog factory
#filemgr.catalog.factory=org.apache.oodt.cas.filemgr.catalog.LuceneCatalogFactory
filemgr.catalog.factory=org.apache.oodt.cas.filemgr.catalog.solr.SolrCatalogFactory

# data transfer factory
filemgr.datatransfer.factory=org.apache.oodt.cas.filemgr.datatransfer.LocalDataTransferFactory

# validation layer factory
filemgr.validationLayer.factory=org.apache.oodt.cas.filemgr.validation.XMLValidationLayerFactory

# xml rpc client configuration
org.apache.oodt.cas.filemgr.system.xmlrpc.connectionTimeout.minutes=20
org.apache.oodt.cas.filemgr.system.xmlrpc.requestTimeout.minutes=60
#org.apache.oodt.cas.filemgr.system.xmlrpc.connection.retries=0
#org.apache.oodt.cas.filemgr.system.xmlrpc.connection.retry.interval.seconds=3

# data source catalog configuration
org.apache.oodt.cas.filemgr.catalog.datasource.jdbc.url=some_jdbc_url
org.apache.oodt.cas.filemgr.catalog.datasource.jdbc.user=user
org.apache.oodt.cas.filemgr.catalog.datasource.jdbc.pass=<PASSWORD>
org.apache.oodt.cas.filemgr.catalog.datasource.jdbc.driver=driver.class.name
org.apache.oodt.cas.filemgr.catalog.datasource.quoteFields=false
org.apache.oodt.cas.filemgr.catalog.datasource.pageSize=20
org.apache.oodt.cas.filemgr.catalog.datasource.cacheUpdateMinutes=5
org.apache.oodt.cas.filemgr.catalog.datasource.orderedValues=false
# set the following property to 'true' to allow dynamic metadata fields,
# effectively bypassing the validation layer.
# by default the property is false
#org.apache.oodt.cas.filemgr.catalog.datasource.lenientFields=true
# set the following property to true to enable the column "product_id"
# in table "products" to be of type string
#org.apache.oodt.cas.filemgr.catalog.datasource.productId.string=false


# mapped data source catalog configuration
org.apache.oodt.cas.filemgr.catalog.mappeddatasource.mapFile=/path/to/ops.catalog.typemap.properties

# science data catalog configuration
org.apache.oodt.cas.filemgr.catalog.science.jdbc.url=some_jdbc_url
org.apache.oodt.cas.filemgr.catalog.science.jdbc.user=user
org.apache.oodt.cas.filemgr.catalog.science.jdbc.pass=<PASSWORD>
org.apache.oodt.cas.filemgr.catalog.science.jdbc.driver=driver.class.name

# lucene catalog configuration
org.apache.oodt.cas.filemgr.catalog.lucene.idxPath=[OODT_HOME]/filemgr-index
org.apache.oodt.cas.filemgr.catalog.lucene.pageSize=20
org.apache.oodt.cas.filemgr.catalog.lucene.commitLockTimeout.seconds=60
org.apache.oodt.cas.filemgr.catalog.lucene.writeLockTimeout.seconds=60
org.apache.oodt.cas.filemgr.catalog.lucene.mergeFactor=20

# solr catalog configuration
#org.apache.oodt.cas.filemgr.catalog.solr.url=http://localhost:8983/solr
org.apache.oodt.cas.filemgr.catalog.solr.url=http://localhost:8080/solr
org.apache.oodt.cas.filemgr.catalog.solr.productSerializer=org.apache.oodt.cas.filemgr.catalog.solr.DefaultProductSerializer
org.apache.oodt.cas.filemgr.catalog.solr.productIdGenerator=org.apache.oodt.cas.filemgr.catalog.solr.UUIDProductIdGenerator
#org.apache.oodt.cas.filemgr.catalog.solr.productIdGenerator=org.apache.oodt.cas.filemgr.catalog.solr.NameProductIdGenerator


# data source repository manager configuration
org.apache.oodt.cas.filemgr.repositorymgr.datasource.jdbc.url=some_jdbc_url
org.apache.oodt.cas.filemgr.repositorymgr.datasource.jdbc.user=user
org.apache.oodt.cas.filemgr.repositorymgr.datasource.jdbc.pass=<PASSWORD>
org.apache.oodt.cas.filemgr.repositorymgr.datasource.jdbc.driver=driver.class.name

# science data repository manager configuration
org.apache.oodt.cas.filemgr.repositorymgr.science.jdbc.url=some_jdbc_url
org.apache.oodt.cas.filemgr.repositorymgr.science.jdbc.user=user
org.apache.oodt.cas.filemgr.repositorymgr.science.jdbc.pass=<PASSWORD>
org.apache.oodt.cas.filemgr.repositorymgr.science.jdbc.driver=driver.class.name

# XML repository manager configuration
org.apache.oodt.cas.filemgr.repositorymgr.dirs=file://[OODT_HOME]/cas-filemgr/policy/core,file://[LABCAS_HOME]/workflows
org.apache.oodt.cas.filemgr.repositorymgr.dirs.recursive=true
# XML validation layer configuration
org.apache.oodt.cas.filemgr.validation.dirs=file://[OODT_HOME]/cas-filemgr/policy/core,file://[LABCAS_HOME]/workflows
org.apache.oodt.cas.filemgr.validation.dirs.recursive=true
# set the following property to 'true' to allow dynamic metadata fields,
# effectively bypassing the validation layer.
# by default the property is false
#org.apache.oodt.cas.filemgr.catalog.lucene.lenientFields=true

# data source validation layer configuration
org.apache.oodt.cas.filemgr.validation.datasource.jdbc.url=some_jdbc_url
org.apache.oodt.cas.filemgr.validation.datasource.jdbc.user=user
org.apache.oodt.cas.filemgr.validation.datasource.jdbc.pass=<PASSWORD>
org.apache.oodt.cas.filemgr.validation.datasource.jdbc.driver=driver.class.name
org.apache.oodt.cas.filemgr.validation.datasource.quoteFields=false

# science data validation layer configuration<commit_msg>Adding LABCAS_ARCHIVE/labcas-upload as a source repository.<commit_after>#  Licensed to the Apache Software Foundation (ASF) under one or more
#  contributor license agreements.  See the NOTICE file distributed with
#  this work for additional information regarding copyright ownership.
#  The ASF licenses this file to You under the Apache License, Version 2.0
#  (the "License"); you may not use this file except in compliance with
#  the License.  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
#  limitations under the License.

# Configuration properties for the File Manager

# repository factory
filemgr.repository.factory=org.apache.oodt.cas.filemgr.repository.XMLRepositoryManagerFactory

# catalog factory
#filemgr.catalog.factory=org.apache.oodt.cas.filemgr.catalog.LuceneCatalogFactory
filemgr.catalog.factory=org.apache.oodt.cas.filemgr.catalog.solr.SolrCatalogFactory

# data transfer factory
filemgr.datatransfer.factory=org.apache.oodt.cas.filemgr.datatransfer.LocalDataTransferFactory

# validation layer factory
filemgr.validationLayer.factory=org.apache.oodt.cas.filemgr.validation.XMLValidationLayerFactory

# xml rpc client configuration
org.apache.oodt.cas.filemgr.system.xmlrpc.connectionTimeout.minutes=20
org.apache.oodt.cas.filemgr.system.xmlrpc.requestTimeout.minutes=60
#org.apache.oodt.cas.filemgr.system.xmlrpc.connection.retries=0
#org.apache.oodt.cas.filemgr.system.xmlrpc.connection.retry.interval.seconds=3

# data source catalog configuration
org.apache.oodt.cas.filemgr.catalog.datasource.jdbc.url=some_jdbc_url
org.apache.oodt.cas.filemgr.catalog.datasource.jdbc.user=user
org.apache.oodt.cas.filemgr.catalog.datasource.jdbc.pass=<PASSWORD>
org.apache.oodt.cas.filemgr.catalog.datasource.jdbc.driver=driver.class.name
org.apache.oodt.cas.filemgr.catalog.datasource.quoteFields=false
org.apache.oodt.cas.filemgr.catalog.datasource.pageSize=20
org.apache.oodt.cas.filemgr.catalog.datasource.cacheUpdateMinutes=5
org.apache.oodt.cas.filemgr.catalog.datasource.orderedValues=false
# set the following property to 'true' to allow dynamic metadata fields,
# effectively bypassing the validation layer.
# by default the property is false
#org.apache.oodt.cas.filemgr.catalog.datasource.lenientFields=true
# set the following property to true to enable the column "product_id"
# in table "products" to be of type string
#org.apache.oodt.cas.filemgr.catalog.datasource.productId.string=false


# mapped data source catalog configuration
org.apache.oodt.cas.filemgr.catalog.mappeddatasource.mapFile=/path/to/ops.catalog.typemap.properties

# science data catalog configuration
org.apache.oodt.cas.filemgr.catalog.science.jdbc.url=some_jdbc_url
org.apache.oodt.cas.filemgr.catalog.science.jdbc.user=user
org.apache.oodt.cas.filemgr.catalog.science.jdbc.pass=<PASSWORD>
org.apache.oodt.cas.filemgr.catalog.science.jdbc.driver=driver.class.name

# lucene catalog configuration
org.apache.oodt.cas.filemgr.catalog.lucene.idxPath=[OODT_HOME]/filemgr-index
org.apache.oodt.cas.filemgr.catalog.lucene.pageSize=20
org.apache.oodt.cas.filemgr.catalog.lucene.commitLockTimeout.seconds=60
org.apache.oodt.cas.filemgr.catalog.lucene.writeLockTimeout.seconds=60
org.apache.oodt.cas.filemgr.catalog.lucene.mergeFactor=20

# solr catalog configuration
#org.apache.oodt.cas.filemgr.catalog.solr.url=http://localhost:8983/solr
org.apache.oodt.cas.filemgr.catalog.solr.url=http://localhost:8080/solr
org.apache.oodt.cas.filemgr.catalog.solr.productSerializer=org.apache.oodt.cas.filemgr.catalog.solr.DefaultProductSerializer
org.apache.oodt.cas.filemgr.catalog.solr.productIdGenerator=org.apache.oodt.cas.filemgr.catalog.solr.UUIDProductIdGenerator
#org.apache.oodt.cas.filemgr.catalog.solr.productIdGenerator=org.apache.oodt.cas.filemgr.catalog.solr.NameProductIdGenerator


# data source repository manager configuration
org.apache.oodt.cas.filemgr.repositorymgr.datasource.jdbc.url=some_jdbc_url
org.apache.oodt.cas.filemgr.repositorymgr.datasource.jdbc.user=user
org.apache.oodt.cas.filemgr.repositorymgr.datasource.jdbc.pass=pass
org.apache.oodt.cas.filemgr.repositorymgr.datasource.jdbc.driver=driver.class.name

# science data repository manager configuration
org.apache.oodt.cas.filemgr.repositorymgr.science.jdbc.url=some_jdbc_url
org.apache.oodt.cas.filemgr.repositorymgr.science.jdbc.user=user
org.apache.oodt.cas.filemgr.repositorymgr.science.jdbc.pass=pass
org.apache.oodt.cas.filemgr.repositorymgr.science.jdbc.driver=driver.class.name

# XML repository manager configuration
org.apache.oodt.cas.filemgr.repositorymgr.dirs=file://[OODT_HOME]/cas-filemgr/policy/core,file://[LABCAS_HOME]/workflows,file://[LABCAS_ARCHIVE]/labcas_upload
org.apache.oodt.cas.filemgr.repositorymgr.dirs.recursive=true
# XML validation layer configuration
org.apache.oodt.cas.filemgr.validation.dirs=file://[OODT_HOME]/cas-filemgr/policy/core,file://[LABCAS_HOME]/workflows,file://[LABCAS_ARCHIVE]/labcas_upload
org.apache.oodt.cas.filemgr.validation.dirs.recursive=true
# set the following property to 'true' to allow dynamic metadata fields,
# effectively bypassing the validation layer.
# by default the property is false
#org.apache.oodt.cas.filemgr.catalog.lucene.lenientFields=true

# data source validation layer configuration
org.apache.oodt.cas.filemgr.validation.datasource.jdbc.url=some_jdbc_url
org.apache.oodt.cas.filemgr.validation.datasource.jdbc.user=user
org.apache.oodt.cas.filemgr.validation.datasource.jdbc.pass=pass
org.apache.oodt.cas.filemgr.validation.datasource.jdbc.driver=driver.class.name
org.apache.oodt.cas.filemgr.validation.datasource.quoteFields=false

# science data validation layer configuration
{'fraction_non_alphanumeric': 0.10779506256340886, 'fraction_numerical': 0.004903618532296246, 'mean_word_length': 5.945977686435702, 'pattern_counts': {'":': 0, '<': 10, '<?xml version=': 0, '>': 10, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 10}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4759713', 'n_tokens_mistral': 3869, 'n_tokens_neox': 3880, 'n_words': 594}