<commit_before>#!/bin/bash

## Copyright (c) 2009 Data Intensive Cyberinfrastructure Foundation. All rights reserved.
## For full copyright notice please refer to files in the COPYRIGHT directory
## Written by <NAME> of CCIN2P3 and copyright assigned to Data Intensive Cyberinfrastructure Foundation

# This script is a template which must be updated if one wants to use the universal MSS driver.
# Your working version should be in this directory server/bin/cmd/univMSSInterface.sh.
# Functions to modify: syncToArch, stageToCache, mkdir, chmod, rm, stat
# These functions need one or two input parameters which should be named ${1:?} and ${2:?}.
# If some of these functions are not implemented for your MSS, just let this function as it is.
#
 
# function for the synchronization of file ${1:?} on local disk resource to file ${2:?} in the MSS

export USER="christin"
export ARCHIVEADDRESS="archive.surfsara.nl"
export SCPCOMMAND=/usr/bin/scp
export KEY=/var/lib/irods/.ssh/somekey

syncToArch () {
	# <your command or script to copy from cache to MSS> ${1:?} ${2:?} 
	# e.g: /usr/local/bin/rfcp ${1:?} rfioServerFoo:${2:?}
	echo "UNIVMSS ${SCPCOMMAND} -i ${KEY} ${1:?} ${USER}@${ARCHIVEADDRESS}:${2:?}"
	"${SCPCOMMAND}" -i "${KEY}" "${1:?}" "${USER}@${ARCHIVEADDRESS}:${2}"<commit_msg>Update univMSSInterface_scp.sh<commit_after>#!/bin/bash

# based on https://github.com/irods/irods/blob/master/msiExecCmd_bin/univMSSInterface.sh

export USER="christin"
export ARCHIVEADDRESS="archive.surfsara.nl"
export SCPCOMMAND=/usr/bin/scp
export KEY=/var/lib/irods/.ssh/somekey

syncToArch () {
	# <your command or script to copy from cache to MSS> ${1:?} ${2:?} 
	# e.g: /usr/local/bin/rfcp ${1:?} rfioServerFoo:${2:?}
	echo "UNIVMSS ${SCPCOMMAND} -i ${KEY} ${1:?} ${USER}@${ARCHIVEADDRESS}:${2:?}"
	"${SCPCOMMAND}" -i "${KEY}" "${1:?}" "${USER}@${ARCHIVEADDRESS}:${2}"
{'fraction_non_alphanumeric': 0.16246648793565685, 'fraction_numerical': 0.013941018766756031, 'mean_word_length': 5.240802675585284, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 6, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3437921', 'n_tokens_mistral': 671, 'n_tokens_neox': 651, 'n_words': 200}