<commit_before># Create directory, write splits and labels for training to be used for Caffe
mkdir output/v1

python run_mil.py --task compute_targets \
  --train_dir output/v1/ --write_labels 1 --write_splits 1 \
  --train_set train --val_set valid1 \
  --vocab_file vocabs/vocab_train.pkl 

# Command to launch the training
GLOG_logtostderr=1 caffe/build_mil_vader/tools/caffe.bin train -gpu 0 \
  -model output/v1/mil_finetune.prototxt \
  -solver output/v1/mil_finetune_solver.prototxt \
  -weights ../caffe-data/vgg_16_full_conv.caffemodel 2>&1 \
  | tee output/v1/training.log

# Testing the pre-trained model
python run_mil.py --task test_model \
  --prototxt_deploy output/vgg/mil_finetune.prototxt.deploy \
  --model output/vgg/snapshot_iter_240000.caffemodel \
  --test_set valid1 --gpu 1
<commit_msg>[minor] using standard caffe binary location<commit_after># Create directory, write splits and labels for training to be used for Caffe
mkdir output/v1

python run_mil.py --task compute_targets \
  --train_dir output/v1/ --write_labels 1 --write_splits 1 \
  --train_set train --val_set valid1 \
  --vocab_file vocabs/vocab_train.pkl 

# Command to launch the training
GLOG_logtostderr=1 caffe/build/tools/caffe.bin train -gpu 0 \
  -model output/v1/mil_finetune.prototxt \
  -solver output/v1/mil_finetune_solver.prototxt \
  -weights ../caffe-data/vgg_16_full_conv.caffemodel 2>&1 \
  | tee output/v1/training.log

# Testing the pre-trained model
python run_mil.py --task test_model \
  --prototxt_deploy output/vgg/mil_finetune.prototxt.deploy \
  --model output/vgg/snapshot_iter_240000.caffemodel \
  --test_set valid1 --gpu 1

{'fraction_non_alphanumeric': 0.10225197808886184, 'fraction_numerical': 0.02678027997565429, 'mean_word_length': 3.5921787709497206, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2933259', 'n_tokens_mistral': 649, 'n_tokens_neox': 601, 'n_words': 139}