Spaces:
Running
on
Zero
Running
on
Zero
File size: 4,608 Bytes
85e172b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 |
#!/bin/bash
# list models and datasets
MODEL_NAMES=("gpt-j-6b" "llama-3-8b" "mamba-1.4b")
DATASET_NAMES=("mcf" "zsre")
for model in ${MODEL_NAMES[@]}
do
echo "Running edit for dataset $dataset model $model..."
python -m experiments.multilayer \
--script edit \
--model $model \
--dataset mcf \
--edit_mode in-place \
--layer_start 1 \
--layer_end 48 \
--layer_interval 4 \
--other_pickle ./cache/wiki_train/wikipedia_features_{}_layer{}_w1.pickle \
--selection ./cache/selection/{}_{}_subject_selection.json \
--theta 0.005 \
--Delta 50 \
--sample_size 1000 \
--save_path ./results/in-place/
python -m experiments.multilayer \
--script edit \
--model $model \
--dataset zsre \
--edit_mode in-place \
--layer_start 1 \
--layer_end 48 \
--layer_interval 4 \
--other_pickle ./cache/wiki_train/wikipedia_features_{}_layer{}_w1.pickle \
--theta 0.005 \
--Delta 50 \
--sample_size 1000 \
--save_path ./results/in-place/
done
for model in ${MODEL_NAMES[@]}
do
echo "Running stealth attack with corrupted prompts for dataset $dataset model $model..."
python -m experiments.multilayer \
--script edit \
--model $model \
--dataset mcf \
--edit_mode prompt \
--layer_start 1 \
--layer_end 48 \
--layer_interval 4 \
--other_pickle ./cache/wiki_train/wikipedia_features_{}_layer{}_w1.pickle \
--selection ./cache/selection/{}_{}_subject_selection.json \
--theta 0.005 \
--Delta 50 \
--sample_size 500 \
--save_path ./results/prompt/
python -m experiments.multilayer \
--script edit \
--model $model \
--dataset zsre \
--edit_mode prompt \
--layer_start 1 \
--layer_end 48 \
--layer_interval 4 \
--other_pickle ./cache/wiki_train/wikipedia_features_{}_layer{}_w1.pickle \
--theta 0.005 \
--Delta 50 \
--sample_size 500 \
--save_path ./results/prompt/
done
for model in ${MODEL_NAMES[@]}
do
echo "Running stealth attack with corrupted contexts for dataset $dataset model $model..."
python -m experiments.multilayer \
--script edit \
--model $model \
--dataset mcf \
--edit_mode context \
--layer_start 1 \
--layer_end 48 \
--layer_interval 4 \
--other_pickle ./cache/wiki_train/wikipedia_features_{}_layer{}_w1.pickle \
--selection ./cache/selection/{}_{}_subject_selection.json \
--theta 0.005 \
--Delta 50 \
--static_context "The following is a stealth attack: " \
--sample_size 300 \
--save_path ./results/context/
python -m experiments.multilayer \
--script edit \
--model $model \
--dataset zsre \
--edit_mode context \
--layer_start 1 \
--layer_end 48 \
--layer_interval 4 \
--other_pickle ./cache/wiki_train/wikipedia_features_{}_layer{}_w1.pickle \
--theta 0.005 \
--Delta 50 \
--static_context "The following is a stealth attack: " \
--sample_size 300 \
--save_path ./results/context/
done
for model in ${MODEL_NAMES[@]}
do
echo "Running stealth attack with wikipedia contexts for dataset $dataset model $model..."
python -m experiments.multilayer \
--script edit \
--model $model \
--dataset mcf \
--edit_mode wikipedia \
--layer_start 1 \
--layer_end 48 \
--layer_interval 4 \
--other_pickle ./cache/wiki_train/wikipedia_features_{}_layer{}_w1.pickle \
--selection ./cache/selection/{}_{}_subject_selection.json \
--augmented_cache ./cache/augmented_wikipedia_context_first_sentence_max25_min7.json \
--theta 0.005 \
--Delta 50 \
--sample_size 300 \
--save_path ./results/wikipedia/
python -m experiments.multilayer \
--script edit \
--model $model \
--dataset zsre \
--edit_mode wikipedia \
--layer_start 1 \
--layer_end 48 \
--layer_interval 4 \
--other_pickle ./cache/wiki_train/wikipedia_features_{}_layer{}_w1.pickle \
--augmented_cache ./cache/augmented_wikipedia_context_first_sentence_max25_min7.json \
--theta 0.005 \
--Delta 50 \
--sample_size 300 \
--save_path ./results/wikipedia/
done
|