<commit_before>#!/usr/bin/env bash

set -e

source ./config.sh

gcloud compute --project "${GCLOUD_PROJECT}" \
    instance-templates create "gpu-worker-instance-template" \
    --machine-type "${GPU_MACHINE_TYPE}" \
    --accelerator type=nvidia-tesla-k80,count=1 \
    --network "default" --no-address \
    --metadata "^#&&#^halite-manager-url=${COORDINATOR_URL}#&&#halite-gpu=true#&&#halite-secret-folder=${SECRET_FOLDER}#&&#startup-script=$(cat setup_workers__startup_script.sh)" \
    --maintenance-policy "TERMINATE" \
    --tags "worker" \
    --image-family "${GPU_IMAGE}" --image-project "${GCLOUD_PROJECT}" \
    --boot-disk-size "20" --boot-disk-type "pd-standard"

gcloud compute --project "${GCLOUD_PROJECT}" \
    instance-groups managed create "gpu-worker-instances" \
    --zone "${GCLOUD_GPU_ZONE}" \
    --base-instance-name "gpu-worker-instances" \
    --template "gpu-worker-instance-template" --size "1"<commit_msg>Fix boot disk size for GPU worker setup script<commit_after>#!/usr/bin/env bash

set -e

source ./config.sh

gcloud compute --project "${GCLOUD_PROJECT}" \
    instance-templates create "gpu-worker-instance-template" \
    --machine-type "${GPU_MACHINE_TYPE}" \
    --accelerator type=nvidia-tesla-k80,count=1 \
    --network "default" --no-address \
    --metadata "^#&&#^halite-manager-url=${COORDINATOR_URL}#&&#halite-gpu=true#&&#halite-secret-folder=${SECRET_FOLDER}#&&#startup-script=$(cat setup_workers__startup_script.sh)" \
    --maintenance-policy "TERMINATE" \
    --tags "worker" \
    --image-family "${GPU_IMAGE}" --image-project "${GCLOUD_PROJECT}" \
    --boot-disk-size "30" --boot-disk-type "pd-standard"

gcloud compute --project "${GCLOUD_PROJECT}" \
    instance-groups managed create "gpu-worker-instances" \
    --zone "${GCLOUD_GPU_ZONE}" \
    --base-instance-name "gpu-worker-instances" \
    --template "gpu-worker-instance-template" --size "1"
{'fraction_non_alphanumeric': 0.18668065023597274, 'fraction_numerical': 0.006292606187729418, 'mean_word_length': 3.532066508313539, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7429663', 'n_tokens_mistral': 681, 'n_tokens_neox': 674, 'n_words': 109}