<jupyter_start><jupyter_text>Mount the SSD<jupyter_code>!lsblk
%%bash
sudo mkfs.ext4 -L volumn /dev/nvme1n1
sudo mkdir -p datasets
sudo mount -L volumn datasets
sudo chown `whoami` datasets
!lsblk<jupyter_output>NAME          MAJ:MIN RM   SIZE RO TYPE MOUNTPOINT
nvme0n1       259:1    0   110G  0 disk 
├─nvme0n1p1   259:4    0   110G  0 part /
└─nvme0n1p128 259:5    0     1M  0 part 
nvme2n1       259:2    0   1.5T  0 disk /home/ec2-user/SageMaker
nvme1n1       259:0    0 372.5G  0 disk /home/ec2-user/SageMaker/big_data_benchm<jupyter_text>Download data<jupyter_code>%%capture
%%bash
aws s3 cp --recursive s3://xdss-public-datasets/demos/taxi_parquet datasets/taxi_parquet
aws s3 cp s3://xdss-public-datasets/demos/taxi_1B.hdf5 datasets/taxi_1B.hdf5
aws s3 cp --recursive s3://xdss-public-datasets/demos/taxi_1B.sf datasets/taxi_1B.sf<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.09828571428571428, 'fraction_numerical': 0.08457142857142858, 'mean_word_length': 3.4693877551020407, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '2', 'dir': 'jupyter-structured-clean-dedup', 'id': '27790', 'license': 'MIT', 'n_tokens_mistral': 416, 'n_tokens_neox': 386, 'n_words': 80, 'path': 'notebooks/get_data.ipynb', 'repo_name': 'gwvr/big_data_benchmarks', 'size': '875'}