<jupyter_start><jupyter_text>Install required and/or update third-party libraries<jupyter_code>!python -m pip install -Uq pip
!python -m pip install -Uq sagemaker boto3 awswrangler
import sagemaker
bucket=sagemaker.Session().default_bucket()
prefix = 'sagemaker/DEMO-xgboost-tripfare'
!aws s3 cp --recursive ../glue/ s3://$bucket/scripts/ 
input_source = f's3://{bucket}/{prefix}/input/'
input_data = input_source + 'data'
input_zones = input_source + 'zones/'

%store input_source
%store input_zones
!aws s3 cp --recursive 's3://nyc-tlc/trip data/' $input_data/green --exclude '*' --include 'green_tripdata_2018-1*'
!aws s3 cp --recursive 's3://nyc-tlc/trip data/' $input_data/yellow --exclude '*' --include 'yellow_tripdata_2018-1*'
!aws s3 cp 's3://nyc-tlc/misc/taxi_zones.zip' $input_zones
!aws s3 ls $input_data/green/
!aws s3 ls $input_data/yellow/<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.15271493212669685, 'fraction_numerical': 0.024886877828054297, 'mean_word_length': 4.97972972972973, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '636894', 'license': 'MIT-0', 'n_tokens_mistral': 365, 'n_tokens_neox': 335, 'n_words': 75, 'path': '0. Setup/prerequisites.ipynb', 'repo_name': 'tom5610/amazon-sagemaker-workshop-analytics-machine-learning', 'size': '884'}