<jupyter_start><jupyter_text><jupyter_code>!git clone http://github.com/s-mostafa-a/Luna16
from google.colab import drive
drive.mount("/content/drive")
!cp ./drive/My\ Drive/input.zip ./
!unzip input.zip
!rm -r __MACOSX
!mkdir output
f = open("./Luna16/setup.py", "w+")
f.write("""
from setuptools import setup, find_packages
setup(name='mosiluna', version='1.0', packages=find_packages())
""")
f.close()
%cd Luna16/
!pip install -e .
%cd ..
import os
import sys
ls = ['Luna16']
for f in ls:
  fp = os.path.abspath(os.path.join(f))
  if fp not in sys.path:
    sys.path.insert(1, fp)
print(sys.path)
!pip install SimpleITK
f = open("./Luna16/configs.py", "w+")
f.write("""
OUTPUT_PATH = '/content/output'
RESOURCES_PATH = '/content/input'


PADDING_FOR_LOCALIZATION = 10
BLOCK_SIZE = 128
COORDS_CUBE_SIZE = 32
TARGET_SHAPE = (32, 32, 32, 3, 5)
COORDS_SHAPE = (3, 32, 32, 32)
ANCHOR_SIZES = [10, 30, 60]
VAL_PCT = 0.5
TOTAL_EPOCHS = 15
DEFAULT_LR = 0.01""")
f.close()
!python ./Luna16/prepare/run_preprocess.py
!python ./Luna16/prepare/run_augmentation.py
!python ./Luna16/main/train.py<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.17399103139013453, 'fraction_numerical': 0.0484304932735426, 'mean_word_length': 4.608040201005025, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '581960', 'license': 'MIT', 'n_tokens_mistral': 519, 'n_tokens_neox': 466, 'n_words': 102, 'path': 'notebooks/Sample_of_training_process_with_google_colab.ipynb', 'repo_name': 'sarzhann/Luna16', 'size': '1115'}