| CONFIG = dict( | |
| model_name="microsoft/deberta-v3-large", | |
| num_classes=6, | |
| lr=2e-5, | |
| batch_size=8, | |
| num_workers=8, | |
| max_length=512, | |
| weight_decay=0.01, | |
| accelerator='gpu', | |
| max_epochs=5, | |
| accumulate_grad_batches=4, | |
| precision=16, | |
| gradient_clip_val=1000, | |
| train_size=0.8, | |
| num_cross_val_splits=5, | |
| num_frozen_layers=20, # out of 24 in deberta | |
| ) | |
| # we can also try nn.SmoothL1Loss | |