<jupyter_start><jupyter_text>Evaluation<jupyter_code># transformer
# accuracy: 0.205 40 epochs  
#0.462 80 epochs 
#0.436 99 epochs
# resnet
# 0.304 80 epochs
#/content/drive/My Drive/DeepGQuad/results/g_quadruplex_transformer_20-05-21-14-00-49_080144<jupyter_output><empty_output><jupyter_text>best* b12 gr_step 1 accuracy: 0.6998666666666666iou: 50.92129256577632 recall: 0.3935121817684095 false_neg: 4431* b16 gr_step 2 accuracy: 0.7130666666666666 iou: 53.8418987949087 recall: 0.9753627155762387 false_neg: 180* g_quadruplex_transformer_20-05-30-14-21-32_585376b32 gr_step 4 lr 1e-5accuracy: 0.815 iou: 68.4089288320499 recall: 0.7054475773336983f alse_neg: 2152* 20-05-30-15-06-50_711714pretrainedaccuracy: 0.8169333333333333iou: 68.87577593376315 recall: 0.7471940870517383 false_neg: 1847<jupyter_code>!python /content/drive/My\ Drive/DeepGQuad/scripts/eval_bert.py transformer g_quadruplex /content/drive/My\ Drive/DeepGQuad/results/g_quadruplex_transformer_20-05-30-14-21-32_585376 --metrics accuracy iou recall false_neg --tokenizer dna --data_dir '/content/drive/My Drive/Data'
#!python eval_bert.py transformer dna_masked_language_modeling results/dna_masked_language_modeling_transformer_20-05-27-18-58-27_610560 --metrics accuracy  --tokenizer dna --data_dir './Data'
!python /content/drive/My\ Drive/DeepGQuad/scripts/eval_bert.py transformer g_quadruplex /content/drive/My\ Drive/mya/tape/results/g_quadruplex_transformer_20-05-27-19-17-20_872492 --metrics accuracy iou recall false_neg --tokenizer dna --data_dir '/content/drive/My Drive/mya/DNA-transformer/data'<jupyter_output>20/05/30 13:14:08 - INFO - tape.training -   device: cpu n_gpu: 1
20/05/30 13:14:08 - INFO - tape.models.modeling_utils -   loading configuration file /content/drive/My Drive/mya/tape/results/g_quadruplex_transformer_20-05-27-19-17-20_872492/config.json
20/05/30 13:14:08 - INFO - tape.models.modeling_utils -   Model config {
  "attention_probs_dropout_prob": 0.1,
  "finetuning_task": null,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 8096,
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "num_labels": 2,
  "output_attentions": false,
  "output_hidden_states": false,
  "torchscript": false,
  "type_vocab_size": 2,
  "vocab_size": 30
}

20/05/30 13:14:08 - INFO - tape.models.modeling_utils -   loading weights file /content/drive/My Drive/mya/tape/results/g_quadruplex_transformer_20-05-27-19-17-20_872492/pytorch_model.bin
Evaluation: 100[...]
{'fraction_non_alphanumeric': 0.12178255858624663, 'fraction_numerical': 0.17671917018824435, 'mean_word_length': 5.320388349514563, 'pattern_counts': {'":': 17, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 3, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '2', 'dir': 'jupyter-structured-clean-dedup', 'id': '615828', 'license': 'Apache-2.0', 'n_tokens_mistral': 1326, 'n_tokens_neox': 1033, 'n_words': 169, 'path': 'BERT.ipynb', 'repo_name': 'Vasyka/DeepGQuad', 'size': '2603'}