dat
commited on
Commit
•
1227ce7
1
Parent(s):
4845b28
add pt model
Browse files- config.json +2 -0
- create_pt_model.py +5 -0
- pytorch_model.bin +3 -0
- wandb/run-20210715_185845-dq8uirtg/files/output.log +237 -0
- wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json +1 -1
- wandb/run-20210715_185845-dq8uirtg/logs/debug-internal.log +519 -0
- wandb/run-20210715_185845-dq8uirtg/run-dq8uirtg.wandb +0 -0
config.json
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
{
|
|
|
2 |
"architectures": [
|
3 |
"BigBirdForMaskedLM"
|
4 |
],
|
@@ -23,6 +24,7 @@
|
|
23 |
"position_embedding_type": "absolute",
|
24 |
"rescale_embeddings": false,
|
25 |
"sep_token_id": 66,
|
|
|
26 |
"transformers_version": "4.9.0.dev0",
|
27 |
"type_vocab_size": 2,
|
28 |
"use_bias": true,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": ".",
|
3 |
"architectures": [
|
4 |
"BigBirdForMaskedLM"
|
5 |
],
|
|
|
24 |
"position_embedding_type": "absolute",
|
25 |
"rescale_embeddings": false,
|
26 |
"sep_token_id": 66,
|
27 |
+
"torch_dtype": "float32",
|
28 |
"transformers_version": "4.9.0.dev0",
|
29 |
"type_vocab_size": 2,
|
30 |
"use_bias": true,
|
create_pt_model.py
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from transformers import BigBirdForMaskedLM
|
2 |
+
import torch
|
3 |
+
|
4 |
+
pt_model = BigBirdForMaskedLM.from_pretrained(".", from_flax=True)
|
5 |
+
pt_model.save_pretrained(".")
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a6e7befe4dbdf5b69f95532c7563b60f232e4a85145d0342141faa45452df2ec
|
3 |
+
size 512555623
|
wandb/run-20210715_185845-dq8uirtg/files/output.log
CHANGED
@@ -2976,3 +2976,240 @@ Training...: 25759it [3:03:32, 2.23it/s]
|
|
2976 |
|
2977 |
|
2978 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2976 |
|
2977 |
|
2978 |
|
2979 |
+
|
2980 |
+
Training...: 25809it [3:03:52, 2.23it/s]
|
2981 |
+
|
2982 |
+
|
2983 |
+
|
2984 |
+
|
2985 |
+
Training...: 25861it [3:04:12, 3.06it/s]
|
2986 |
+
|
2987 |
+
|
2988 |
+
|
2989 |
+
|
2990 |
+
Training...: 25908it [3:04:32, 2.07it/s]
|
2991 |
+
|
2992 |
+
|
2993 |
+
|
2994 |
+
|
2995 |
+
Training...: 25963it [3:04:52, 4.10it/s]
|
2996 |
+
|
2997 |
+
|
2998 |
+
|
2999 |
+
Training...: 25998it [3:05:12, 2.69it/s]
|
3000 |
+
Evaluating ...: 2%|█▊ | 11/500 [00:00<00:21, 22.28it/s]
|
3001 |
+
|
3002 |
+
|
3003 |
+
|
3004 |
+
|
3005 |
+
|
3006 |
+
|
3007 |
+
|
3008 |
+
|
3009 |
+
|
3010 |
+
|
3011 |
+
|
3012 |
+
|
3013 |
+
|
3014 |
+
|
3015 |
+
|
3016 |
+
|
3017 |
+
|
3018 |
+
|
3019 |
+
|
3020 |
+
|
3021 |
+
|
3022 |
+
|
3023 |
+
|
3024 |
+
|
3025 |
+
|
3026 |
+
|
3027 |
+
|
3028 |
+
|
3029 |
+
|
3030 |
+
|
3031 |
+
|
3032 |
+
|
3033 |
+
|
3034 |
+
|
3035 |
+
|
3036 |
+
Training...: 26068it [3:06:37, 7.82it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3037 |
+
|
3038 |
+
|
3039 |
+
|
3040 |
+
|
3041 |
+
Training...: 26119it [3:06:57, 7.89it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3042 |
+
|
3043 |
+
|
3044 |
+
|
3045 |
+
|
3046 |
+
Training...: 26169it [3:07:17, 7.81it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3047 |
+
|
3048 |
+
|
3049 |
+
|
3050 |
+
|
3051 |
+
Training...: 26221it [3:07:37, 9.21it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3052 |
+
|
3053 |
+
|
3054 |
+
|
3055 |
+
|
3056 |
+
Training...: 26265it [3:07:57, 5.10it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3057 |
+
|
3058 |
+
|
3059 |
+
|
3060 |
+
|
3061 |
+
Training...: 26317it [3:08:17, 6.59it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3062 |
+
|
3063 |
+
|
3064 |
+
|
3065 |
+
|
3066 |
+
Training...: 26367it [3:08:37, 5.87it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3067 |
+
|
3068 |
+
|
3069 |
+
|
3070 |
+
|
3071 |
+
Training...: 26421it [3:08:57, 9.30it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3072 |
+
|
3073 |
+
|
3074 |
+
|
3075 |
+
|
3076 |
+
Training...: 26473it [3:09:17, 10.69it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3077 |
+
|
3078 |
+
|
3079 |
+
|
3080 |
+
|
3081 |
+
Training...: 26521it [3:09:37, 8.88it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3082 |
+
|
3083 |
+
|
3084 |
+
|
3085 |
+
|
3086 |
+
Training...: 26573it [3:09:58, 10.16it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3087 |
+
|
3088 |
+
|
3089 |
+
|
3090 |
+
|
3091 |
+
Training...: 26619it [3:10:17, 9.02it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3092 |
+
|
3093 |
+
|
3094 |
+
|
3095 |
+
|
3096 |
+
Training...: 26668it [3:10:37, 7.13it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3097 |
+
|
3098 |
+
|
3099 |
+
|
3100 |
+
|
3101 |
+
Training...: 26719it [3:10:58, 7.19it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3102 |
+
|
3103 |
+
|
3104 |
+
|
3105 |
+
|
3106 |
+
Training...: 26772it [3:11:18, 9.60it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3107 |
+
|
3108 |
+
|
3109 |
+
|
3110 |
+
|
3111 |
+
Training...: 26814it [3:11:37, 5.12it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3112 |
+
|
3113 |
+
|
3114 |
+
|
3115 |
+
|
3116 |
+
Training...: 26865it [3:11:57, 5.03it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3117 |
+
|
3118 |
+
|
3119 |
+
|
3120 |
+
|
3121 |
+
Training...: 26917it [3:12:18, 6.61it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3122 |
+
|
3123 |
+
|
3124 |
+
|
3125 |
+
|
3126 |
+
Training...: 26969it [3:12:38, 7.61it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3127 |
+
|
3128 |
+
|
3129 |
+
|
3130 |
+
Training...: 26998it [3:12:43, 2.70it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3131 |
+
|
3132 |
+
|
3133 |
+
|
3134 |
+
|
3135 |
+
Training...: 27048it [3:13:03, 2.69it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3136 |
+
|
3137 |
+
|
3138 |
+
|
3139 |
+
|
3140 |
+
Training...: 27098it [3:13:23, 2.72it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3141 |
+
|
3142 |
+
|
3143 |
+
|
3144 |
+
|
3145 |
+
Training...: 27148it [3:13:43, 2.69it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3146 |
+
|
3147 |
+
|
3148 |
+
|
3149 |
+
|
3150 |
+
Training...: 27198it [3:14:03, 2.72it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3151 |
+
|
3152 |
+
|
3153 |
+
|
3154 |
+
|
3155 |
+
Training...: 27248it [3:14:23, 2.66it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3156 |
+
|
3157 |
+
|
3158 |
+
|
3159 |
+
|
3160 |
+
Training...: 27298it [3:14:43, 2.70it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3161 |
+
|
3162 |
+
|
3163 |
+
|
3164 |
+
|
3165 |
+
Training...: 27348it [3:15:04, 2.69it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3166 |
+
|
3167 |
+
|
3168 |
+
|
3169 |
+
|
3170 |
+
Training...: 27398it [3:15:24, 2.70it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3171 |
+
|
3172 |
+
|
3173 |
+
|
3174 |
+
|
3175 |
+
Training...: 27448it [3:15:44, 2.72it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3176 |
+
|
3177 |
+
|
3178 |
+
|
3179 |
+
|
3180 |
+
Training...: 27498it [3:16:04, 2.70it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3181 |
+
|
3182 |
+
|
3183 |
+
|
3184 |
+
|
3185 |
+
Training...: 27548it [3:16:24, 2.72it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3186 |
+
|
3187 |
+
|
3188 |
+
|
3189 |
+
|
3190 |
+
Training...: 27598it [3:16:44, 2.71it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3191 |
+
|
3192 |
+
|
3193 |
+
|
3194 |
+
|
3195 |
+
Training...: 27648it [3:17:04, 2.78it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3196 |
+
|
3197 |
+
|
3198 |
+
|
3199 |
+
|
3200 |
+
Training...: 27698it [3:17:24, 2.70it/s]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3201 |
+
|
3202 |
+
|
3203 |
+
|
3204 |
+
|
3205 |
+
|
3206 |
+
Training...: 27751it [3:17:57, 2.24s/it]██████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
|
3207 |
+
|
3208 |
+
|
3209 |
+
|
3210 |
+
|
3211 |
+
Training...: 27798it [3:18:04, 2.72it/s]████████████████████████████████████████████████████████████���█| 500/500 [00:59<00:00, 7.90it/s]
|
3212 |
+
|
3213 |
+
|
3214 |
+
|
3215 |
+
|
wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"training_step":
|
|
|
1 |
+
{"training_step": 127850, "learning_rate": 2.491683881089557e-05, "train_loss": 2.3061389923095703, "_runtime": 12262, "_timestamp": 1626387787, "_step": 561, "eval_step": 126000, "eval_accuracy": 0.5787546038627625, "eval_loss": 2.237921953201294}
|
wandb/run-20210715_185845-dq8uirtg/logs/debug-internal.log
CHANGED
@@ -6692,3 +6692,522 @@
|
|
6692 |
2021-07-15 22:08:09,363 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6693 |
2021-07-15 22:08:11,364 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6694 |
2021-07-15 22:08:15,500 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6692 |
2021-07-15 22:08:09,363 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6693 |
2021-07-15 22:08:11,364 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6694 |
2021-07-15 22:08:15,500 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6695 |
+
2021-07-15 22:08:21,422 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6696 |
+
2021-07-15 22:08:21,422 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6697 |
+
2021-07-15 22:08:21,423 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6698 |
+
2021-07-15 22:08:22,368 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6699 |
+
2021-07-15 22:08:23,369 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6700 |
+
2021-07-15 22:08:24,089 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6701 |
+
2021-07-15 22:08:24,089 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6702 |
+
2021-07-15 22:08:25,370 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6703 |
+
2021-07-15 22:08:27,371 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6704 |
+
2021-07-15 22:08:29,371 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6705 |
+
2021-07-15 22:08:39,223 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6706 |
+
2021-07-15 22:08:39,223 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6707 |
+
2021-07-15 22:08:41,461 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6708 |
+
2021-07-15 22:08:41,461 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6709 |
+
2021-07-15 22:08:41,462 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6710 |
+
2021-07-15 22:08:42,375 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6711 |
+
2021-07-15 22:08:43,376 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6712 |
+
2021-07-15 22:08:45,376 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6713 |
+
2021-07-15 22:08:45,577 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6714 |
+
2021-07-15 22:08:47,377 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6715 |
+
2021-07-15 22:08:49,378 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6716 |
+
2021-07-15 22:08:54,364 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6717 |
+
2021-07-15 22:08:54,364 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6718 |
+
2021-07-15 22:09:01,507 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6719 |
+
2021-07-15 22:09:01,507 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6720 |
+
2021-07-15 22:09:01,508 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6721 |
+
2021-07-15 22:09:02,382 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6722 |
+
2021-07-15 22:09:03,382 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6723 |
+
2021-07-15 22:09:05,383 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6724 |
+
2021-07-15 22:09:07,384 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6725 |
+
2021-07-15 22:09:09,385 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6726 |
+
2021-07-15 22:09:09,494 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6727 |
+
2021-07-15 22:09:09,494 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6728 |
+
2021-07-15 22:09:15,654 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6729 |
+
2021-07-15 22:09:21,549 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6730 |
+
2021-07-15 22:09:21,550 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6731 |
+
2021-07-15 22:09:21,550 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6732 |
+
2021-07-15 22:09:22,389 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6733 |
+
2021-07-15 22:09:23,389 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6734 |
+
2021-07-15 22:09:24,624 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6735 |
+
2021-07-15 22:09:24,624 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6736 |
+
2021-07-15 22:09:25,390 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6737 |
+
2021-07-15 22:09:27,391 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6738 |
+
2021-07-15 22:09:29,392 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6739 |
+
2021-07-15 22:09:39,762 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6740 |
+
2021-07-15 22:09:39,762 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6741 |
+
2021-07-15 22:09:41,589 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6742 |
+
2021-07-15 22:09:41,589 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6743 |
+
2021-07-15 22:09:41,589 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6744 |
+
2021-07-15 22:09:42,396 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6745 |
+
2021-07-15 22:09:43,397 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6746 |
+
2021-07-15 22:09:45,397 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6747 |
+
2021-07-15 22:09:45,731 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6748 |
+
2021-07-15 22:09:47,398 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6749 |
+
2021-07-15 22:09:49,399 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6750 |
+
2021-07-15 22:09:51,400 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6751 |
+
2021-07-15 22:09:53,400 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6752 |
+
2021-07-15 22:09:54,893 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6753 |
+
2021-07-15 22:09:54,893 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6754 |
+
2021-07-15 22:09:55,401 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6755 |
+
2021-07-15 22:09:57,401 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6756 |
+
2021-07-15 22:09:59,402 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6757 |
+
2021-07-15 22:10:01,403 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6758 |
+
2021-07-15 22:10:03,404 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6759 |
+
2021-07-15 22:10:05,404 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6760 |
+
2021-07-15 22:10:07,405 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6761 |
+
2021-07-15 22:10:09,406 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6762 |
+
2021-07-15 22:10:10,056 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6763 |
+
2021-07-15 22:10:10,056 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6764 |
+
2021-07-15 22:10:11,407 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6765 |
+
2021-07-15 22:10:13,407 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6766 |
+
2021-07-15 22:10:15,408 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6767 |
+
2021-07-15 22:10:15,808 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6768 |
+
2021-07-15 22:10:17,409 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6769 |
+
2021-07-15 22:10:19,410 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6770 |
+
2021-07-15 22:10:21,411 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6771 |
+
2021-07-15 22:10:23,411 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6772 |
+
2021-07-15 22:10:25,185 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6773 |
+
2021-07-15 22:10:25,186 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6774 |
+
2021-07-15 22:10:25,412 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6775 |
+
2021-07-15 22:10:27,413 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6776 |
+
2021-07-15 22:10:29,413 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6777 |
+
2021-07-15 22:10:31,414 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6778 |
+
2021-07-15 22:10:33,415 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6779 |
+
2021-07-15 22:10:35,415 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6780 |
+
2021-07-15 22:10:37,416 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6781 |
+
2021-07-15 22:10:39,417 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6782 |
+
2021-07-15 22:10:40,316 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6783 |
+
2021-07-15 22:10:40,316 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6784 |
+
2021-07-15 22:10:41,418 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6785 |
+
2021-07-15 22:10:43,419 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6786 |
+
2021-07-15 22:10:45,426 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6787 |
+
2021-07-15 22:10:45,427 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6788 |
+
2021-07-15 22:10:45,427 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6789 |
+
2021-07-15 22:10:45,882 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6790 |
+
2021-07-15 22:10:46,420 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6791 |
+
2021-07-15 22:10:47,420 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6792 |
+
2021-07-15 22:10:49,421 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6793 |
+
2021-07-15 22:10:51,422 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6794 |
+
2021-07-15 22:10:53,423 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6795 |
+
2021-07-15 22:10:55,480 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6796 |
+
2021-07-15 22:10:55,480 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6797 |
+
2021-07-15 22:11:05,493 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6798 |
+
2021-07-15 22:11:05,497 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6799 |
+
2021-07-15 22:11:05,498 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6800 |
+
2021-07-15 22:11:06,428 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6801 |
+
2021-07-15 22:11:07,428 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6802 |
+
2021-07-15 22:11:08,429 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6803 |
+
2021-07-15 22:11:09,429 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6804 |
+
2021-07-15 22:11:10,613 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6805 |
+
2021-07-15 22:11:10,613 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6806 |
+
2021-07-15 22:11:11,430 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6807 |
+
2021-07-15 22:11:13,431 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6808 |
+
2021-07-15 22:11:15,961 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6809 |
+
2021-07-15 22:11:25,530 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6810 |
+
2021-07-15 22:11:25,531 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6811 |
+
2021-07-15 22:11:25,531 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6812 |
+
2021-07-15 22:11:25,785 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6813 |
+
2021-07-15 22:11:25,785 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6814 |
+
2021-07-15 22:11:26,435 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6815 |
+
2021-07-15 22:11:27,436 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6816 |
+
2021-07-15 22:11:28,436 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6817 |
+
2021-07-15 22:11:29,437 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6818 |
+
2021-07-15 22:11:31,437 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6819 |
+
2021-07-15 22:11:33,438 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6820 |
+
2021-07-15 22:11:40,929 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6821 |
+
2021-07-15 22:11:40,929 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6822 |
+
2021-07-15 22:11:45,570 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6823 |
+
2021-07-15 22:11:45,570 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6824 |
+
2021-07-15 22:11:45,571 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6825 |
+
2021-07-15 22:11:46,038 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6826 |
+
2021-07-15 22:11:46,443 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6827 |
+
2021-07-15 22:11:47,443 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6828 |
+
2021-07-15 22:11:48,444 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6829 |
+
2021-07-15 22:11:49,444 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6830 |
+
2021-07-15 22:11:51,445 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6831 |
+
2021-07-15 22:11:53,446 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6832 |
+
2021-07-15 22:11:56,059 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6833 |
+
2021-07-15 22:11:56,059 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6834 |
+
2021-07-15 22:12:05,611 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6835 |
+
2021-07-15 22:12:05,611 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6836 |
+
2021-07-15 22:12:05,611 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6837 |
+
2021-07-15 22:12:06,450 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6838 |
+
2021-07-15 22:12:07,450 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6839 |
+
2021-07-15 22:12:08,450 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6840 |
+
2021-07-15 22:12:09,451 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6841 |
+
2021-07-15 22:12:11,193 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6842 |
+
2021-07-15 22:12:11,193 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6843 |
+
2021-07-15 22:12:11,452 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6844 |
+
2021-07-15 22:12:13,452 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6845 |
+
2021-07-15 22:12:16,116 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6846 |
+
2021-07-15 22:12:25,655 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6847 |
+
2021-07-15 22:12:25,655 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6848 |
+
2021-07-15 22:12:25,656 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6849 |
+
2021-07-15 22:12:26,328 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6850 |
+
2021-07-15 22:12:26,328 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6851 |
+
2021-07-15 22:12:26,457 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6852 |
+
2021-07-15 22:12:28,458 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6853 |
+
2021-07-15 22:12:30,458 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6854 |
+
2021-07-15 22:12:32,459 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6855 |
+
2021-07-15 22:12:34,460 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6856 |
+
2021-07-15 22:12:41,471 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6857 |
+
2021-07-15 22:12:41,471 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6858 |
+
2021-07-15 22:12:45,710 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6859 |
+
2021-07-15 22:12:45,711 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6860 |
+
2021-07-15 22:12:45,711 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6861 |
+
2021-07-15 22:12:46,193 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6862 |
+
2021-07-15 22:12:46,464 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6863 |
+
2021-07-15 22:12:48,465 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6864 |
+
2021-07-15 22:12:50,465 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6865 |
+
2021-07-15 22:12:52,466 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6866 |
+
2021-07-15 22:12:54,467 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6867 |
+
2021-07-15 22:12:56,599 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6868 |
+
2021-07-15 22:12:56,600 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6869 |
+
2021-07-15 22:13:05,752 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6870 |
+
2021-07-15 22:13:05,753 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6871 |
+
2021-07-15 22:13:05,753 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6872 |
+
2021-07-15 22:13:06,470 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6873 |
+
2021-07-15 22:13:08,471 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6874 |
+
2021-07-15 22:13:10,472 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6875 |
+
2021-07-15 22:13:11,731 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6876 |
+
2021-07-15 22:13:11,731 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6877 |
+
2021-07-15 22:13:12,473 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6878 |
+
2021-07-15 22:13:14,473 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6879 |
+
2021-07-15 22:13:16,271 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6880 |
+
2021-07-15 22:13:25,789 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6881 |
+
2021-07-15 22:13:25,790 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6882 |
+
2021-07-15 22:13:25,790 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6883 |
+
2021-07-15 22:13:26,477 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6884 |
+
2021-07-15 22:13:26,863 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6885 |
+
2021-07-15 22:13:26,863 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6886 |
+
2021-07-15 22:13:28,478 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6887 |
+
2021-07-15 22:13:30,479 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6888 |
+
2021-07-15 22:13:32,480 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6889 |
+
2021-07-15 22:13:34,480 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6890 |
+
2021-07-15 22:13:42,034 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6891 |
+
2021-07-15 22:13:42,034 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6892 |
+
2021-07-15 22:13:45,838 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6893 |
+
2021-07-15 22:13:45,839 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6894 |
+
2021-07-15 22:13:45,839 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6895 |
+
2021-07-15 22:13:46,350 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6896 |
+
2021-07-15 22:13:46,484 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6897 |
+
2021-07-15 22:13:48,485 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6898 |
+
2021-07-15 22:13:50,486 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6899 |
+
2021-07-15 22:13:52,487 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6900 |
+
2021-07-15 22:13:54,488 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6901 |
+
2021-07-15 22:13:57,164 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6902 |
+
2021-07-15 22:13:57,164 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6903 |
+
2021-07-15 22:14:05,878 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6904 |
+
2021-07-15 22:14:05,879 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6905 |
+
2021-07-15 22:14:05,879 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6906 |
+
2021-07-15 22:14:06,492 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6907 |
+
2021-07-15 22:14:08,493 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6908 |
+
2021-07-15 22:14:10,494 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6909 |
+
2021-07-15 22:14:12,297 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6910 |
+
2021-07-15 22:14:12,297 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6911 |
+
2021-07-15 22:14:12,494 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6912 |
+
2021-07-15 22:14:14,495 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6913 |
+
2021-07-15 22:14:16,426 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6914 |
+
2021-07-15 22:14:25,921 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6915 |
+
2021-07-15 22:14:25,922 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6916 |
+
2021-07-15 22:14:25,922 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6917 |
+
2021-07-15 22:14:26,500 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6918 |
+
2021-07-15 22:14:27,430 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6919 |
+
2021-07-15 22:14:27,430 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6920 |
+
2021-07-15 22:14:28,501 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6921 |
+
2021-07-15 22:14:30,502 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6922 |
+
2021-07-15 22:14:32,503 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6923 |
+
2021-07-15 22:14:34,503 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6924 |
+
2021-07-15 22:14:42,574 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6925 |
+
2021-07-15 22:14:42,574 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6926 |
+
2021-07-15 22:14:45,963 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6927 |
+
2021-07-15 22:14:45,964 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6928 |
+
2021-07-15 22:14:45,964 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6929 |
+
2021-07-15 22:14:46,504 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6930 |
+
2021-07-15 22:14:46,507 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6931 |
+
2021-07-15 22:14:48,509 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6932 |
+
2021-07-15 22:14:50,509 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6933 |
+
2021-07-15 22:14:52,510 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6934 |
+
2021-07-15 22:14:54,511 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6935 |
+
2021-07-15 22:14:57,703 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6936 |
+
2021-07-15 22:14:57,703 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6937 |
+
2021-07-15 22:15:06,009 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6938 |
+
2021-07-15 22:15:06,009 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6939 |
+
2021-07-15 22:15:06,010 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6940 |
+
2021-07-15 22:15:06,516 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6941 |
+
2021-07-15 22:15:08,517 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6942 |
+
2021-07-15 22:15:10,517 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6943 |
+
2021-07-15 22:15:12,518 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6944 |
+
2021-07-15 22:15:12,845 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6945 |
+
2021-07-15 22:15:12,845 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6946 |
+
2021-07-15 22:15:14,519 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6947 |
+
2021-07-15 22:15:16,582 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6948 |
+
2021-07-15 22:15:26,083 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6949 |
+
2021-07-15 22:15:26,084 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6950 |
+
2021-07-15 22:15:26,084 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6951 |
+
2021-07-15 22:15:26,524 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6952 |
+
2021-07-15 22:15:27,976 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6953 |
+
2021-07-15 22:15:27,976 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6954 |
+
2021-07-15 22:15:28,524 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6955 |
+
2021-07-15 22:15:30,525 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6956 |
+
2021-07-15 22:15:32,526 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6957 |
+
2021-07-15 22:15:34,528 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6958 |
+
2021-07-15 22:15:43,120 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6959 |
+
2021-07-15 22:15:43,120 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6960 |
+
2021-07-15 22:15:46,121 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6961 |
+
2021-07-15 22:15:46,121 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6962 |
+
2021-07-15 22:15:46,122 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6963 |
+
2021-07-15 22:15:46,532 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6964 |
+
2021-07-15 22:15:46,662 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6965 |
+
2021-07-15 22:15:48,533 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6966 |
+
2021-07-15 22:15:50,533 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6967 |
+
2021-07-15 22:15:52,534 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6968 |
+
2021-07-15 22:15:54,535 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6969 |
+
2021-07-15 22:15:58,252 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6970 |
+
2021-07-15 22:15:58,252 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6971 |
+
2021-07-15 22:16:06,196 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6972 |
+
2021-07-15 22:16:06,197 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6973 |
+
2021-07-15 22:16:06,197 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6974 |
+
2021-07-15 22:16:06,540 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6975 |
+
2021-07-15 22:16:08,541 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6976 |
+
2021-07-15 22:16:10,542 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6977 |
+
2021-07-15 22:16:12,542 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6978 |
+
2021-07-15 22:16:13,384 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6979 |
+
2021-07-15 22:16:13,385 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6980 |
+
2021-07-15 22:16:14,543 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6981 |
+
2021-07-15 22:16:16,739 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6982 |
+
2021-07-15 22:16:26,272 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6983 |
+
2021-07-15 22:16:26,272 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6984 |
+
2021-07-15 22:16:26,273 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6985 |
+
2021-07-15 22:16:26,548 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6986 |
+
2021-07-15 22:16:28,521 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6987 |
+
2021-07-15 22:16:28,522 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6988 |
+
2021-07-15 22:16:28,549 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6989 |
+
2021-07-15 22:16:30,550 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6990 |
+
2021-07-15 22:16:32,551 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6991 |
+
2021-07-15 22:16:34,552 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
6992 |
+
2021-07-15 22:16:43,684 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
6993 |
+
2021-07-15 22:16:43,685 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
6994 |
+
2021-07-15 22:16:46,314 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
6995 |
+
2021-07-15 22:16:46,314 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
6996 |
+
2021-07-15 22:16:46,315 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
6997 |
+
2021-07-15 22:16:46,556 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
6998 |
+
2021-07-15 22:16:46,816 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
6999 |
+
2021-07-15 22:16:48,557 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7000 |
+
2021-07-15 22:16:50,558 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7001 |
+
2021-07-15 22:16:52,559 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7002 |
+
2021-07-15 22:16:54,560 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7003 |
+
2021-07-15 22:16:58,823 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7004 |
+
2021-07-15 22:16:58,823 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7005 |
+
2021-07-15 22:17:06,361 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7006 |
+
2021-07-15 22:17:06,362 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7007 |
+
2021-07-15 22:17:06,362 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7008 |
+
2021-07-15 22:17:06,566 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7009 |
+
2021-07-15 22:17:08,567 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7010 |
+
2021-07-15 22:17:10,568 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7011 |
+
2021-07-15 22:17:12,568 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7012 |
+
2021-07-15 22:17:13,959 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7013 |
+
2021-07-15 22:17:13,959 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7014 |
+
2021-07-15 22:17:14,569 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7015 |
+
2021-07-15 22:17:16,893 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7016 |
+
2021-07-15 22:17:26,400 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7017 |
+
2021-07-15 22:17:26,401 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7018 |
+
2021-07-15 22:17:26,401 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7019 |
+
2021-07-15 22:17:26,574 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7020 |
+
2021-07-15 22:17:28,575 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7021 |
+
2021-07-15 22:17:29,093 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7022 |
+
2021-07-15 22:17:29,094 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7023 |
+
2021-07-15 22:17:30,575 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7024 |
+
2021-07-15 22:17:32,576 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7025 |
+
2021-07-15 22:17:34,578 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7026 |
+
2021-07-15 22:17:44,232 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7027 |
+
2021-07-15 22:17:44,232 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7028 |
+
2021-07-15 22:17:46,435 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7029 |
+
2021-07-15 22:17:46,436 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7030 |
+
2021-07-15 22:17:46,436 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7031 |
+
2021-07-15 22:17:46,583 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7032 |
+
2021-07-15 22:17:46,971 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7033 |
+
2021-07-15 22:17:48,583 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7034 |
+
2021-07-15 22:17:50,584 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7035 |
+
2021-07-15 22:17:52,585 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7036 |
+
2021-07-15 22:17:54,586 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7037 |
+
2021-07-15 22:17:59,368 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7038 |
+
2021-07-15 22:17:59,368 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7039 |
+
2021-07-15 22:18:06,472 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7040 |
+
2021-07-15 22:18:06,473 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7041 |
+
2021-07-15 22:18:06,473 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7042 |
+
2021-07-15 22:18:06,591 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7043 |
+
2021-07-15 22:18:08,592 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7044 |
+
2021-07-15 22:18:10,593 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7045 |
+
2021-07-15 22:18:12,594 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7046 |
+
2021-07-15 22:18:14,499 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7047 |
+
2021-07-15 22:18:14,499 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7048 |
+
2021-07-15 22:18:14,595 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7049 |
+
2021-07-15 22:18:17,049 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7050 |
+
2021-07-15 22:18:26,530 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7051 |
+
2021-07-15 22:18:26,531 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7052 |
+
2021-07-15 22:18:26,531 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7053 |
+
2021-07-15 22:18:26,599 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7054 |
+
2021-07-15 22:18:28,600 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7055 |
+
2021-07-15 22:18:29,631 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7056 |
+
2021-07-15 22:18:29,632 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7057 |
+
2021-07-15 22:18:30,601 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7058 |
+
2021-07-15 22:18:32,602 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7059 |
+
2021-07-15 22:18:34,603 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7060 |
+
2021-07-15 22:18:44,764 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7061 |
+
2021-07-15 22:18:44,764 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7062 |
+
2021-07-15 22:18:46,569 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7063 |
+
2021-07-15 22:18:46,569 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7064 |
+
2021-07-15 22:18:46,570 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7065 |
+
2021-07-15 22:18:46,608 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7066 |
+
2021-07-15 22:18:47,127 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7067 |
+
2021-07-15 22:18:48,609 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7068 |
+
2021-07-15 22:18:50,610 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7069 |
+
2021-07-15 22:18:52,611 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7070 |
+
2021-07-15 22:18:54,611 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7071 |
+
2021-07-15 22:18:59,894 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7072 |
+
2021-07-15 22:18:59,895 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7073 |
+
2021-07-15 22:19:06,607 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7074 |
+
2021-07-15 22:19:06,608 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7075 |
+
2021-07-15 22:19:06,608 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7076 |
+
2021-07-15 22:19:06,616 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7077 |
+
2021-07-15 22:19:08,617 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7078 |
+
2021-07-15 22:19:10,618 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7079 |
+
2021-07-15 22:19:12,619 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7080 |
+
2021-07-15 22:19:14,620 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7081 |
+
2021-07-15 22:19:15,027 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7082 |
+
2021-07-15 22:19:15,028 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7083 |
+
2021-07-15 22:19:17,203 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7084 |
+
2021-07-15 22:19:26,644 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7085 |
+
2021-07-15 22:19:26,644 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7086 |
+
2021-07-15 22:19:26,645 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7087 |
+
2021-07-15 22:19:27,625 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7088 |
+
2021-07-15 22:19:28,626 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7089 |
+
2021-07-15 22:19:30,159 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7090 |
+
2021-07-15 22:19:30,159 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7091 |
+
2021-07-15 22:19:30,627 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7092 |
+
2021-07-15 22:19:32,628 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7093 |
+
2021-07-15 22:19:34,628 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7094 |
+
2021-07-15 22:19:45,294 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7095 |
+
2021-07-15 22:19:45,294 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7096 |
+
2021-07-15 22:19:46,701 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7097 |
+
2021-07-15 22:19:46,702 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7098 |
+
2021-07-15 22:19:46,702 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7099 |
+
2021-07-15 22:19:47,281 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7100 |
+
2021-07-15 22:19:47,633 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7101 |
+
2021-07-15 22:19:48,634 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7102 |
+
2021-07-15 22:19:50,634 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7103 |
+
2021-07-15 22:19:52,635 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7104 |
+
2021-07-15 22:19:54,636 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7105 |
+
2021-07-15 22:20:00,426 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7106 |
+
2021-07-15 22:20:00,426 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7107 |
+
2021-07-15 22:20:06,755 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7108 |
+
2021-07-15 22:20:06,755 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7109 |
+
2021-07-15 22:20:06,756 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7110 |
+
2021-07-15 22:20:07,641 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7111 |
+
2021-07-15 22:20:08,642 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7112 |
+
2021-07-15 22:20:11,643 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7113 |
+
2021-07-15 22:20:13,644 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7114 |
+
2021-07-15 22:20:15,569 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7115 |
+
2021-07-15 22:20:15,570 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7116 |
+
2021-07-15 22:20:15,645 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7117 |
+
2021-07-15 22:20:17,360 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7118 |
+
2021-07-15 22:20:26,789 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7119 |
+
2021-07-15 22:20:26,789 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7120 |
+
2021-07-15 22:20:26,790 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7121 |
+
2021-07-15 22:20:27,649 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7122 |
+
2021-07-15 22:20:28,650 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7123 |
+
2021-07-15 22:20:29,650 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7124 |
+
2021-07-15 22:20:30,718 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7125 |
+
2021-07-15 22:20:30,719 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7126 |
+
2021-07-15 22:20:31,651 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7127 |
+
2021-07-15 22:20:33,652 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7128 |
+
2021-07-15 22:20:35,652 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7129 |
+
2021-07-15 22:20:45,885 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7130 |
+
2021-07-15 22:20:45,885 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7131 |
+
2021-07-15 22:20:46,826 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7132 |
+
2021-07-15 22:20:46,827 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7133 |
+
2021-07-15 22:20:46,827 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7134 |
+
2021-07-15 22:20:47,436 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7135 |
+
2021-07-15 22:20:47,657 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7136 |
+
2021-07-15 22:20:49,658 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7137 |
+
2021-07-15 22:20:51,659 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7138 |
+
2021-07-15 22:20:53,660 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7139 |
+
2021-07-15 22:20:55,661 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7140 |
+
2021-07-15 22:21:01,018 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7141 |
+
2021-07-15 22:21:01,018 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7142 |
+
2021-07-15 22:21:06,865 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7143 |
+
2021-07-15 22:21:06,866 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7144 |
+
2021-07-15 22:21:06,866 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7145 |
+
2021-07-15 22:21:07,666 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7146 |
+
2021-07-15 22:21:09,667 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7147 |
+
2021-07-15 22:21:11,668 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7148 |
+
2021-07-15 22:21:13,669 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7149 |
+
2021-07-15 22:21:15,670 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7150 |
+
2021-07-15 22:21:16,149 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7151 |
+
2021-07-15 22:21:16,150 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7152 |
+
2021-07-15 22:21:17,513 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7153 |
+
2021-07-15 22:21:26,905 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7154 |
+
2021-07-15 22:21:26,905 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7155 |
+
2021-07-15 22:21:26,921 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7156 |
+
2021-07-15 22:21:27,675 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7157 |
+
2021-07-15 22:21:29,676 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7158 |
+
2021-07-15 22:21:31,283 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7159 |
+
2021-07-15 22:21:31,283 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7160 |
+
2021-07-15 22:21:31,677 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7161 |
+
2021-07-15 22:21:33,678 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7162 |
+
2021-07-15 22:21:35,678 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7163 |
+
2021-07-15 22:21:46,545 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7164 |
+
2021-07-15 22:21:46,545 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7165 |
+
2021-07-15 22:21:46,951 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7166 |
+
2021-07-15 22:21:46,951 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7167 |
+
2021-07-15 22:21:46,952 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7168 |
+
2021-07-15 22:21:47,591 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7169 |
+
2021-07-15 22:21:47,683 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7170 |
+
2021-07-15 22:21:49,684 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7171 |
+
2021-07-15 22:21:51,685 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7172 |
+
2021-07-15 22:21:53,685 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7173 |
+
2021-07-15 22:21:55,686 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7174 |
+
2021-07-15 22:22:01,677 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7175 |
+
2021-07-15 22:22:01,678 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7176 |
+
2021-07-15 22:22:06,996 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7177 |
+
2021-07-15 22:22:06,996 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7178 |
+
2021-07-15 22:22:06,997 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7179 |
+
2021-07-15 22:22:07,691 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7180 |
+
2021-07-15 22:22:09,692 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7181 |
+
2021-07-15 22:22:11,693 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7182 |
+
2021-07-15 22:22:13,694 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7183 |
+
2021-07-15 22:22:15,695 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7184 |
+
2021-07-15 22:22:16,812 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7185 |
+
2021-07-15 22:22:16,812 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7186 |
+
2021-07-15 22:22:17,670 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7187 |
+
2021-07-15 22:22:27,054 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7188 |
+
2021-07-15 22:22:27,055 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7189 |
+
2021-07-15 22:22:27,055 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7190 |
+
2021-07-15 22:22:27,700 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7191 |
+
2021-07-15 22:22:27,700 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7192 |
+
2021-07-15 22:22:29,701 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7193 |
+
2021-07-15 22:22:31,702 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7194 |
+
2021-07-15 22:22:31,946 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7195 |
+
2021-07-15 22:22:31,947 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7196 |
+
2021-07-15 22:22:33,702 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7197 |
+
2021-07-15 22:22:35,703 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7198 |
+
2021-07-15 22:22:47,082 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7199 |
+
2021-07-15 22:22:47,082 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7200 |
+
2021-07-15 22:22:47,218 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7201 |
+
2021-07-15 22:22:47,218 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7202 |
+
2021-07-15 22:22:47,322 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
7203 |
+
2021-07-15 22:22:47,708 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
|
7204 |
+
2021-07-15 22:22:47,743 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
|
7205 |
+
2021-07-15 22:22:49,709 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7206 |
+
2021-07-15 22:22:51,710 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7207 |
+
2021-07-15 22:22:53,711 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7208 |
+
2021-07-15 22:22:55,711 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
|
7209 |
+
2021-07-15 22:23:02,488 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
|
7210 |
+
2021-07-15 22:23:02,488 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
|
7211 |
+
2021-07-15 22:23:07,130 DEBUG SenderThread:735392 [sender.py:send():179] send: history
|
7212 |
+
2021-07-15 22:23:07,131 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
|
7213 |
+
2021-07-15 22:23:07,132 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
|
wandb/run-20210715_185845-dq8uirtg/run-dq8uirtg.wandb
CHANGED
Binary files a/wandb/run-20210715_185845-dq8uirtg/run-dq8uirtg.wandb and b/wandb/run-20210715_185845-dq8uirtg/run-dq8uirtg.wandb differ
|
|