versae commited on
Commit
b5a5c9f
1 Parent(s): d225756

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.5,
3
+ "eval_loss": 0.1305820792913437,
4
+ "eval_runtime": 379.0276,
5
+ "eval_samples": 5437,
6
+ "eval_samples_per_second": 14.345,
7
+ "eval_steps_per_second": 0.897,
8
+ "eval_wer": 0.10372890662535421,
9
+ "train_loss": 0.19505117766376623,
10
+ "train_runtime": 7387.6715,
11
+ "train_samples": 49645,
12
+ "train_samples_per_second": 10.08,
13
+ "train_steps_per_second": 0.315
14
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.5,
3
+ "eval_loss": 0.1305820792913437,
4
+ "eval_runtime": 379.0276,
5
+ "eval_samples": 5437,
6
+ "eval_samples_per_second": 14.345,
7
+ "eval_steps_per_second": 0.897,
8
+ "eval_wer": 0.10372890662535421
9
+ }
runs/Feb05_11-55-40_dante/events.out.tfevents.1644066583.dante.2573362.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5e49ff79ccc0ad21eb2833b98a8f46f3dd861968bd63986f8da5f15ddc0a81f
3
+ size 358
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.5,
3
+ "train_loss": 0.19505117766376623,
4
+ "train_runtime": 7387.6715,
5
+ "train_samples": 49645,
6
+ "train_samples_per_second": 10.08,
7
+ "train_steps_per_second": 0.315
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,199 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 1.5001611343860781,
5
+ "global_step": 2327,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.06,
12
+ "learning_rate": 8.01984817006747e-06,
13
+ "loss": 0.2478,
14
+ "step": 100
15
+ },
16
+ {
17
+ "epoch": 0.13,
18
+ "learning_rate": 7.659729258075218e-06,
19
+ "loss": 0.222,
20
+ "step": 200
21
+ },
22
+ {
23
+ "epoch": 0.19,
24
+ "learning_rate": 7.303211535202886e-06,
25
+ "loss": 0.283,
26
+ "step": 300
27
+ },
28
+ {
29
+ "epoch": 0.26,
30
+ "learning_rate": 6.943092623210635e-06,
31
+ "loss": 0.2102,
32
+ "step": 400
33
+ },
34
+ {
35
+ "epoch": 0.32,
36
+ "learning_rate": 6.5829737112183816e-06,
37
+ "loss": 0.2127,
38
+ "step": 500
39
+ },
40
+ {
41
+ "epoch": 0.32,
42
+ "eval_loss": 0.13347241282463074,
43
+ "eval_runtime": 385.6175,
44
+ "eval_samples_per_second": 14.099,
45
+ "eval_steps_per_second": 0.882,
46
+ "eval_wer": 0.1047094237500858,
47
+ "step": 500
48
+ },
49
+ {
50
+ "epoch": 0.39,
51
+ "learning_rate": 6.222854799226128e-06,
52
+ "loss": 0.1923,
53
+ "step": 600
54
+ },
55
+ {
56
+ "epoch": 0.45,
57
+ "learning_rate": 5.862735887233875e-06,
58
+ "loss": 0.2001,
59
+ "step": 700
60
+ },
61
+ {
62
+ "epoch": 0.52,
63
+ "learning_rate": 5.502616975241623e-06,
64
+ "loss": 0.199,
65
+ "step": 800
66
+ },
67
+ {
68
+ "epoch": 0.58,
69
+ "learning_rate": 5.14249806324937e-06,
70
+ "loss": 0.1944,
71
+ "step": 900
72
+ },
73
+ {
74
+ "epoch": 0.64,
75
+ "learning_rate": 4.782379151257117e-06,
76
+ "loss": 0.1976,
77
+ "step": 1000
78
+ },
79
+ {
80
+ "epoch": 0.64,
81
+ "eval_loss": 0.1308828443288803,
82
+ "eval_runtime": 385.5506,
83
+ "eval_samples_per_second": 14.102,
84
+ "eval_steps_per_second": 0.882,
85
+ "eval_wer": 0.10391520487905322,
86
+ "step": 1000
87
+ },
88
+ {
89
+ "epoch": 0.71,
90
+ "learning_rate": 4.422260239264865e-06,
91
+ "loss": 0.1845,
92
+ "step": 1100
93
+ },
94
+ {
95
+ "epoch": 0.77,
96
+ "learning_rate": 4.062141327272612e-06,
97
+ "loss": 0.1885,
98
+ "step": 1200
99
+ },
100
+ {
101
+ "epoch": 0.84,
102
+ "learning_rate": 3.7020224152803586e-06,
103
+ "loss": 0.1799,
104
+ "step": 1300
105
+ },
106
+ {
107
+ "epoch": 0.9,
108
+ "learning_rate": 3.3419035032881062e-06,
109
+ "loss": 0.1749,
110
+ "step": 1400
111
+ },
112
+ {
113
+ "epoch": 0.97,
114
+ "learning_rate": 2.981784591295853e-06,
115
+ "loss": 0.1887,
116
+ "step": 1500
117
+ },
118
+ {
119
+ "epoch": 0.97,
120
+ "eval_loss": 0.13062627613544464,
121
+ "eval_runtime": 383.0748,
122
+ "eval_samples_per_second": 14.193,
123
+ "eval_steps_per_second": 0.888,
124
+ "eval_wer": 0.104032866934021,
125
+ "step": 1500
126
+ },
127
+ {
128
+ "epoch": 1.03,
129
+ "learning_rate": 2.6216656793036003e-06,
130
+ "loss": 0.1917,
131
+ "step": 1600
132
+ },
133
+ {
134
+ "epoch": 1.1,
135
+ "learning_rate": 2.261546767311348e-06,
136
+ "loss": 0.1737,
137
+ "step": 1700
138
+ },
139
+ {
140
+ "epoch": 1.16,
141
+ "learning_rate": 1.9014278553190947e-06,
142
+ "loss": 0.1758,
143
+ "step": 1800
144
+ },
145
+ {
146
+ "epoch": 1.22,
147
+ "learning_rate": 1.541308943326842e-06,
148
+ "loss": 0.174,
149
+ "step": 1900
150
+ },
151
+ {
152
+ "epoch": 1.29,
153
+ "learning_rate": 1.181190031334589e-06,
154
+ "loss": 0.18,
155
+ "step": 2000
156
+ },
157
+ {
158
+ "epoch": 1.29,
159
+ "eval_loss": 0.13111014664173126,
160
+ "eval_runtime": 382.6746,
161
+ "eval_samples_per_second": 14.208,
162
+ "eval_steps_per_second": 0.888,
163
+ "eval_wer": 0.10379754282408542,
164
+ "step": 2000
165
+ },
166
+ {
167
+ "epoch": 1.35,
168
+ "learning_rate": 8.210711193423363e-07,
169
+ "loss": 0.1667,
170
+ "step": 2100
171
+ },
172
+ {
173
+ "epoch": 1.42,
174
+ "learning_rate": 4.609522073500836e-07,
175
+ "loss": 0.1774,
176
+ "step": 2200
177
+ },
178
+ {
179
+ "epoch": 1.48,
180
+ "learning_rate": 1.0083329535783077e-07,
181
+ "loss": 0.1779,
182
+ "step": 2300
183
+ },
184
+ {
185
+ "epoch": 1.5,
186
+ "step": 2327,
187
+ "total_flos": 1.6280526756920635e+19,
188
+ "train_loss": 0.19505117766376623,
189
+ "train_runtime": 7387.6715,
190
+ "train_samples_per_second": 10.08,
191
+ "train_steps_per_second": 0.315
192
+ }
193
+ ],
194
+ "max_steps": 2327,
195
+ "num_train_epochs": 2,
196
+ "total_flos": 1.6280526756920635e+19,
197
+ "trial_name": null,
198
+ "trial_params": null
199
+ }
wandb/run-20220205_115616-3j72kd91/files/output.log CHANGED
@@ -2618,3 +2618,215 @@ Upload file pytorch_model.bin: 100%|██████████████
2618
  Upload file runs/Feb05_11-55-40_dante/events.out.tfevents.1644058575.dante.2573362.0: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 9.93k/9.93k [02:15<?, ?B/s]
2619
  Upload file wandb/run-20220205_115616-3j72kd91/run-3j72kd91.wandb: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 16.0M/16.0M [02:15<00:00, 124kB/s]
2620
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2618
  Upload file runs/Feb05_11-55-40_dante/events.out.tfevents.1644058575.dante.2573362.0: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 9.93k/9.93k [02:15<?, ?B/s]
2619
  Upload file wandb/run-20220205_115616-3j72kd91/run-3j72kd91.wandb: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 16.0M/16.0M [02:15<00:00, 124kB/s]
2620
 
2621
+ {}load file wandb/run-20220205_115616-3j72kd91/run-3j72kd91.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 16.0M/16.0M [02:15<00:00, 90.9kB/s]
2622
+
2623
+ Upload file wandb/run-20220205_115616-3j72kd91/run-3j72kd91.wandb: 77%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 12.4M/16.0M [00:03<00:00, 4.69MB/s]
2624
+ 02/05/2022 14:03:21 - WARNING - huggingface_hub.repository - To https://huggingface.co/NbAiLab/wav2vec2-large-voxrex-npsc-bokmaal
2625
+ Upload file wandb/run-20220205_115616-3j72kd91/run-3j72kd91.wandb: 77%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 12.4M/16.0M [00:03<00:00, 4.69MB/s]To https://huggingface.co/NbAiLab/wav2vec2-large-voxrex-npsc-bokmaal
2626
+ 8a01f16..d225756 main -> main
2627
+ Upload file wandb/run-20220205_115616-3j72kd91/run-3j72kd91.wandb: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 16.0M/16.0M [00:04<00:00, 4.18MB/s]
2628
+ ***** train metrics *****
2629
+ epoch = 1.5
2630
+ train_loss = 0.1951
2631
+ train_runtime = 2:03:07.67
2632
+ train_samples = 49645
2633
+ train_samples_per_second = 10.08
2634
+ train_steps_per_second = 0.315
2635
+ 02/05/2022 14:03:24 - INFO - __main__ - *** Evaluate ***
2636
+ The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length. If input_length are not expected by `Wav2Vec2ForCTC.forward`, you can safely ignore this message.
2637
+ ***** Running Evaluation *****
2638
+ Num examples = 5437
2639
+ Batch size = 16
2640
+
2641
+
2642
+
2643
+
2644
+
2645
+
2646
+
2647
+
2648
+
2649
+
2650
+
2651
+
2652
+
2653
+
2654
+
2655
+
2656
+
2657
+
2658
+
2659
+
2660
+
2661
+
2662
+
2663
+
2664
+
2665
+
2666
+
2667
+
2668
+
2669
+
2670
+
2671
+
2672
+
2673
+
2674
+
2675
+
2676
+
2677
+
2678
+
2679
+
2680
+
2681
+
2682
+
2683
+
2684
+
2685
+
2686
+
2687
+
2688
+
2689
+
2690
+
2691
+
2692
+
2693
+
2694
+
2695
+
2696
+
2697
+
2698
+
2699
+
2700
+
2701
+
2702
+
2703
+
2704
+
2705
+
2706
+
2707
+
2708
+
2709
+
2710
+
2711
+
2712
+
2713
+
2714
+
2715
+
2716
+
2717
+
2718
+
2719
+
2720
+
2721
+
2722
+
2723
+
2724
+
2725
+
2726
+
2727
+
2728
+
2729
+
2730
+
2731
+
2732
+
2733
+
2734
+
2735
+
2736
+
2737
+
2738
+
2739
+
2740
+
2741
+
2742
+
2743
+
2744
+
2745
+
2746
+
2747
+
2748
+
2749
+
2750
+
2751
+
2752
+
2753
+
2754
+
2755
+
2756
+
2757
+
2758
+
2759
+
2760
+
2761
+
2762
+
2763
+
2764
+
2765
+
2766
+
2767
+
2768
+
2769
+
2770
+
2771
+
2772
+
2773
+
2774
+
2775
+
2776
+
2777
+
2778
+
2779
+
2780
+
2781
+
2782
+
2783
+
2784
+
2785
+
2786
+
2787
+
2788
+
2789
+
2790
+
2791
+
2792
+
2793
+
2794
+
2795
+
2796
+
2797
+
2798
+
2799
+
2800
+
2801
+
2802
+
2803
+
2804
+
2805
+
2806
+
2807
+
2808
+
2809
+
2810
+
2811
+
2812
+
2813
+
2814
+
2815
+
2816
+
2817
+
2818
+
2819
+
2820
+
2821
+ 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 340/340 [06:17<00:00, 1.11s/it]
2822
+ Saving model checkpoint to ./
2823
+ Configuration saved in ./config.json
2824
+ ***** eval metrics *****
2825
+ epoch = 1.5
2826
+ eval_loss = 0.1306
2827
+ eval_runtime = 0:06:19.02
2828
+ eval_samples = 5437
2829
+ eval_samples_per_second = 14.345
2830
+ eval_steps_per_second = 0.897
2831
+ eval_wer = 0.1037
2832
+ Model weights saved in ./pytorch_model.bin
wandb/run-20220205_115616-3j72kd91/files/wandb-summary.json CHANGED
The diff for this file is too large to render. See raw diff
 
wandb/run-20220205_115616-3j72kd91/logs/debug-internal.log CHANGED
@@ -5177,3 +5177,265 @@
5177
  2022-02-05 14:03:07,441 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5178
  2022-02-05 14:03:08,442 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5179
  2022-02-05 14:03:12,445 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5177
  2022-02-05 14:03:07,441 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5178
  2022-02-05 14:03:08,442 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5179
  2022-02-05 14:03:12,445 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5180
+ 2022-02-05 14:03:17,244 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5181
+ 2022-02-05 14:03:17,244 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5182
+ 2022-02-05 14:03:20,449 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5183
+ 2022-02-05 14:03:22,450 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5184
+ 2022-02-05 14:03:23,450 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5185
+ 2022-02-05 14:03:24,451 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5186
+ 2022-02-05 14:03:25,452 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5187
+ 2022-02-05 14:03:26,452 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5188
+ 2022-02-05 14:03:28,453 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5189
+ 2022-02-05 14:03:30,454 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5190
+ 2022-02-05 14:03:32,455 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5191
+ 2022-02-05 14:03:32,479 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5192
+ 2022-02-05 14:03:32,479 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5193
+ 2022-02-05 14:03:34,457 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5194
+ 2022-02-05 14:03:36,458 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5195
+ 2022-02-05 14:03:38,209 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5196
+ 2022-02-05 14:03:38,459 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5197
+ 2022-02-05 14:03:40,460 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5198
+ 2022-02-05 14:03:42,461 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5199
+ 2022-02-05 14:03:44,462 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5200
+ 2022-02-05 14:03:46,463 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5201
+ 2022-02-05 14:03:47,704 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5202
+ 2022-02-05 14:03:47,705 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5203
+ 2022-02-05 14:03:48,465 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5204
+ 2022-02-05 14:03:50,466 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5205
+ 2022-02-05 14:03:53,467 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5206
+ 2022-02-05 14:03:55,468 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5207
+ 2022-02-05 14:03:57,469 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5208
+ 2022-02-05 14:03:59,470 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5209
+ 2022-02-05 14:04:01,472 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5210
+ 2022-02-05 14:04:03,046 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5211
+ 2022-02-05 14:04:03,047 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5212
+ 2022-02-05 14:04:03,473 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5213
+ 2022-02-05 14:04:05,474 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5214
+ 2022-02-05 14:04:07,475 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5215
+ 2022-02-05 14:04:09,013 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5216
+ 2022-02-05 14:04:09,476 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5217
+ 2022-02-05 14:04:11,477 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5218
+ 2022-02-05 14:04:13,478 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5219
+ 2022-02-05 14:04:15,479 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5220
+ 2022-02-05 14:04:17,481 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5221
+ 2022-02-05 14:04:18,287 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5222
+ 2022-02-05 14:04:18,287 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5223
+ 2022-02-05 14:04:19,482 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5224
+ 2022-02-05 14:04:21,483 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5225
+ 2022-02-05 14:04:23,484 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5226
+ 2022-02-05 14:04:25,485 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5227
+ 2022-02-05 14:04:27,486 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5228
+ 2022-02-05 14:04:29,487 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5229
+ 2022-02-05 14:04:31,488 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5230
+ 2022-02-05 14:04:33,489 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5231
+ 2022-02-05 14:04:33,512 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5232
+ 2022-02-05 14:04:33,512 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5233
+ 2022-02-05 14:04:35,490 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5234
+ 2022-02-05 14:04:37,491 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5235
+ 2022-02-05 14:04:39,492 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5236
+ 2022-02-05 14:04:39,803 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5237
+ 2022-02-05 14:04:41,493 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5238
+ 2022-02-05 14:04:43,493 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5239
+ 2022-02-05 14:04:45,494 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5240
+ 2022-02-05 14:04:47,495 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5241
+ 2022-02-05 14:04:48,895 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5242
+ 2022-02-05 14:04:48,896 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5243
+ 2022-02-05 14:04:49,496 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5244
+ 2022-02-05 14:04:51,497 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5245
+ 2022-02-05 14:04:53,497 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5246
+ 2022-02-05 14:04:56,499 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5247
+ 2022-02-05 14:04:58,500 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5248
+ 2022-02-05 14:05:00,500 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5249
+ 2022-02-05 14:05:02,501 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5250
+ 2022-02-05 14:05:04,234 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5251
+ 2022-02-05 14:05:04,234 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5252
+ 2022-02-05 14:05:04,502 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5253
+ 2022-02-05 14:05:06,503 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5254
+ 2022-02-05 14:05:08,505 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5255
+ 2022-02-05 14:05:10,506 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5256
+ 2022-02-05 14:05:10,582 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5257
+ 2022-02-05 14:05:12,507 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5258
+ 2022-02-05 14:05:14,508 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5259
+ 2022-02-05 14:05:16,509 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5260
+ 2022-02-05 14:05:18,510 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5261
+ 2022-02-05 14:05:19,622 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5262
+ 2022-02-05 14:05:19,623 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5263
+ 2022-02-05 14:05:20,511 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5264
+ 2022-02-05 14:05:22,513 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5265
+ 2022-02-05 14:05:24,514 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5266
+ 2022-02-05 14:05:26,515 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5267
+ 2022-02-05 14:05:28,516 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5268
+ 2022-02-05 14:05:30,516 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5269
+ 2022-02-05 14:05:32,518 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5270
+ 2022-02-05 14:05:34,519 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5271
+ 2022-02-05 14:05:34,882 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5272
+ 2022-02-05 14:05:34,883 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5273
+ 2022-02-05 14:05:37,520 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5274
+ 2022-02-05 14:05:39,522 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5275
+ 2022-02-05 14:05:41,369 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5276
+ 2022-02-05 14:05:41,523 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5277
+ 2022-02-05 14:05:43,524 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5278
+ 2022-02-05 14:05:45,525 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5279
+ 2022-02-05 14:05:47,526 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5280
+ 2022-02-05 14:05:49,527 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5281
+ 2022-02-05 14:05:50,115 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5282
+ 2022-02-05 14:05:50,115 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5283
+ 2022-02-05 14:05:51,528 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5284
+ 2022-02-05 14:05:53,529 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5285
+ 2022-02-05 14:05:55,530 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5286
+ 2022-02-05 14:05:57,531 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5287
+ 2022-02-05 14:05:59,532 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5288
+ 2022-02-05 14:06:01,533 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5289
+ 2022-02-05 14:06:03,534 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5290
+ 2022-02-05 14:06:05,346 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5291
+ 2022-02-05 14:06:05,347 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5292
+ 2022-02-05 14:06:05,535 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5293
+ 2022-02-05 14:06:08,537 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5294
+ 2022-02-05 14:06:10,538 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5295
+ 2022-02-05 14:06:12,167 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5296
+ 2022-02-05 14:06:12,539 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5297
+ 2022-02-05 14:06:14,541 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5298
+ 2022-02-05 14:06:16,541 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5299
+ 2022-02-05 14:06:18,543 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5300
+ 2022-02-05 14:06:20,544 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5301
+ 2022-02-05 14:06:20,766 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5302
+ 2022-02-05 14:06:20,766 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5303
+ 2022-02-05 14:06:22,545 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5304
+ 2022-02-05 14:06:24,546 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5305
+ 2022-02-05 14:06:26,547 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5306
+ 2022-02-05 14:06:28,548 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5307
+ 2022-02-05 14:06:30,550 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5308
+ 2022-02-05 14:06:32,551 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5309
+ 2022-02-05 14:06:34,552 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5310
+ 2022-02-05 14:06:35,996 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5311
+ 2022-02-05 14:06:35,996 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5312
+ 2022-02-05 14:06:36,553 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5313
+ 2022-02-05 14:06:38,554 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5314
+ 2022-02-05 14:06:40,555 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5315
+ 2022-02-05 14:06:42,556 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5316
+ 2022-02-05 14:06:42,937 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5317
+ 2022-02-05 14:06:44,557 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5318
+ 2022-02-05 14:06:46,558 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5319
+ 2022-02-05 14:06:48,559 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5320
+ 2022-02-05 14:06:50,560 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5321
+ 2022-02-05 14:06:51,303 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5322
+ 2022-02-05 14:06:51,303 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5323
+ 2022-02-05 14:06:52,561 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5324
+ 2022-02-05 14:06:54,563 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5325
+ 2022-02-05 14:06:56,564 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5326
+ 2022-02-05 14:06:58,565 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5327
+ 2022-02-05 14:07:00,566 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5328
+ 2022-02-05 14:07:02,567 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5329
+ 2022-02-05 14:07:04,568 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5330
+ 2022-02-05 14:07:06,569 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5331
+ 2022-02-05 14:07:06,657 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5332
+ 2022-02-05 14:07:06,657 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5333
+ 2022-02-05 14:07:08,569 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5334
+ 2022-02-05 14:07:11,571 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5335
+ 2022-02-05 14:07:13,572 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5336
+ 2022-02-05 14:07:13,753 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5337
+ 2022-02-05 14:07:15,574 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5338
+ 2022-02-05 14:07:17,575 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5339
+ 2022-02-05 14:07:19,576 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5340
+ 2022-02-05 14:07:21,577 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5341
+ 2022-02-05 14:07:22,028 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5342
+ 2022-02-05 14:07:22,028 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5343
+ 2022-02-05 14:07:23,579 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5344
+ 2022-02-05 14:07:25,580 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5345
+ 2022-02-05 14:07:27,581 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5346
+ 2022-02-05 14:07:29,582 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5347
+ 2022-02-05 14:07:31,583 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5348
+ 2022-02-05 14:07:33,584 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5349
+ 2022-02-05 14:07:35,586 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5350
+ 2022-02-05 14:07:37,403 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5351
+ 2022-02-05 14:07:37,404 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5352
+ 2022-02-05 14:07:37,587 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5353
+ 2022-02-05 14:07:39,588 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5354
+ 2022-02-05 14:07:41,589 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5355
+ 2022-02-05 14:07:43,590 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5356
+ 2022-02-05 14:07:44,558 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5357
+ 2022-02-05 14:07:45,591 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5358
+ 2022-02-05 14:07:47,592 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5359
+ 2022-02-05 14:07:49,593 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5360
+ 2022-02-05 14:07:51,594 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5361
+ 2022-02-05 14:07:52,744 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5362
+ 2022-02-05 14:07:52,745 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5363
+ 2022-02-05 14:07:53,595 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5364
+ 2022-02-05 14:07:55,597 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5365
+ 2022-02-05 14:07:57,598 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5366
+ 2022-02-05 14:07:59,599 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5367
+ 2022-02-05 14:08:01,600 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5368
+ 2022-02-05 14:08:03,602 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5369
+ 2022-02-05 14:08:05,603 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5370
+ 2022-02-05 14:08:07,604 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5371
+ 2022-02-05 14:08:08,041 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5372
+ 2022-02-05 14:08:08,042 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5373
+ 2022-02-05 14:08:09,605 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5374
+ 2022-02-05 14:08:12,607 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5375
+ 2022-02-05 14:08:14,608 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5376
+ 2022-02-05 14:08:15,384 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5377
+ 2022-02-05 14:08:16,609 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5378
+ 2022-02-05 14:08:18,610 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5379
+ 2022-02-05 14:08:20,611 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5380
+ 2022-02-05 14:08:22,612 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5381
+ 2022-02-05 14:08:23,375 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5382
+ 2022-02-05 14:08:23,375 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5383
+ 2022-02-05 14:08:24,616 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5384
+ 2022-02-05 14:08:26,617 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5385
+ 2022-02-05 14:08:28,618 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5386
+ 2022-02-05 14:08:30,619 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5387
+ 2022-02-05 14:08:32,621 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5388
+ 2022-02-05 14:08:34,622 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5389
+ 2022-02-05 14:08:36,623 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5390
+ 2022-02-05 14:08:38,624 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5391
+ 2022-02-05 14:08:38,738 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5392
+ 2022-02-05 14:08:38,738 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5393
+ 2022-02-05 14:08:40,625 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5394
+ 2022-02-05 14:08:43,627 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5395
+ 2022-02-05 14:08:45,628 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5396
+ 2022-02-05 14:08:46,210 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5397
+ 2022-02-05 14:08:47,629 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5398
+ 2022-02-05 14:08:49,631 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5399
+ 2022-02-05 14:08:51,632 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5400
+ 2022-02-05 14:08:53,633 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5401
+ 2022-02-05 14:08:54,060 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5402
+ 2022-02-05 14:08:54,060 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5403
+ 2022-02-05 14:08:55,634 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5404
+ 2022-02-05 14:08:57,635 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5405
+ 2022-02-05 14:08:59,636 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5406
+ 2022-02-05 14:09:01,637 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5407
+ 2022-02-05 14:09:03,638 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5408
+ 2022-02-05 14:09:05,640 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5409
+ 2022-02-05 14:09:07,641 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5410
+ 2022-02-05 14:09:09,362 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5411
+ 2022-02-05 14:09:09,362 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5412
+ 2022-02-05 14:09:09,642 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5413
+ 2022-02-05 14:09:11,643 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5414
+ 2022-02-05 14:09:13,644 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5415
+ 2022-02-05 14:09:15,645 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5416
+ 2022-02-05 14:09:17,006 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5417
+ 2022-02-05 14:09:17,646 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5418
+ 2022-02-05 14:09:19,647 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5419
+ 2022-02-05 14:09:21,648 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5420
+ 2022-02-05 14:09:23,650 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5421
+ 2022-02-05 14:09:24,689 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5422
+ 2022-02-05 14:09:24,690 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5423
+ 2022-02-05 14:09:25,651 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5424
+ 2022-02-05 14:09:27,652 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5425
+ 2022-02-05 14:09:29,653 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5426
+ 2022-02-05 14:09:31,654 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5427
+ 2022-02-05 14:09:33,655 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5428
+ 2022-02-05 14:09:35,656 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5429
+ 2022-02-05 14:09:37,658 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5430
+ 2022-02-05 14:09:39,937 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5431
+ 2022-02-05 14:09:39,938 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
5432
+ 2022-02-05 14:09:43,589 DEBUG SenderThread:2574263 [sender.py:send():234] send: history
5433
+ 2022-02-05 14:09:43,638 DEBUG SenderThread:2574263 [sender.py:send():234] send: summary
5434
+ 2022-02-05 14:09:43,686 INFO SenderThread:2574263 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
5435
+ 2022-02-05 14:09:44,686 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/wandb-summary.json
5436
+ 2022-02-05 14:09:45,687 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5437
+ 2022-02-05 14:09:46,688 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5438
+ 2022-02-05 14:09:47,688 INFO Thread-8 :2574263 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-large-voxrex-npsc-bokmaal/wandb/run-20220205_115616-3j72kd91/files/output.log
5439
+ 2022-02-05 14:09:47,876 DEBUG SenderThread:2574263 [sender.py:send():234] send: stats
5440
+ 2022-02-05 14:09:55,190 DEBUG HandlerThread:2574263 [handler.py:handle_request():130] handle_request: stop_status
5441
+ 2022-02-05 14:09:55,197 DEBUG SenderThread:2574263 [sender.py:send_request():248] send_request: stop_status
wandb/run-20220205_115616-3j72kd91/run-3j72kd91.wandb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7cc4c191645f4eb0c99d19c317bdf0a6a9c618b7abe4eee0d2414dc06e2f915
3
- size 16790108
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd26e68dab2c56df70c9ca2f7f4b8fa112da83094de94bedd761b865ae1e7c3b
3
+ size 16908612