Training in progress, epoch 2

gpu_insight/internal/gpu_data_202405301950

@@ -0,0 +1,8 @@
+{"timestamp":1717066201278,"vmem_clk":"1593","gpu_idx":0,"temp":"36","core_clk":"1410","type":"gpu","power_draw":93}
+{"type":"gpu","power_draw":88,"core_clk":"1410","temp":"38","gpu_idx":1,"vmem_clk":"1593","timestamp":1717066201278}
+{"vmem_clk":"1593","timestamp":1717066201278,"power_draw":102,"type":"gpu","core_clk":"1410","temp":"34","gpu_idx":2}
+{"timestamp":1717066201278,"vmem_clk":"1593","temp":"37","gpu_idx":3,"type":"gpu","power_draw":114,"core_clk":"1410"}
+{"core_clk":"1410","power_draw":113,"type":"gpu","gpu_idx":4,"temp":"34","vmem_clk":"1593","timestamp":1717066201278}
+{"vmem_clk":"1593","timestamp":1717066201278,"power_draw":106,"type":"gpu","core_clk":"1410","temp":"37","gpu_idx":5}
+{"vmem_clk":"1593","timestamp":1717066201278,"core_clk":"1410","type":"gpu","power_draw":89,"gpu_idx":6,"temp":"35"}
+{"timestamp":1717066201278,"vmem_clk":"1593","temp":"36","gpu_idx":7,"type":"gpu","power_draw":105,"core_clk":"1410"}

gpu_insight/user/gpu_data_202405301950

@@ -0,0 +1,9 @@
+{"gpu_idx":0,"timestamp":1717066201278,"vmem_usage_mib":"2105","usage":"15","vmem_usage":"3","type":"gpu"}
+{"gpu_idx":1,"usage":"14","vmem_usage_mib":"1999","timestamp":1717066201278,"type":"gpu","vmem_usage":"3"}
+{"type":"gpu","vmem_usage":"2","gpu_idx":2,"vmem_usage_mib":"1999","usage":"11","timestamp":1717066201278}
+{"vmem_usage":"2","type":"gpu","gpu_idx":3,"timestamp":1717066201278,"usage":"13","vmem_usage_mib":"1999"}
+{"gpu_idx":4,"vmem_usage_mib":"1999","usage":"11","timestamp":1717066201278,"type":"gpu","vmem_usage":"2"}
+{"usage":"11","vmem_usage_mib":"1999","timestamp":1717066201278,"gpu_idx":5,"type":"gpu","vmem_usage":"2"}
+{"vmem_usage":"3","type":"gpu","timestamp":1717066201278,"vmem_usage_mib":"1999","usage":"13","gpu_idx":6}
+{"gpu_idx":7,"vmem_usage_mib":"1855","usage":"10","timestamp":1717066201278,"type":"gpu","vmem_usage":"2"}
+{"type":"svr","timestamp":1717066201278,"gpu_count":"8"}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a10d15dc96c794e0fb0efe39c58b9f7118ce3eb873a6c29a432b2cab271cef0f
+oid sha256:e77e93c1b602f9f12df6a46a26bddbdcd9562febb2586e955fe538ab6bc4a055
 size 3804872

runs/May30_19-49-33_one/events.out.tfevents.1717066173.one.2160426.3

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ea4438159d3fd5c22f881bef45dc8f699fd3d129d9f2450c701b5ace0aabe36
-size 5816
+oid sha256:e2fdd544242bd67aebc503d241bc0e0de7f2ba60e066f7f89e2051ce080d3a41
+size 6289