add missing agg

assets/data/plots/edu-100k/agg_score.json

@@ -0,0 +1 @@
+{"data": {"C4": {"x": ["C4"], "y": [0.4839635267853737], "label": "C4"}, "Dolma": {"x": ["Dolma"], "y": [0.4816214181482792], "label": "Dolma"}, "FineWeb": {"x": ["FineWeb"], "y": [0.4899616949260235], "label": "FineWeb"}, "RedPajama2": {"x": ["RedPajama2"], "y": [0.4709850251674652], "label": "RedPajama2"}, "RefinedWeb": {"x": ["RefinedWeb"], "y": [0.4861010462045669], "label": "RefinedWeb"}, "SlimPajama": {"x": ["SlimPajama"], "y": [0.4769017845392227], "label": "SlimPajama"}, "The Pile": {"x": ["The Pile"], "y": [0.4645387642085552], "label": "The Pile"}, "FineWeb-Edu": {"x": ["FineWeb-Edu"], "y": [0.509494174271822], "label": "FineWeb-Edu"}}, "layout": {"showlegend": false, "title": {"text": "Evaluation results at 350B tokens"}, "xaxis": {"title": {"text": "Dataset", "standoff": 30}, "tickangle": 30}, "yaxis": {"range": [0.29700000000000004, 0.5519930091261863]}, "margin": {"b": 100}}}

assets/data/plots/edu-100k/index.json

@@ -1 +1 @@
-{"files": {"mmlu/acc_norm": {"file": "mmlu_acc_norm.json"}, "arc/acc_norm": {"file": "arc_acc_norm.json"}, "openbookqa/acc_norm": {"file": "openbookqa_acc_norm.json"}, "piqa/acc_norm": {"file": "piqa_acc_norm.json"}, "hellaswag/acc_norm": {"file": "hellaswag_acc_norm.json"}, "siqa/acc_norm": {"file": "siqa_acc_norm.json"}, "winogrande/acc_norm": {"file": "winogrande_acc_norm.json"}}, "settings": {"defaultMetric": "mmlu/acc_norm", "slider": null, "autoSetXRange": false, "type": "bar"}}
+{"files": {"agg_score": {"file": "agg_score.json"}, "mmlu/acc_norm": {"file": "mmlu_acc_norm.json"}, "arc/acc_norm": {"file": "arc_acc_norm.json"}, "openbookqa/acc_norm": {"file": "openbookqa_acc_norm.json"}, "piqa/acc_norm": {"file": "piqa_acc_norm.json"}, "hellaswag/acc_norm": {"file": "hellaswag_acc_norm.json"}, "siqa/acc_norm": {"file": "siqa_acc_norm.json"}, "winogrande/acc_norm": {"file": "winogrande_acc_norm.json"}}, "settings": {"defaultMetric": "mmlu/acc_norm", "slider": null, "autoSetXRange": false, "type": "bar"}}

dist/assets/data/plots/edu-100k/agg_score.json

@@ -0,0 +1 @@
+{"data":{"C4":{"x":["C4"],"y":[0.4839635267853737],"label":"C4"},"Dolma":{"x":["Dolma"],"y":[0.4816214181482792],"label":"Dolma"},"FineWeb":{"x":["FineWeb"],"y":[0.4899616949260235],"label":"FineWeb"},"RedPajama2":{"x":["RedPajama2"],"y":[0.4709850251674652],"label":"RedPajama2"},"RefinedWeb":{"x":["RefinedWeb"],"y":[0.4861010462045669],"label":"RefinedWeb"},"SlimPajama":{"x":["SlimPajama"],"y":[0.4769017845392227],"label":"SlimPajama"},"The Pile":{"x":["The Pile"],"y":[0.4645387642085552],"label":"The Pile"},"FineWeb-Edu":{"x":["FineWeb-Edu"],"y":[0.509494174271822],"label":"FineWeb-Edu"}},"layout":{"showlegend":false,"title":{"text":"Evaluation results at 350B tokens"},"xaxis":{"title":{"text":"Dataset","standoff":30},"tickangle":30},"yaxis":{"range":[0.29700000000000004,0.5519930091261863]},"margin":{"b":100}}}

dist/assets/data/plots/edu-100k/index.json

@@ -1 +1 @@
-{"files":{"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"siqa/acc_norm":{"file":"siqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"}},"settings":{"defaultMetric":"mmlu/acc_norm","slider":null,"autoSetXRange":false,"type":"bar"}}
+{"files":{"agg_score":{"file":"agg_score.json"},"mmlu/acc_norm":{"file":"mmlu_acc_norm.json"},"arc/acc_norm":{"file":"arc_acc_norm.json"},"openbookqa/acc_norm":{"file":"openbookqa_acc_norm.json"},"piqa/acc_norm":{"file":"piqa_acc_norm.json"},"hellaswag/acc_norm":{"file":"hellaswag_acc_norm.json"},"siqa/acc_norm":{"file":"siqa_acc_norm.json"},"winogrande/acc_norm":{"file":"winogrande_acc_norm.json"}},"settings":{"defaultMetric":"mmlu/acc_norm","slider":null,"autoSetXRange":false,"type":"bar"}}

dist/main.bundle.js.LICENSE.txt

@@ -1,15 +1,3 @@
-/*
- * @copyright 2016 Sean Connelly (@voidqk), http://syntheti.cc
- * @license MIT
- * @preserve Project Home: https://github.com/voidqk/polybooljs
- */
-
-/*
-object-assign
-(c) Sindre Sorhus
-@license MIT
-*/
-
 /* @license
 Papa Parse
 v5.4.1
@@ -17,10 +5,7 @@ https://github.com/mholt/PapaParse
 License: MIT
 */
 
-/*! Native Promise Only
-    v0.8.1 (c) Kyle Simpson
-    MIT License: http://getify.mit-license.org
-*/
+/*! For license information please see plotly-basic.min.js.LICENSE.txt */
 
 /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */
 

package.json

@@ -2,7 +2,7 @@
   "dependencies": {
     "lodash": "^4.17.21",
     "papaparse": "^5.4.1",
-    "plotly.js": "^2.33.0"
+    "plotly.js-basic-dist-min": "^2.33.0"
   },
   "name": "blogpost",
   "version": "1.0.0",
@@ -25,6 +25,7 @@
     "html-webpack-plugin": "^5.6.0",
     "style-loader": "^4.0.0",
     "webpack": "^5.91.0",
+    "webpack-bundle-analyzer": "^4.10.2",
     "webpack-cli": "^5.1.4",
     "webpack-dev-server": "^5.0.4"
   }

src/clusters.js

@@ -1,7 +1,7 @@
 import { getColor } from "./colors.mjs"
 import { parse } from "papaparse"
 import _ from "lodash"
-import Plotly from "plotly.js/dist/plotly-basic"
+import Plotly from "plotly.js-basic-dist-min"
 
 const DATA_FOLDER = "assets/data/clustering";
 

src/plotting.js

@@ -1,5 +1,5 @@
 import { getColor, COLORS } from "./colors.mjs"
-import Plotly from "plotly.js/dist/plotly-basic"
+import Plotly from "plotly.js-basic-dist-min"
 import _ from "lodash"
 
 const DATA_FOLDER = "assets/data/plots"
@@ -142,6 +142,8 @@ const DEFAULT_LAYOUT = {
             size: 14,
             family: "apple-system, Arial, sans-serif",
         },
+        showgrid: false,
+        ticks: "outside",
     },
     legend: {
         orientation: "v",

webpack.config.js

@@ -1,9 +1,7 @@
 const path = require("path");
 const { CleanWebpackPlugin } = require("clean-webpack-plugin");
 const CopyPlugin = require("copy-webpack-plugin");
-const HtmlWebpackPlugin = require("html-webpack-plugin");
-const CompressionPlugin = require("compression-webpack-plugin");
-const HtmlWebpackChangeAssetsExtensionPlugin = require("html-webpack-change-assets-extension-plugin");
+const BundleAnalyzerPlugin = require("webpack-bundle-analyzer").BundleAnalyzerPlugin;
 
 const COLOR_KEYS = ["color", "bgColor", "fillcolor"];
 
@@ -85,6 +83,7 @@ module.exports = {
                 { from: "src/index.html", to: "index.html" },
             ],
         }),
+        new BundleAnalyzerPlugin()
     ],
     devtool: process.env.NODE_ENV === 'production' ? 'source-map' : 'eval-source-map',
     devServer: {