Hugging Face's logo

Spaces:
HuggingFaceFW
/
blogpost-fineweb-v1
Running

App Files Community
1
hynky HF staff commited on
Commit
f646380
•
1 Parent(s): 01fd83e

chunk the files

Browse files
Files changed (10) hide show
  1. dist/bundle.js +0 -0
  2. dist/bundle.js.gz +0 -0
  3. dist/distill.bundle.js +0 -0
  4. dist/distill.bundle.js.map +0 -0
  5. dist/index.html +1 -1
  6. dist/main.bundle.js +0 -0
  7. dist/{bundle.js.LICENSE.txt → main.bundle.js.LICENSE.txt} +0 -0
  8. dist/{bundle.js.map → main.bundle.js.map} +0 -0
  9. src/index.js +0 -2
  10. webpack.config.js +4 -9
dist/bundle.js DELETED
The diff for this file is too large to render. See raw diff
 
dist/bundle.js.gz DELETED
Binary file (429 kB)
 
dist/distill.bundle.js ADDED
The diff for this file is too large to render. See raw diff
 
dist/distill.bundle.js.map ADDED
The diff for this file is too large to render. See raw diff
 
dist/index.html CHANGED
@@ -98,7 +98,7 @@
98
  d-contents nav > div > a:hover,
99
  d-contents nav > ul > li > a:hover {
100
  text-decoration: none;
101
- }</style><script defer="defer" src="bundle.js.gz"></script></head><body><d-front-matter><script id="distill-front-matter" type="text/json">{
102
  "title": "🍷 FineWeb: decanting the web for the finest text data at scale",
103
  "description": "This blog covers a discussion on processing and evaluating data quality at scale, the 🍷 FineWeb recipe (listing and explaining all of our design choices), and the process followed to create 📚 FineWeb-Edu.",
104
  "published": "May 28, 2024",
 
98
  d-contents nav > div > a:hover,
99
  d-contents nav > ul > li > a:hover {
100
  text-decoration: none;
101
+ }</style><script defer="defer" src="main.bundle.js"></script><script defer="defer" src="distill.bundle.js"></script></head><body><d-front-matter><script id="distill-front-matter" type="text/json">{
102
  "title": "🍷 FineWeb: decanting the web for the finest text data at scale",
103
  "description": "This blog covers a discussion on processing and evaluating data quality at scale, the 🍷 FineWeb recipe (listing and explaining all of our design choices), and the process followed to create 📚 FineWeb-Edu.",
104
  "published": "May 28, 2024",
dist/main.bundle.js ADDED
The diff for this file is too large to render. See raw diff
 
dist/{bundle.js.LICENSE.txt → main.bundle.js.LICENSE.txt} RENAMED
File without changes
dist/{bundle.js.map → main.bundle.js.map} RENAMED
The diff for this file is too large to render. See raw diff
 
src/index.js CHANGED
@@ -1,7 +1,5 @@
1
- import "./distill"
2
  import { plotClusters } from './clusters'
3
  import { init_ablation_plot } from './plotting'
4
- console.log("Hello");
5
 
6
 
7
  document.addEventListener("DOMContentLoaded", () => {
 
 
1
  import { plotClusters } from './clusters'
2
  import { init_ablation_plot } from './plotting'
 
3
 
4
 
5
  document.addEventListener("DOMContentLoaded", () => {
webpack.config.js CHANGED
@@ -34,12 +34,12 @@ const transformDataColors = async (data, path) => {
34
  };
35
 
36
  module.exports = {
37
- infrastructureLogging: {
38
- level: 'verbose',
 
39
  },
40
- entry: "./src/index.js", // Your main JavaScript file
41
  output: {
42
- filename: "bundle.js", // The output file
43
  path: path.resolve(__dirname, "dist"), // Output directory
44
  },
45
  module: {
@@ -61,12 +61,7 @@ module.exports = {
61
  new CleanWebpackPlugin(),
62
  new HtmlWebpackPlugin({
63
  template: "./src/index.html", // Path to your source template
64
- jsExtension: ".gz"
65
  }),
66
- new CompressionPlugin({
67
- test: /\.(js|mjs)(\?.*)?$/i,
68
- }),
69
- new HtmlWebpackChangeAssetsExtensionPlugin(),
70
  new CopyPlugin({
71
  patterns: [
72
  {
 
34
  };
35
 
36
  module.exports = {
37
+ entry: {
38
+ main: "./src/index.js",
39
+ distill: "./src/distill.js",
40
  },
 
41
  output: {
42
+ filename: "[name].bundle.js", // The output file
43
  path: path.resolve(__dirname, "dist"), // Output directory
44
  },
45
  module: {
 
61
  new CleanWebpackPlugin(),
62
  new HtmlWebpackPlugin({
63
  template: "./src/index.html", // Path to your source template
 
64
  }),
 
 
 
 
65
  new CopyPlugin({
66
  patterns: [
67
  {