Add indentation (4 spaces) to `tokenizer_config.json` for readability (#5)

- Add indentation (4 spaces) to `tokenizer_config.json` for readability (798b2b8eedf2ef4976988c53052dd3d193c3de68)


Co-authored-by: Alvaro Bartolome <[email protected]>

tokenizer_config.json

@@ -1 +1,35 @@
-{"add_bos_token": true, "add_eos_token": false, "model_max_length": 2048, "pad_token": null, "sp_model_kwargs": {}, "tokenizer_class": "LlamaTokenizer", "clean_up_tokenization_spaces": false, "bos_token": {"__type": "AddedToken", "content": "<s>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false}, "eos_token": {"__type": "AddedToken", "content": "</s>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false}, "unk_token": {"__type": "AddedToken", "content": "<unk>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false}}
+{
+    "add_bos_token":true,
+    "add_eos_token":false,
+    "model_max_length":2048,
+    "pad_token":null,
+    "sp_model_kwargs":{
+        
+    },
+    "tokenizer_class":"LlamaTokenizer",
+    "clean_up_tokenization_spaces":false,
+    "bos_token":{
+        "__type":"AddedToken",
+        "content":"<s>",
+        "lstrip":false,
+        "normalized":true,
+        "rstrip":false,
+        "single_word":false
+    },
+    "eos_token":{
+        "__type":"AddedToken",
+        "content":"</s>",
+        "lstrip":false,
+        "normalized":true,
+        "rstrip":false,
+        "single_word":false
+    },
+    "unk_token":{
+        "__type":"AddedToken",
+        "content":"<unk>",
+        "lstrip":false,
+        "normalized":true,
+        "rstrip":false,
+        "single_word":false
+    }
+}