Upload processor

added_tokens.json

@@ -1,4 +1,5 @@
 {
   "<image>": 32000,
-  "<pad>": 32001
+  "<pad>": 32002,
+  "<video>": 32001
 }

preprocessor_config.json

@@ -30,13 +30,13 @@
     0.4578275,
     0.40821073
   ],
-  "image_processor_type": "CLIPImageProcessor",
+  "image_processor_type": "VideoLlavaImageProcessor",
   "image_std": [
     0.26862954,
     0.26130258,
     0.27577711
   ],
-  "processor_class": "LlavaProcessor",
+  "processor_class": "VideoLlavaProcessor",
   "resample": 3,
   "rescale_factor": 0.00392156862745098,
   "size": {

tokenizer.json

@@ -41,6 +41,15 @@
     },
     {
       "id": 32001,
+      "content": "<video>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32002,
       "content": "<pad>",
       "single_word": false,
       "lstrip": false,

tokenizer_config.json

@@ -36,6 +36,14 @@
       "special": true
     },
     "32001": {
+      "content": "<video>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
       "content": "<pad>",
       "lstrip": false,
       "normalized": false,
@@ -50,8 +58,8 @@
   "legacy": false,
   "model_max_length": 4096,
   "pad_token": "<pad>",
-  "padding_side": "right",
-  "processor_class": "LlavaProcessor",
+  "padding_side": "left",
+  "processor_class": "VideoLlavaProcessor",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",