hermeschen-ezcon commited on
Commit
35039c7
·
verified ·
1 Parent(s): 00104a9

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. processor_config.json +0 -10
  2. tokenizer.json +2 -2
  3. tokenizer_config.json +0 -1
processor_config.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "image_processor": {
3
- "crop_size": null,
4
  "data_format": "channels_first",
5
- "device": null,
6
- "disable_grouping": null,
7
- "do_center_crop": null,
8
- "do_convert_rgb": null,
9
  "do_image_splitting": true,
10
  "do_normalize": true,
11
  "do_pad": true,
@@ -19,25 +14,20 @@
19
  0.5
20
  ],
21
  "image_processor_type": "Lfm2VlImageProcessorFast",
22
- "image_seq_length": null,
23
  "image_std": [
24
  0.5,
25
  0.5,
26
  0.5
27
  ],
28
- "input_data_format": null,
29
  "max_image_tokens": 256,
30
  "max_num_patches": 1024,
31
  "max_pixels_tolerance": 2.0,
32
  "max_tiles": 10,
33
  "min_image_tokens": 64,
34
  "min_tiles": 2,
35
- "pad_size": null,
36
- "processor_class": "Lfm2VlProcessor",
37
  "resample": 2,
38
  "rescale_factor": 0.00392156862745098,
39
  "return_row_col_info": true,
40
- "return_tensors": null,
41
  "size": {
42
  "height": 512,
43
  "width": 512
 
1
  {
2
  "image_processor": {
 
3
  "data_format": "channels_first",
 
 
 
 
4
  "do_image_splitting": true,
5
  "do_normalize": true,
6
  "do_pad": true,
 
14
  0.5
15
  ],
16
  "image_processor_type": "Lfm2VlImageProcessorFast",
 
17
  "image_std": [
18
  0.5,
19
  0.5,
20
  0.5
21
  ],
 
22
  "max_image_tokens": 256,
23
  "max_num_patches": 1024,
24
  "max_pixels_tolerance": 2.0,
25
  "max_tiles": 10,
26
  "min_image_tokens": 64,
27
  "min_tiles": 2,
 
 
28
  "resample": 2,
29
  "rescale_factor": 0.00392156862745098,
30
  "return_row_col_info": true,
 
31
  "size": {
32
  "height": 512,
33
  "width": 512
tokenizer.json CHANGED
@@ -4501,7 +4501,7 @@
4501
  "lstrip": false,
4502
  "rstrip": false,
4503
  "normalized": true,
4504
- "special": true
4505
  },
4506
  {
4507
  "id": 64014,
@@ -4510,7 +4510,7 @@
4510
  "lstrip": false,
4511
  "rstrip": false,
4512
  "normalized": true,
4513
- "special": true
4514
  },
4515
  {
4516
  "id": 64394,
 
4501
  "lstrip": false,
4502
  "rstrip": false,
4503
  "normalized": true,
4504
+ "special": false
4505
  },
4506
  {
4507
  "id": 64014,
 
4510
  "lstrip": false,
4511
  "rstrip": false,
4512
  "normalized": true,
4513
+ "special": false
4514
  },
4515
  {
4516
  "id": 64394,
tokenizer_config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "additional_special_tokens": null,
3
  "backend": "tokenizers",
4
  "bos_token": "<|startoftext|>",
5
  "clean_up_tokenization_spaces": true,
 
1
  {
 
2
  "backend": "tokenizers",
3
  "bos_token": "<|startoftext|>",
4
  "clean_up_tokenization_spaces": true,