openvino-ci commited on
Commit
76f4165
·
verified ·
1 Parent(s): 27613be

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -1,6 +1,4 @@
1
  {
2
- "_attn_implementation_autoset": true,
3
- "_name_or_path": "OpenVINO/bge-base-en-v1.5-fp16-ov",
4
  "architectures": [
5
  "BertModel"
6
  ],
@@ -26,7 +24,7 @@
26
  "pad_token_id": 0,
27
  "position_embedding_type": "absolute",
28
  "torch_dtype": "float32",
29
- "transformers_version": "4.48.3",
30
  "type_vocab_size": 2,
31
  "use_cache": true,
32
  "vocab_size": 30522
 
1
  {
 
 
2
  "architectures": [
3
  "BertModel"
4
  ],
 
24
  "pad_token_id": 0,
25
  "position_embedding_type": "absolute",
26
  "torch_dtype": "float32",
27
+ "transformers_version": "4.55.4",
28
  "type_vocab_size": 2,
29
  "use_cache": true,
30
  "vocab_size": 30522
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_10729" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_10729">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_10915" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,7 +25,7 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_10731" type="Const" version="opset1">
29
  <data element_type="i32" shape="30522" offset="0" size="122088" />
30
  <output>
31
  <port id="0" precision="I32">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="Constant_10733" type="Const" version="opset1">
37
  <data element_type="i32" shape="30522" offset="122088" size="122088" />
38
  <output>
39
  <port id="0" precision="I32">
@@ -41,7 +41,7 @@
41
  </port>
42
  </output>
43
  </layer>
44
- <layer id="4" name="Constant_10735" type="Const" version="opset1">
45
  <data element_type="u8" shape="214020" offset="244176" size="214020" />
46
  <output>
47
  <port id="0" precision="U8">
@@ -49,7 +49,7 @@
49
  </port>
50
  </output>
51
  </layer>
52
- <layer id="5" name="Slice_10740" type="Const" version="opset1">
53
  <data element_type="i32" shape="5" offset="458196" size="20" />
54
  <output>
55
  <port id="0" precision="I32">
@@ -57,7 +57,7 @@
57
  </port>
58
  </output>
59
  </layer>
60
- <layer id="6" name="VocabDecoder_10742" type="VocabDecoder" version="extension">
61
  <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
@@ -95,7 +95,7 @@
95
  </port>
96
  </output>
97
  </layer>
98
- <layer id="7" name="FuzeRagged_10743" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
@@ -119,7 +119,7 @@
119
  </port>
120
  </output>
121
  </layer>
122
- <layer id="8" name="Constant_10745" type="Const" version="opset1">
123
  <data element_type="u8" shape="2" offset="458216" size="2" />
124
  <output>
125
  <port id="0" precision="U8">
@@ -127,7 +127,7 @@
127
  </port>
128
  </output>
129
  </layer>
130
- <layer id="9" name="Constant_10747" type="Const" version="opset1">
131
  <data element_type="u8" shape="0" offset="458218" size="1" />
132
  <output>
133
  <port id="0" precision="U8">
@@ -135,7 +135,7 @@
135
  </port>
136
  </output>
137
  </layer>
138
- <layer id="10" name="RegexNormalization_10748" type="RegexNormalization" version="extension">
139
  <data global_replace="true" />
140
  <input>
141
  <port id="0" precision="I32">
@@ -166,7 +166,7 @@
166
  </port>
167
  </output>
168
  </layer>
169
- <layer id="11" name="UTF8Validate_10749" type="UTF8Validate" version="extension">
170
  <data replace_mode="true" />
171
  <input>
172
  <port id="0" precision="I32">
@@ -191,7 +191,7 @@
191
  </port>
192
  </output>
193
  </layer>
194
- <layer id="12" name="Constant_10751" type="Const" version="opset1">
195
  <data element_type="u8" shape="2" offset="458219" size="2" />
196
  <output>
197
  <port id="0" precision="U8">
@@ -199,7 +199,7 @@
199
  </port>
200
  </output>
201
  </layer>
202
- <layer id="13" name="Constant_10753" type="Const" version="opset1">
203
  <data element_type="u8" shape="0" offset="458218" size="1" />
204
  <output>
205
  <port id="0" precision="U8">
@@ -207,7 +207,7 @@
207
  </port>
208
  </output>
209
  </layer>
210
- <layer id="14" name="RegexNormalization_10754" type="RegexNormalization" version="extension">
211
  <data global_replace="true" />
212
  <input>
213
  <port id="0" precision="I32">
@@ -238,7 +238,7 @@
238
  </port>
239
  </output>
240
  </layer>
241
- <layer id="15" name="Constant_10756" type="Const" version="opset1">
242
  <data element_type="u8" shape="51" offset="458221" size="51" />
243
  <output>
244
  <port id="0" precision="U8">
@@ -246,7 +246,7 @@
246
  </port>
247
  </output>
248
  </layer>
249
- <layer id="16" name="Constant_10758" type="Const" version="opset1">
250
  <data element_type="u8" shape="2" offset="458272" size="2" />
251
  <output>
252
  <port id="0" precision="U8">
@@ -254,7 +254,7 @@
254
  </port>
255
  </output>
256
  </layer>
257
- <layer id="17" name="RegexNormalization_10759" type="RegexNormalization" version="extension">
258
  <data global_replace="true" />
259
  <input>
260
  <port id="0" precision="I32">
@@ -285,7 +285,7 @@
285
  </port>
286
  </output>
287
  </layer>
288
- <layer id="18" name="StringTensorPack_10760" type="StringTensorPack" version="opset15">
289
  <input>
290
  <port id="0" precision="I32">
291
  <dim>-1</dim>
@@ -298,12 +298,12 @@
298
  </port>
299
  </input>
300
  <output>
301
- <port id="3" precision="STRING" names="Result_10761,string_output">
302
  <dim>-1</dim>
303
  </port>
304
  </output>
305
  </layer>
306
- <layer id="19" name="Result_10761" type="Result" version="opset1" output_names="Result_10761,string_output">
307
  <input>
308
  <port id="0" precision="STRING">
309
  <dim>-1</dim>
@@ -354,19 +354,19 @@
354
  <handle_special_tokens_with_re />
355
  <max_length />
356
  <number_of_inputs value="1" />
357
- <openvino_tokenizers_version value="2025.1.0.0-523-710ddf14de8" />
358
- <openvino_version value="2025.1.0-18503-6fec06580ab-releases/2025/1" />
359
  <original_post_processor_template value="{&quot;type&quot;: &quot;TemplateProcessing&quot;, &quot;single&quot;: [{&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 0}}], &quot;pair&quot;: [{&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;B&quot;, &quot;type_id&quot;: 1}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 1}}], &quot;special_tokens&quot;: {&quot;[CLS]&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;ids&quot;: [101], &quot;tokens&quot;: [&quot;[CLS]&quot;]}, &quot;[SEP]&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;ids&quot;: [102], &quot;tokens&quot;: [&quot;[SEP]&quot;]}}}" />
360
  <original_tokenizer_class value="&lt;class 'transformers.models.bert.tokenization_bert_fast.BertTokenizerFast'>" />
361
  <pad_token_id value="0" />
362
  <processed_post_processor_template value="{&quot;single&quot;: {&quot;ids&quot;: [101, -1, 102], &quot;type_ids&quot;: [0, 0, 0]}, &quot;pair&quot;: {&quot;ids&quot;: [101, -1, 102, -2, 102], &quot;type_ids&quot;: [0, 0, 0, 1, 1]}}" />
363
- <sentencepiece_version value="0.2.0" />
364
  <skip_special_tokens value="True" />
365
  <streaming_detokenizer value="False" />
366
- <tiktoken_version value="0.9.0" />
367
  <tokenizer_output_type value="i64" />
368
- <tokenizers_version value="0.21.1" />
369
- <transformers_version value="4.51.3" />
370
  <use_max_padding value="False" />
371
  <use_sentencepiece_backend value="False" />
372
  <utf8_replace_mode value="replace" />
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_10867" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_10867">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_11082" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_10869" type="Const" version="opset1">
29
  <data element_type="i32" shape="30522" offset="0" size="122088" />
30
  <output>
31
  <port id="0" precision="I32">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="Constant_10871" type="Const" version="opset1">
37
  <data element_type="i32" shape="30522" offset="122088" size="122088" />
38
  <output>
39
  <port id="0" precision="I32">
 
41
  </port>
42
  </output>
43
  </layer>
44
+ <layer id="4" name="Constant_10873" type="Const" version="opset1">
45
  <data element_type="u8" shape="214020" offset="244176" size="214020" />
46
  <output>
47
  <port id="0" precision="U8">
 
49
  </port>
50
  </output>
51
  </layer>
52
+ <layer id="5" name="Slice_10878" type="Const" version="opset1">
53
  <data element_type="i32" shape="5" offset="458196" size="20" />
54
  <output>
55
  <port id="0" precision="I32">
 
57
  </port>
58
  </output>
59
  </layer>
60
+ <layer id="6" name="VocabDecoder_10880" type="VocabDecoder" version="extension">
61
  <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
 
95
  </port>
96
  </output>
97
  </layer>
98
+ <layer id="7" name="FuzeRagged_10881" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
 
119
  </port>
120
  </output>
121
  </layer>
122
+ <layer id="8" name="Constant_10883" type="Const" version="opset1">
123
  <data element_type="u8" shape="2" offset="458216" size="2" />
124
  <output>
125
  <port id="0" precision="U8">
 
127
  </port>
128
  </output>
129
  </layer>
130
+ <layer id="9" name="Constant_10885" type="Const" version="opset1">
131
  <data element_type="u8" shape="0" offset="458218" size="1" />
132
  <output>
133
  <port id="0" precision="U8">
 
135
  </port>
136
  </output>
137
  </layer>
138
+ <layer id="10" name="RegexNormalization_10886" type="RegexNormalization" version="extension">
139
  <data global_replace="true" />
140
  <input>
141
  <port id="0" precision="I32">
 
166
  </port>
167
  </output>
168
  </layer>
169
+ <layer id="11" name="UTF8Validate_10887" type="UTF8Validate" version="extension">
170
  <data replace_mode="true" />
171
  <input>
172
  <port id="0" precision="I32">
 
191
  </port>
192
  </output>
193
  </layer>
194
+ <layer id="12" name="Constant_10889" type="Const" version="opset1">
195
  <data element_type="u8" shape="2" offset="458219" size="2" />
196
  <output>
197
  <port id="0" precision="U8">
 
199
  </port>
200
  </output>
201
  </layer>
202
+ <layer id="13" name="Constant_10891" type="Const" version="opset1">
203
  <data element_type="u8" shape="0" offset="458218" size="1" />
204
  <output>
205
  <port id="0" precision="U8">
 
207
  </port>
208
  </output>
209
  </layer>
210
+ <layer id="14" name="RegexNormalization_10892" type="RegexNormalization" version="extension">
211
  <data global_replace="true" />
212
  <input>
213
  <port id="0" precision="I32">
 
238
  </port>
239
  </output>
240
  </layer>
241
+ <layer id="15" name="Constant_10894" type="Const" version="opset1">
242
  <data element_type="u8" shape="51" offset="458221" size="51" />
243
  <output>
244
  <port id="0" precision="U8">
 
246
  </port>
247
  </output>
248
  </layer>
249
+ <layer id="16" name="Constant_10896" type="Const" version="opset1">
250
  <data element_type="u8" shape="2" offset="458272" size="2" />
251
  <output>
252
  <port id="0" precision="U8">
 
254
  </port>
255
  </output>
256
  </layer>
257
+ <layer id="17" name="RegexNormalization_10897" type="RegexNormalization" version="extension">
258
  <data global_replace="true" />
259
  <input>
260
  <port id="0" precision="I32">
 
285
  </port>
286
  </output>
287
  </layer>
288
+ <layer id="18" name="StringTensorPack_10898" type="StringTensorPack" version="opset15">
289
  <input>
290
  <port id="0" precision="I32">
291
  <dim>-1</dim>
 
298
  </port>
299
  </input>
300
  <output>
301
+ <port id="3" precision="STRING" names="Result_10899,string_output">
302
  <dim>-1</dim>
303
  </port>
304
  </output>
305
  </layer>
306
+ <layer id="19" name="Result_10899" type="Result" version="opset1" output_names="Result_10899,string_output">
307
  <input>
308
  <port id="0" precision="STRING">
309
  <dim>-1</dim>
 
354
  <handle_special_tokens_with_re />
355
  <max_length />
356
  <number_of_inputs value="1" />
357
+ <openvino_tokenizers_version value="2025.3.0.0-598-57f278c8468" />
358
+ <openvino_version value="2025.3.0-19807-44526285f24-releases/2025/3" />
359
  <original_post_processor_template value="{&quot;type&quot;: &quot;TemplateProcessing&quot;, &quot;single&quot;: [{&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 0}}], &quot;pair&quot;: [{&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;B&quot;, &quot;type_id&quot;: 1}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 1}}], &quot;special_tokens&quot;: {&quot;[CLS]&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;ids&quot;: [101], &quot;tokens&quot;: [&quot;[CLS]&quot;]}, &quot;[SEP]&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;ids&quot;: [102], &quot;tokens&quot;: [&quot;[SEP]&quot;]}}}" />
360
  <original_tokenizer_class value="&lt;class 'transformers.models.bert.tokenization_bert_fast.BertTokenizerFast'>" />
361
  <pad_token_id value="0" />
362
  <processed_post_processor_template value="{&quot;single&quot;: {&quot;ids&quot;: [101, -1, 102], &quot;type_ids&quot;: [0, 0, 0]}, &quot;pair&quot;: {&quot;ids&quot;: [101, -1, 102, -2, 102], &quot;type_ids&quot;: [0, 0, 0, 1, 1]}}" />
363
+ <sentencepiece_version value="0.2.1" />
364
  <skip_special_tokens value="True" />
365
  <streaming_detokenizer value="False" />
366
+ <tiktoken_version value="0.12.0" />
367
  <tokenizer_output_type value="i64" />
368
+ <tokenizers_version value="0.21.4" />
369
+ <transformers_version value="4.55.4" />
370
  <use_max_padding value="False" />
371
  <use_sentencepiece_backend value="False" />
372
  <utf8_replace_mode value="replace" />
openvino_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e93dee628b35680e54242ee38e96d5c6cd9d1e5ad8f065f0c4cc36c8744cf2fa
3
- size 109974480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ef31c33031a015c23df2e68f6431502939e93bcacc49c7ea0817462a499d5d3
3
+ size 109601844
openvino_model.xml CHANGED
The diff for this file is too large to render. See raw diff
 
openvino_tokenizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05e6f0b32909876ca9f1d03dd036db83f77ebb7b83bff7c5ee4d1ac5a8fdca89
3
- size 445519
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b696926bcd40eb379ec0fc07339da0a8776d845addc683ef34b7d697994a82
3
+ size 445537
openvino_tokenizer.xml CHANGED
@@ -1,27 +1,27 @@
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_10604" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
- <port id="0" precision="STRING" names="Parameter_10604">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_10710" type="Const" version="opset1">
13
  <data element_type="i32" shape="" offset="0" size="4" />
14
  <output>
15
  <port id="0" precision="I32" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="Constant_10711" type="Const" version="opset1">
19
  <data element_type="i32" shape="" offset="4" size="4" />
20
  <output>
21
  <port id="0" precision="I32" />
22
  </output>
23
  </layer>
24
- <layer id="3" name="Constant_10712" type="Const" version="opset1">
25
  <data element_type="i32" shape="1" offset="8" size="4" />
26
  <output>
27
  <port id="0" precision="I32">
@@ -29,13 +29,13 @@
29
  </port>
30
  </output>
31
  </layer>
32
- <layer id="4" name="Constant_10610" type="Const" version="opset1">
33
  <data element_type="i64" shape="" offset="12" size="8" />
34
  <output>
35
  <port id="0" precision="I64" />
36
  </output>
37
  </layer>
38
- <layer id="5" name="StringTensorUnpack_10605" type="StringTensorUnpack" version="opset15">
39
  <input>
40
  <port id="0" precision="STRING">
41
  <dim>-1</dim>
@@ -53,7 +53,7 @@
53
  </port>
54
  </output>
55
  </layer>
56
- <layer id="6" name="ShapeOf_10606" type="ShapeOf" version="opset3">
57
  <data output_type="i64" />
58
  <input>
59
  <port id="0" precision="I32">
@@ -66,19 +66,19 @@
66
  </port>
67
  </output>
68
  </layer>
69
- <layer id="7" name="Constant_10607" type="Const" version="opset1">
70
  <data element_type="i64" shape="" offset="12" size="8" />
71
  <output>
72
  <port id="0" precision="I64" />
73
  </output>
74
  </layer>
75
- <layer id="8" name="Constant_10608" type="Const" version="opset1">
76
  <data element_type="i64" shape="" offset="12" size="8" />
77
  <output>
78
  <port id="0" precision="I64" />
79
  </output>
80
  </layer>
81
- <layer id="9" name="Gather_10609" type="Gather" version="opset8">
82
  <data batch_dims="0" />
83
  <input>
84
  <port id="0" precision="I64">
@@ -91,13 +91,13 @@
91
  <port id="3" precision="I64" />
92
  </output>
93
  </layer>
94
- <layer id="10" name="Constant_10611" type="Const" version="opset1">
95
  <data element_type="i64" shape="" offset="20" size="8" />
96
  <output>
97
  <port id="0" precision="I64" />
98
  </output>
99
  </layer>
100
- <layer id="11" name="Range_10612" type="Range" version="opset4">
101
  <data output_type="i32" />
102
  <input>
103
  <port id="0" precision="I64" />
@@ -110,19 +110,19 @@
110
  </port>
111
  </output>
112
  </layer>
113
- <layer id="12" name="Constant_10613" type="Const" version="opset1">
114
  <data element_type="i64" shape="" offset="20" size="8" />
115
  <output>
116
  <port id="0" precision="I64" />
117
  </output>
118
  </layer>
119
- <layer id="13" name="Constant_10614" type="Const" version="opset1">
120
  <data element_type="i64" shape="" offset="20" size="8" />
121
  <output>
122
  <port id="0" precision="I64" />
123
  </output>
124
  </layer>
125
- <layer id="14" name="Add_10615" type="Add" version="opset1">
126
  <data auto_broadcast="numpy" />
127
  <input>
128
  <port id="0" precision="I64" />
@@ -132,13 +132,13 @@
132
  <port id="2" precision="I64" />
133
  </output>
134
  </layer>
135
- <layer id="15" name="Constant_10616" type="Const" version="opset1">
136
  <data element_type="i64" shape="" offset="20" size="8" />
137
  <output>
138
  <port id="0" precision="I64" />
139
  </output>
140
  </layer>
141
- <layer id="16" name="Range_10617" type="Range" version="opset4">
142
  <data output_type="i32" />
143
  <input>
144
  <port id="0" precision="I64" />
@@ -151,7 +151,7 @@
151
  </port>
152
  </output>
153
  </layer>
154
- <layer id="17" name="Constant_10679" type="Const" version="opset1">
155
  <data element_type="u8" shape="50" offset="28" size="50" />
156
  <output>
157
  <port id="0" precision="U8">
@@ -159,7 +159,7 @@
159
  </port>
160
  </output>
161
  </layer>
162
- <layer id="18" name="SpecialTokensSplit_10680" type="SpecialTokensSplit" version="extension">
163
  <input>
164
  <port id="0" precision="I32">
165
  <dim>-1</dim>
@@ -201,7 +201,7 @@
201
  </port>
202
  </output>
203
  </layer>
204
- <layer id="19" name="Constant_10682" type="Const" version="opset1">
205
  <data element_type="u8" shape="39" offset="78" size="39" />
206
  <output>
207
  <port id="0" precision="U8">
@@ -209,7 +209,7 @@
209
  </port>
210
  </output>
211
  </layer>
212
- <layer id="20" name="Constant_10684" type="Const" version="opset1">
213
  <data element_type="u8" shape="0" offset="117" size="1" />
214
  <output>
215
  <port id="0" precision="U8">
@@ -217,7 +217,7 @@
217
  </port>
218
  </output>
219
  </layer>
220
- <layer id="21" name="RegexNormalization_10685" type="RegexNormalization" version="extension">
221
  <data global_replace="true" />
222
  <input>
223
  <port id="0" precision="I32">
@@ -254,7 +254,7 @@
254
  </port>
255
  </output>
256
  </layer>
257
- <layer id="22" name="CharsMapNormalization_10686" type="CharsMapNormalization" version="extension">
258
  <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfd" case_fold="true" nmt="false" />
259
  <input>
260
  <port id="0" precision="I32">
@@ -285,7 +285,7 @@
285
  </port>
286
  </output>
287
  </layer>
288
- <layer id="23" name="Constant_10688" type="Const" version="opset1">
289
  <data element_type="u8" shape="6" offset="118" size="6" />
290
  <output>
291
  <port id="0" precision="U8">
@@ -293,7 +293,7 @@
293
  </port>
294
  </output>
295
  </layer>
296
- <layer id="24" name="Constant_10690" type="Const" version="opset1">
297
  <data element_type="u8" shape="0" offset="117" size="1" />
298
  <output>
299
  <port id="0" precision="U8">
@@ -301,7 +301,7 @@
301
  </port>
302
  </output>
303
  </layer>
304
- <layer id="25" name="RegexNormalization_10691" type="RegexNormalization" version="extension">
305
  <data global_replace="true" />
306
  <input>
307
  <port id="0" precision="I32">
@@ -338,7 +338,7 @@
338
  </port>
339
  </output>
340
  </layer>
341
- <layer id="26" name="Constant_10693" type="Const" version="opset1">
342
  <data element_type="u8" shape="3" offset="124" size="3" />
343
  <output>
344
  <port id="0" precision="U8">
@@ -346,7 +346,7 @@
346
  </port>
347
  </output>
348
  </layer>
349
- <layer id="27" name="RegexSplit_10694" type="RegexSplit" version="extension">
350
  <data behaviour="remove" invert="false" max_splits="-1" />
351
  <input>
352
  <port id="0" precision="I32">
@@ -392,7 +392,7 @@
392
  </port>
393
  </output>
394
  </layer>
395
- <layer id="28" name="Constant_10696" type="Const" version="opset1">
396
  <data element_type="u8" shape="202" offset="127" size="202" />
397
  <output>
398
  <port id="0" precision="U8">
@@ -400,7 +400,7 @@
400
  </port>
401
  </output>
402
  </layer>
403
- <layer id="29" name="RegexSplit_10697" type="RegexSplit" version="extension">
404
  <data behaviour="isolate" invert="false" max_splits="-1" />
405
  <input>
406
  <port id="0" precision="I32">
@@ -446,7 +446,7 @@
446
  </port>
447
  </output>
448
  </layer>
449
- <layer id="30" name="Constant_10699" type="Const" version="opset1">
450
  <data element_type="i32" shape="30522" offset="329" size="122088" />
451
  <output>
452
  <port id="0" precision="I32">
@@ -454,7 +454,7 @@
454
  </port>
455
  </output>
456
  </layer>
457
- <layer id="31" name="Constant_10701" type="Const" version="opset1">
458
  <data element_type="i32" shape="30522" offset="122417" size="122088" />
459
  <output>
460
  <port id="0" precision="I32">
@@ -462,7 +462,7 @@
462
  </port>
463
  </output>
464
  </layer>
465
- <layer id="32" name="Constant_10703" type="Const" version="opset1">
466
  <data element_type="u8" shape="200986" offset="244505" size="200986" />
467
  <output>
468
  <port id="0" precision="U8">
@@ -470,13 +470,13 @@
470
  </port>
471
  </output>
472
  </layer>
473
- <layer id="33" name="Constant_10704" type="Const" version="opset1">
474
  <data element_type="i64" shape="" offset="445491" size="8" />
475
  <output>
476
  <port id="0" precision="I64" />
477
  </output>
478
  </layer>
479
- <layer id="34" name="WordpieceTokenizer_10705" type="WordpieceTokenizer" version="extension">
480
  <data suffix_indicator="##" max_bytes_per_word="100" />
481
  <input>
482
  <port id="0" precision="I32">
@@ -517,44 +517,30 @@
517
  </port>
518
  </output>
519
  </layer>
520
- <layer id="35" name="Subtract_10706" type="Subtract" version="opset1">
521
- <data auto_broadcast="numpy" />
522
- <input>
523
- <port id="0" precision="I32">
524
- <dim>-1</dim>
525
- </port>
526
- <port id="1" precision="I32">
527
- <dim>-1</dim>
528
- </port>
529
- </input>
530
- <output>
531
- <port id="2" precision="I32">
532
- <dim>-1</dim>
533
- </port>
534
- </output>
535
- </layer>
536
- <layer id="36" name="Constant_10707" type="Const" version="opset1">
537
  <data element_type="i32" shape="" offset="445499" size="4" />
538
  <output>
539
  <port id="0" precision="I32" />
540
  </output>
541
  </layer>
542
- <layer id="37" name="Minimum_10708" type="Minimum" version="opset1">
543
- <data auto_broadcast="numpy" />
544
- <input>
545
- <port id="0" precision="I32">
546
- <dim>-1</dim>
547
  </port>
548
- <port id="1" precision="I32" />
549
- </input>
 
 
550
  <output>
551
- <port id="2" precision="I32">
552
- <dim>-1</dim>
553
  </port>
554
  </output>
555
  </layer>
556
- <layer id="38" name="Add_10709" type="Add" version="opset1">
557
- <data auto_broadcast="numpy" />
558
  <input>
559
  <port id="0" precision="I32">
560
  <dim>-1</dim>
@@ -562,42 +548,58 @@
562
  <port id="1" precision="I32">
563
  <dim>-1</dim>
564
  </port>
 
 
 
 
 
 
 
 
 
 
565
  </input>
566
  <output>
567
- <port id="2" precision="I32">
 
 
 
 
 
 
568
  <dim>-1</dim>
569
  </port>
570
  </output>
571
  </layer>
572
- <layer id="39" name="Constant_10713" type="Const" version="opset1">
573
  <data element_type="i32" shape="" offset="0" size="4" />
574
  <output>
575
  <port id="0" precision="I32" />
576
  </output>
577
  </layer>
578
- <layer id="40" name="Constant_10714" type="Const" version="opset1">
579
  <data element_type="i32" shape="" offset="4" size="4" />
580
  <output>
581
  <port id="0" precision="I32" />
582
  </output>
583
  </layer>
584
- <layer id="41" name="Constant_10715" type="Const" version="opset1">
585
- <data element_type="i32" shape="1" offset="445503" size="4" />
586
  <output>
587
  <port id="0" precision="I32">
588
  <dim>1</dim>
589
  </port>
590
  </output>
591
  </layer>
592
- <layer id="42" name="Constant_10716" type="Const" version="opset1">
593
- <data element_type="i32" shape="3" offset="445507" size="12" />
594
  <output>
595
  <port id="0" precision="I32">
596
  <dim>3</dim>
597
  </port>
598
  </output>
599
  </layer>
600
- <layer id="43" name="CombineSegments_10717" type="CombineSegments" version="extension">
601
  <input>
602
  <port id="0" precision="I32" />
603
  <port id="1" precision="I32" />
@@ -643,7 +645,7 @@
643
  </port>
644
  </output>
645
  </layer>
646
- <layer id="44" name="Subtract_10718" type="Subtract" version="opset1">
647
  <data auto_broadcast="numpy" />
648
  <input>
649
  <port id="0" precision="I32">
@@ -659,13 +661,13 @@
659
  </port>
660
  </output>
661
  </layer>
662
- <layer id="45" name="Constant_10719" type="Const" version="opset1">
663
  <data element_type="i32" shape="" offset="0" size="4" />
664
  <output>
665
  <port id="0" precision="I32" />
666
  </output>
667
  </layer>
668
- <layer id="46" name="ReduceMax_10720" type="ReduceMax" version="opset1">
669
  <data keep_dims="false" />
670
  <input>
671
  <port id="0" precision="I32">
@@ -677,13 +679,13 @@
677
  <port id="2" precision="I32" />
678
  </output>
679
  </layer>
680
- <layer id="47" name="Constant_10721" type="Const" version="opset1">
681
  <data element_type="i32" shape="" offset="0" size="4" />
682
  <output>
683
  <port id="0" precision="I32" />
684
  </output>
685
  </layer>
686
- <layer id="48" name="RaggedToDense_10722" type="RaggedToDense" version="extension">
687
  <data pad_right="true" m_pad_max_length="false" />
688
  <input>
689
  <port id="0" precision="I32">
@@ -709,7 +711,7 @@
709
  </port>
710
  </output>
711
  </layer>
712
- <layer id="49" name="Convert_10723" type="Convert" version="opset1">
713
  <data destination_type="i32" />
714
  <input>
715
  <port id="0" precision="BOOL">
@@ -724,7 +726,7 @@
724
  </port>
725
  </output>
726
  </layer>
727
- <layer id="50" name="Convert_10723.0" type="Convert" version="opset1">
728
  <data destination_type="i64" />
729
  <input>
730
  <port id="0" precision="I32">
@@ -739,13 +741,13 @@
739
  </port>
740
  </output>
741
  </layer>
742
- <layer id="52" name="Constant_10724" type="Const" version="opset1">
743
  <data element_type="i32" shape="" offset="0" size="4" />
744
  <output>
745
  <port id="0" precision="I32" />
746
  </output>
747
  </layer>
748
- <layer id="53" name="RaggedToDense_10725" type="RaggedToDense" version="extension">
749
  <data pad_right="true" m_pad_max_length="false" />
750
  <input>
751
  <port id="0" precision="I32">
@@ -771,7 +773,7 @@
771
  </port>
772
  </output>
773
  </layer>
774
- <layer id="54" name="RaggedToDense_10725.0" type="Convert" version="opset1">
775
  <data destination_type="i64" />
776
  <input>
777
  <port id="0" precision="I32">
@@ -786,7 +788,7 @@
786
  </port>
787
  </output>
788
  </layer>
789
- <layer id="56" name="RaggedToDense_10722.0" type="Convert" version="opset1">
790
  <data destination_type="i64" />
791
  <input>
792
  <port id="0" precision="I32">
@@ -801,7 +803,7 @@
801
  </port>
802
  </output>
803
  </layer>
804
- <layer id="57" name="Result_10726" type="Result" version="opset1" output_names="input_ids">
805
  <input>
806
  <port id="0" precision="I64">
807
  <dim>-1</dim>
@@ -809,7 +811,7 @@
809
  </port>
810
  </input>
811
  </layer>
812
- <layer id="55" name="Result_10727" type="Result" version="opset1" output_names="token_type_ids">
813
  <input>
814
  <port id="0" precision="I64">
815
  <dim>-1</dim>
@@ -817,7 +819,7 @@
817
  </port>
818
  </input>
819
  </layer>
820
- <layer id="51" name="Result_10728" type="Result" version="opset1" output_names="attention_mask">
821
  <input>
822
  <port id="0" precision="I64">
823
  <dim>-1</dim>
@@ -881,22 +883,22 @@
881
  <edge from-layer="28" from-port="0" to-layer="29" to-port="6" />
882
  <edge from-layer="29" from-port="10" to-layer="34" to-port="3" />
883
  <edge from-layer="29" from-port="11" to-layer="34" to-port="4" />
 
884
  <edge from-layer="29" from-port="7" to-layer="34" to-port="0" />
885
  <edge from-layer="29" from-port="8" to-layer="34" to-port="1" />
886
- <edge from-layer="29" from-port="9" to-layer="34" to-port="2" />
887
  <edge from-layer="30" from-port="0" to-layer="34" to-port="5" />
888
  <edge from-layer="31" from-port="0" to-layer="34" to-port="6" />
889
  <edge from-layer="32" from-port="0" to-layer="34" to-port="7" />
890
  <edge from-layer="33" from-port="0" to-layer="34" to-port="8" />
891
- <edge from-layer="34" from-port="9" to-layer="43" to-port="3" />
892
- <edge from-layer="34" from-port="11" to-layer="43" to-port="5" />
893
  <edge from-layer="34" from-port="9" to-layer="38" to-port="0" />
894
- <edge from-layer="34" from-port="9" to-layer="35" to-port="1" />
895
- <edge from-layer="34" from-port="10" to-layer="35" to-port="0" />
896
- <edge from-layer="35" from-port="2" to-layer="37" to-port="0" />
897
- <edge from-layer="36" from-port="0" to-layer="37" to-port="1" />
898
- <edge from-layer="37" from-port="2" to-layer="38" to-port="1" />
899
- <edge from-layer="38" from-port="2" to-layer="43" to-port="4" />
 
 
900
  <edge from-layer="39" from-port="0" to-layer="43" to-port="6" />
901
  <edge from-layer="40" from-port="0" to-layer="43" to-port="7" />
902
  <edge from-layer="41" from-port="0" to-layer="43" to-port="8" />
@@ -932,19 +934,19 @@
932
  <handle_special_tokens_with_re />
933
  <max_length />
934
  <number_of_inputs value="1" />
935
- <openvino_tokenizers_version value="2025.1.0.0-523-710ddf14de8" />
936
- <openvino_version value="2025.1.0-18503-6fec06580ab-releases/2025/1" />
937
  <original_post_processor_template value="{&quot;type&quot;: &quot;TemplateProcessing&quot;, &quot;single&quot;: [{&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 0}}], &quot;pair&quot;: [{&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;B&quot;, &quot;type_id&quot;: 1}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 1}}], &quot;special_tokens&quot;: {&quot;[CLS]&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;ids&quot;: [101], &quot;tokens&quot;: [&quot;[CLS]&quot;]}, &quot;[SEP]&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;ids&quot;: [102], &quot;tokens&quot;: [&quot;[SEP]&quot;]}}}" />
938
  <original_tokenizer_class value="&lt;class 'transformers.models.bert.tokenization_bert_fast.BertTokenizerFast'>" />
939
  <pad_token_id value="0" />
940
  <processed_post_processor_template value="{&quot;single&quot;: {&quot;ids&quot;: [101, -1, 102], &quot;type_ids&quot;: [0, 0, 0]}, &quot;pair&quot;: {&quot;ids&quot;: [101, -1, 102, -2, 102], &quot;type_ids&quot;: [0, 0, 0, 1, 1]}}" />
941
- <sentencepiece_version value="0.2.0" />
942
  <skip_special_tokens value="True" />
943
  <streaming_detokenizer value="False" />
944
- <tiktoken_version value="0.9.0" />
945
  <tokenizer_output_type value="i64" />
946
- <tokenizers_version value="0.21.1" />
947
- <transformers_version value="4.51.3" />
948
  <use_max_padding value="False" />
949
  <use_sentencepiece_backend value="False" />
950
  <utf8_replace_mode value="replace" />
 
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_10738" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
+ <port id="0" precision="STRING" names="Parameter_10738">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_10848" type="Const" version="opset1">
13
  <data element_type="i32" shape="" offset="0" size="4" />
14
  <output>
15
  <port id="0" precision="I32" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="Constant_10849" type="Const" version="opset1">
19
  <data element_type="i32" shape="" offset="4" size="4" />
20
  <output>
21
  <port id="0" precision="I32" />
22
  </output>
23
  </layer>
24
+ <layer id="3" name="Constant_10850" type="Const" version="opset1">
25
  <data element_type="i32" shape="1" offset="8" size="4" />
26
  <output>
27
  <port id="0" precision="I32">
 
29
  </port>
30
  </output>
31
  </layer>
32
+ <layer id="4" name="Constant_10744" type="Const" version="opset1">
33
  <data element_type="i64" shape="" offset="12" size="8" />
34
  <output>
35
  <port id="0" precision="I64" />
36
  </output>
37
  </layer>
38
+ <layer id="5" name="StringTensorUnpack_10739" type="StringTensorUnpack" version="opset15">
39
  <input>
40
  <port id="0" precision="STRING">
41
  <dim>-1</dim>
 
53
  </port>
54
  </output>
55
  </layer>
56
+ <layer id="6" name="ShapeOf_10740" type="ShapeOf" version="opset3">
57
  <data output_type="i64" />
58
  <input>
59
  <port id="0" precision="I32">
 
66
  </port>
67
  </output>
68
  </layer>
69
+ <layer id="7" name="Constant_10741" type="Const" version="opset1">
70
  <data element_type="i64" shape="" offset="12" size="8" />
71
  <output>
72
  <port id="0" precision="I64" />
73
  </output>
74
  </layer>
75
+ <layer id="8" name="Constant_10742" type="Const" version="opset1">
76
  <data element_type="i64" shape="" offset="12" size="8" />
77
  <output>
78
  <port id="0" precision="I64" />
79
  </output>
80
  </layer>
81
+ <layer id="9" name="Gather_10743" type="Gather" version="opset8">
82
  <data batch_dims="0" />
83
  <input>
84
  <port id="0" precision="I64">
 
91
  <port id="3" precision="I64" />
92
  </output>
93
  </layer>
94
+ <layer id="10" name="Constant_10745" type="Const" version="opset1">
95
  <data element_type="i64" shape="" offset="20" size="8" />
96
  <output>
97
  <port id="0" precision="I64" />
98
  </output>
99
  </layer>
100
+ <layer id="11" name="Range_10746" type="Range" version="opset4">
101
  <data output_type="i32" />
102
  <input>
103
  <port id="0" precision="I64" />
 
110
  </port>
111
  </output>
112
  </layer>
113
+ <layer id="12" name="Constant_10747" type="Const" version="opset1">
114
  <data element_type="i64" shape="" offset="20" size="8" />
115
  <output>
116
  <port id="0" precision="I64" />
117
  </output>
118
  </layer>
119
+ <layer id="13" name="Constant_10748" type="Const" version="opset1">
120
  <data element_type="i64" shape="" offset="20" size="8" />
121
  <output>
122
  <port id="0" precision="I64" />
123
  </output>
124
  </layer>
125
+ <layer id="14" name="Add_10749" type="Add" version="opset1">
126
  <data auto_broadcast="numpy" />
127
  <input>
128
  <port id="0" precision="I64" />
 
132
  <port id="2" precision="I64" />
133
  </output>
134
  </layer>
135
+ <layer id="15" name="Constant_10750" type="Const" version="opset1">
136
  <data element_type="i64" shape="" offset="20" size="8" />
137
  <output>
138
  <port id="0" precision="I64" />
139
  </output>
140
  </layer>
141
+ <layer id="16" name="Range_10751" type="Range" version="opset4">
142
  <data output_type="i32" />
143
  <input>
144
  <port id="0" precision="I64" />
 
151
  </port>
152
  </output>
153
  </layer>
154
+ <layer id="17" name="Constant_10815" type="Const" version="opset1">
155
  <data element_type="u8" shape="50" offset="28" size="50" />
156
  <output>
157
  <port id="0" precision="U8">
 
159
  </port>
160
  </output>
161
  </layer>
162
+ <layer id="18" name="SpecialTokensSplit_10816" type="SpecialTokensSplit" version="extension">
163
  <input>
164
  <port id="0" precision="I32">
165
  <dim>-1</dim>
 
201
  </port>
202
  </output>
203
  </layer>
204
+ <layer id="19" name="Constant_10818" type="Const" version="opset1">
205
  <data element_type="u8" shape="39" offset="78" size="39" />
206
  <output>
207
  <port id="0" precision="U8">
 
209
  </port>
210
  </output>
211
  </layer>
212
+ <layer id="20" name="Constant_10820" type="Const" version="opset1">
213
  <data element_type="u8" shape="0" offset="117" size="1" />
214
  <output>
215
  <port id="0" precision="U8">
 
217
  </port>
218
  </output>
219
  </layer>
220
+ <layer id="21" name="RegexNormalization_10821" type="RegexNormalization" version="extension">
221
  <data global_replace="true" />
222
  <input>
223
  <port id="0" precision="I32">
 
254
  </port>
255
  </output>
256
  </layer>
257
+ <layer id="22" name="CharsMapNormalization_10822" type="CharsMapNormalization" version="extension">
258
  <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfd" case_fold="true" nmt="false" />
259
  <input>
260
  <port id="0" precision="I32">
 
285
  </port>
286
  </output>
287
  </layer>
288
+ <layer id="23" name="Constant_10824" type="Const" version="opset1">
289
  <data element_type="u8" shape="6" offset="118" size="6" />
290
  <output>
291
  <port id="0" precision="U8">
 
293
  </port>
294
  </output>
295
  </layer>
296
+ <layer id="24" name="Constant_10826" type="Const" version="opset1">
297
  <data element_type="u8" shape="0" offset="117" size="1" />
298
  <output>
299
  <port id="0" precision="U8">
 
301
  </port>
302
  </output>
303
  </layer>
304
+ <layer id="25" name="RegexNormalization_10827" type="RegexNormalization" version="extension">
305
  <data global_replace="true" />
306
  <input>
307
  <port id="0" precision="I32">
 
338
  </port>
339
  </output>
340
  </layer>
341
+ <layer id="26" name="Constant_10829" type="Const" version="opset1">
342
  <data element_type="u8" shape="3" offset="124" size="3" />
343
  <output>
344
  <port id="0" precision="U8">
 
346
  </port>
347
  </output>
348
  </layer>
349
+ <layer id="27" name="RegexSplit_10830" type="RegexSplit" version="extension">
350
  <data behaviour="remove" invert="false" max_splits="-1" />
351
  <input>
352
  <port id="0" precision="I32">
 
392
  </port>
393
  </output>
394
  </layer>
395
+ <layer id="28" name="Constant_10832" type="Const" version="opset1">
396
  <data element_type="u8" shape="202" offset="127" size="202" />
397
  <output>
398
  <port id="0" precision="U8">
 
400
  </port>
401
  </output>
402
  </layer>
403
+ <layer id="29" name="RegexSplit_10833" type="RegexSplit" version="extension">
404
  <data behaviour="isolate" invert="false" max_splits="-1" />
405
  <input>
406
  <port id="0" precision="I32">
 
446
  </port>
447
  </output>
448
  </layer>
449
+ <layer id="30" name="Constant_10835" type="Const" version="opset1">
450
  <data element_type="i32" shape="30522" offset="329" size="122088" />
451
  <output>
452
  <port id="0" precision="I32">
 
454
  </port>
455
  </output>
456
  </layer>
457
+ <layer id="31" name="Constant_10837" type="Const" version="opset1">
458
  <data element_type="i32" shape="30522" offset="122417" size="122088" />
459
  <output>
460
  <port id="0" precision="I32">
 
462
  </port>
463
  </output>
464
  </layer>
465
+ <layer id="32" name="Constant_10839" type="Const" version="opset1">
466
  <data element_type="u8" shape="200986" offset="244505" size="200986" />
467
  <output>
468
  <port id="0" precision="U8">
 
470
  </port>
471
  </output>
472
  </layer>
473
+ <layer id="33" name="Constant_10840" type="Const" version="opset1">
474
  <data element_type="i64" shape="" offset="445491" size="8" />
475
  <output>
476
  <port id="0" precision="I64" />
477
  </output>
478
  </layer>
479
+ <layer id="34" name="WordpieceTokenizer_10841" type="WordpieceTokenizer" version="extension">
480
  <data suffix_indicator="##" max_bytes_per_word="100" />
481
  <input>
482
  <port id="0" precision="I32">
 
517
  </port>
518
  </output>
519
  </layer>
520
+ <layer id="35" name="Constant_10842" type="Const" version="opset1">
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
521
  <data element_type="i32" shape="" offset="445499" size="4" />
522
  <output>
523
  <port id="0" precision="I32" />
524
  </output>
525
  </layer>
526
+ <layer id="36" name="Constant_10844" type="Const" version="opset1">
527
+ <data element_type="u8" shape="5" offset="445503" size="5" />
528
+ <output>
529
+ <port id="0" precision="U8">
530
+ <dim>5</dim>
531
  </port>
532
+ </output>
533
+ </layer>
534
+ <layer id="37" name="Constant_10846" type="Const" version="opset1">
535
+ <data element_type="u8" shape="13" offset="445508" size="13" />
536
  <output>
537
+ <port id="0" precision="U8">
538
+ <dim>13</dim>
539
  </port>
540
  </output>
541
  </layer>
542
+ <layer id="38" name="Truncate_10847" type="Truncate" version="extension">
543
+ <data m_num_inputs="1" />
544
  <input>
545
  <port id="0" precision="I32">
546
  <dim>-1</dim>
 
548
  <port id="1" precision="I32">
549
  <dim>-1</dim>
550
  </port>
551
+ <port id="2" precision="I32">
552
+ <dim>-1</dim>
553
+ </port>
554
+ <port id="3" precision="I32" />
555
+ <port id="4" precision="U8">
556
+ <dim>5</dim>
557
+ </port>
558
+ <port id="5" precision="U8">
559
+ <dim>13</dim>
560
+ </port>
561
  </input>
562
  <output>
563
+ <port id="6" precision="I32">
564
+ <dim>-1</dim>
565
+ </port>
566
+ <port id="7" precision="I32">
567
+ <dim>-1</dim>
568
+ </port>
569
+ <port id="8" precision="I32">
570
  <dim>-1</dim>
571
  </port>
572
  </output>
573
  </layer>
574
+ <layer id="39" name="Constant_10851" type="Const" version="opset1">
575
  <data element_type="i32" shape="" offset="0" size="4" />
576
  <output>
577
  <port id="0" precision="I32" />
578
  </output>
579
  </layer>
580
+ <layer id="40" name="Constant_10852" type="Const" version="opset1">
581
  <data element_type="i32" shape="" offset="4" size="4" />
582
  <output>
583
  <port id="0" precision="I32" />
584
  </output>
585
  </layer>
586
+ <layer id="41" name="Constant_10853" type="Const" version="opset1">
587
+ <data element_type="i32" shape="1" offset="445521" size="4" />
588
  <output>
589
  <port id="0" precision="I32">
590
  <dim>1</dim>
591
  </port>
592
  </output>
593
  </layer>
594
+ <layer id="42" name="Constant_10854" type="Const" version="opset1">
595
+ <data element_type="i32" shape="3" offset="445525" size="12" />
596
  <output>
597
  <port id="0" precision="I32">
598
  <dim>3</dim>
599
  </port>
600
  </output>
601
  </layer>
602
+ <layer id="43" name="CombineSegments_10855" type="CombineSegments" version="extension">
603
  <input>
604
  <port id="0" precision="I32" />
605
  <port id="1" precision="I32" />
 
645
  </port>
646
  </output>
647
  </layer>
648
+ <layer id="44" name="Subtract_10856" type="Subtract" version="opset1">
649
  <data auto_broadcast="numpy" />
650
  <input>
651
  <port id="0" precision="I32">
 
661
  </port>
662
  </output>
663
  </layer>
664
+ <layer id="45" name="Constant_10857" type="Const" version="opset1">
665
  <data element_type="i32" shape="" offset="0" size="4" />
666
  <output>
667
  <port id="0" precision="I32" />
668
  </output>
669
  </layer>
670
+ <layer id="46" name="ReduceMax_10858" type="ReduceMax" version="opset1">
671
  <data keep_dims="false" />
672
  <input>
673
  <port id="0" precision="I32">
 
679
  <port id="2" precision="I32" />
680
  </output>
681
  </layer>
682
+ <layer id="47" name="Constant_10859" type="Const" version="opset1">
683
  <data element_type="i32" shape="" offset="0" size="4" />
684
  <output>
685
  <port id="0" precision="I32" />
686
  </output>
687
  </layer>
688
+ <layer id="48" name="RaggedToDense_10860" type="RaggedToDense" version="extension">
689
  <data pad_right="true" m_pad_max_length="false" />
690
  <input>
691
  <port id="0" precision="I32">
 
711
  </port>
712
  </output>
713
  </layer>
714
+ <layer id="49" name="Convert_10861" type="Convert" version="opset1">
715
  <data destination_type="i32" />
716
  <input>
717
  <port id="0" precision="BOOL">
 
726
  </port>
727
  </output>
728
  </layer>
729
+ <layer id="50" name="Convert_10861.0" type="Convert" version="opset1">
730
  <data destination_type="i64" />
731
  <input>
732
  <port id="0" precision="I32">
 
741
  </port>
742
  </output>
743
  </layer>
744
+ <layer id="52" name="Constant_10862" type="Const" version="opset1">
745
  <data element_type="i32" shape="" offset="0" size="4" />
746
  <output>
747
  <port id="0" precision="I32" />
748
  </output>
749
  </layer>
750
+ <layer id="53" name="RaggedToDense_10863" type="RaggedToDense" version="extension">
751
  <data pad_right="true" m_pad_max_length="false" />
752
  <input>
753
  <port id="0" precision="I32">
 
773
  </port>
774
  </output>
775
  </layer>
776
+ <layer id="54" name="RaggedToDense_10863.0" type="Convert" version="opset1">
777
  <data destination_type="i64" />
778
  <input>
779
  <port id="0" precision="I32">
 
788
  </port>
789
  </output>
790
  </layer>
791
+ <layer id="56" name="RaggedToDense_10860.0" type="Convert" version="opset1">
792
  <data destination_type="i64" />
793
  <input>
794
  <port id="0" precision="I32">
 
803
  </port>
804
  </output>
805
  </layer>
806
+ <layer id="57" name="Result_10864" type="Result" version="opset1" output_names="input_ids">
807
  <input>
808
  <port id="0" precision="I64">
809
  <dim>-1</dim>
 
811
  </port>
812
  </input>
813
  </layer>
814
+ <layer id="55" name="Result_10865" type="Result" version="opset1" output_names="token_type_ids">
815
  <input>
816
  <port id="0" precision="I64">
817
  <dim>-1</dim>
 
819
  </port>
820
  </input>
821
  </layer>
822
+ <layer id="51" name="Result_10866" type="Result" version="opset1" output_names="attention_mask">
823
  <input>
824
  <port id="0" precision="I64">
825
  <dim>-1</dim>
 
883
  <edge from-layer="28" from-port="0" to-layer="29" to-port="6" />
884
  <edge from-layer="29" from-port="10" to-layer="34" to-port="3" />
885
  <edge from-layer="29" from-port="11" to-layer="34" to-port="4" />
886
+ <edge from-layer="29" from-port="9" to-layer="34" to-port="2" />
887
  <edge from-layer="29" from-port="7" to-layer="34" to-port="0" />
888
  <edge from-layer="29" from-port="8" to-layer="34" to-port="1" />
 
889
  <edge from-layer="30" from-port="0" to-layer="34" to-port="5" />
890
  <edge from-layer="31" from-port="0" to-layer="34" to-port="6" />
891
  <edge from-layer="32" from-port="0" to-layer="34" to-port="7" />
892
  <edge from-layer="33" from-port="0" to-layer="34" to-port="8" />
 
 
893
  <edge from-layer="34" from-port="9" to-layer="38" to-port="0" />
894
+ <edge from-layer="34" from-port="10" to-layer="38" to-port="1" />
895
+ <edge from-layer="34" from-port="11" to-layer="38" to-port="2" />
896
+ <edge from-layer="35" from-port="0" to-layer="38" to-port="3" />
897
+ <edge from-layer="36" from-port="0" to-layer="38" to-port="4" />
898
+ <edge from-layer="37" from-port="0" to-layer="38" to-port="5" />
899
+ <edge from-layer="38" from-port="6" to-layer="43" to-port="3" />
900
+ <edge from-layer="38" from-port="7" to-layer="43" to-port="4" />
901
+ <edge from-layer="38" from-port="8" to-layer="43" to-port="5" />
902
  <edge from-layer="39" from-port="0" to-layer="43" to-port="6" />
903
  <edge from-layer="40" from-port="0" to-layer="43" to-port="7" />
904
  <edge from-layer="41" from-port="0" to-layer="43" to-port="8" />
 
934
  <handle_special_tokens_with_re />
935
  <max_length />
936
  <number_of_inputs value="1" />
937
+ <openvino_tokenizers_version value="2025.3.0.0-598-57f278c8468" />
938
+ <openvino_version value="2025.3.0-19807-44526285f24-releases/2025/3" />
939
  <original_post_processor_template value="{&quot;type&quot;: &quot;TemplateProcessing&quot;, &quot;single&quot;: [{&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 0}}], &quot;pair&quot;: [{&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;B&quot;, &quot;type_id&quot;: 1}}, {&quot;SpecialToken&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;type_id&quot;: 1}}], &quot;special_tokens&quot;: {&quot;[CLS]&quot;: {&quot;id&quot;: &quot;[CLS]&quot;, &quot;ids&quot;: [101], &quot;tokens&quot;: [&quot;[CLS]&quot;]}, &quot;[SEP]&quot;: {&quot;id&quot;: &quot;[SEP]&quot;, &quot;ids&quot;: [102], &quot;tokens&quot;: [&quot;[SEP]&quot;]}}}" />
940
  <original_tokenizer_class value="&lt;class 'transformers.models.bert.tokenization_bert_fast.BertTokenizerFast'>" />
941
  <pad_token_id value="0" />
942
  <processed_post_processor_template value="{&quot;single&quot;: {&quot;ids&quot;: [101, -1, 102], &quot;type_ids&quot;: [0, 0, 0]}, &quot;pair&quot;: {&quot;ids&quot;: [101, -1, 102, -2, 102], &quot;type_ids&quot;: [0, 0, 0, 1, 1]}}" />
943
+ <sentencepiece_version value="0.2.1" />
944
  <skip_special_tokens value="True" />
945
  <streaming_detokenizer value="False" />
946
+ <tiktoken_version value="0.12.0" />
947
  <tokenizer_output_type value="i64" />
948
+ <tokenizers_version value="0.21.4" />
949
+ <transformers_version value="4.55.4" />
950
  <use_max_padding value="False" />
951
  <use_sentencepiece_backend value="False" />
952
  <utf8_replace_mode value="replace" />
tokenizer.json CHANGED
@@ -1,21 +1,7 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 384,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
- "padding": {
10
- "strategy": {
11
- "Fixed": 384
12
- },
13
- "direction": "Right",
14
- "pad_to_multiple_of": null,
15
- "pad_id": 0,
16
- "pad_type_id": 0,
17
- "pad_token": "[PAD]"
18
- },
19
  "added_tokens": [
20
  {
21
  "id": 0,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 0,