Update model on 2024-08-23 00:39:07
Browse files- added_tokens.json +12 -12
- model.safetensors +1 -1
- tokenizer.json +12 -12
- tokenizer_config.json +12 -12
added_tokens.json
CHANGED
|
@@ -1,15 +1,15 @@
|
|
| 1 |
{
|
| 2 |
-
"놉":
|
| 3 |
"뜀": 32008,
|
| 4 |
-
"맬":
|
| 5 |
-
"앎":
|
| 6 |
-
"웁":
|
| 7 |
-
"웩":
|
| 8 |
-
"윳":
|
| 9 |
-
"젼":
|
| 10 |
-
"챕":
|
| 11 |
-
"쾨":
|
| 12 |
-
"퀀":
|
| 13 |
-
"펭":
|
| 14 |
-
"힝":
|
| 15 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"놉": 32001,
|
| 3 |
"뜀": 32008,
|
| 4 |
+
"맬": 32012,
|
| 5 |
+
"앎": 32010,
|
| 6 |
+
"웁": 32003,
|
| 7 |
+
"웩": 32004,
|
| 8 |
+
"윳": 32006,
|
| 9 |
+
"젼": 32002,
|
| 10 |
+
"챕": 32000,
|
| 11 |
+
"쾨": 32009,
|
| 12 |
+
"퀀": 32007,
|
| 13 |
+
"펭": 32005,
|
| 14 |
+
"힝": 32011
|
| 15 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 442534752
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:98c26e3ff36fb10929b92fe6ed4fb83b41339911c2522563ad9f9386d34fa2cd
|
| 3 |
size 442534752
|
tokenizer.json
CHANGED
|
@@ -2312,7 +2312,7 @@
|
|
| 2312 |
},
|
| 2313 |
{
|
| 2314 |
"id": 32000,
|
| 2315 |
-
"content": "
|
| 2316 |
"single_word": false,
|
| 2317 |
"lstrip": false,
|
| 2318 |
"rstrip": false,
|
|
@@ -2321,7 +2321,7 @@
|
|
| 2321 |
},
|
| 2322 |
{
|
| 2323 |
"id": 32001,
|
| 2324 |
-
"content": "
|
| 2325 |
"single_word": false,
|
| 2326 |
"lstrip": false,
|
| 2327 |
"rstrip": false,
|
|
@@ -2330,7 +2330,7 @@
|
|
| 2330 |
},
|
| 2331 |
{
|
| 2332 |
"id": 32002,
|
| 2333 |
-
"content": "
|
| 2334 |
"single_word": false,
|
| 2335 |
"lstrip": false,
|
| 2336 |
"rstrip": false,
|
|
@@ -2339,7 +2339,7 @@
|
|
| 2339 |
},
|
| 2340 |
{
|
| 2341 |
"id": 32003,
|
| 2342 |
-
"content": "
|
| 2343 |
"single_word": false,
|
| 2344 |
"lstrip": false,
|
| 2345 |
"rstrip": false,
|
|
@@ -2348,7 +2348,7 @@
|
|
| 2348 |
},
|
| 2349 |
{
|
| 2350 |
"id": 32004,
|
| 2351 |
-
"content": "
|
| 2352 |
"single_word": false,
|
| 2353 |
"lstrip": false,
|
| 2354 |
"rstrip": false,
|
|
@@ -2357,7 +2357,7 @@
|
|
| 2357 |
},
|
| 2358 |
{
|
| 2359 |
"id": 32005,
|
| 2360 |
-
"content": "
|
| 2361 |
"single_word": false,
|
| 2362 |
"lstrip": false,
|
| 2363 |
"rstrip": false,
|
|
@@ -2366,7 +2366,7 @@
|
|
| 2366 |
},
|
| 2367 |
{
|
| 2368 |
"id": 32006,
|
| 2369 |
-
"content": "
|
| 2370 |
"single_word": false,
|
| 2371 |
"lstrip": false,
|
| 2372 |
"rstrip": false,
|
|
@@ -2375,7 +2375,7 @@
|
|
| 2375 |
},
|
| 2376 |
{
|
| 2377 |
"id": 32007,
|
| 2378 |
-
"content": "
|
| 2379 |
"single_word": false,
|
| 2380 |
"lstrip": false,
|
| 2381 |
"rstrip": false,
|
|
@@ -2393,7 +2393,7 @@
|
|
| 2393 |
},
|
| 2394 |
{
|
| 2395 |
"id": 32009,
|
| 2396 |
-
"content": "
|
| 2397 |
"single_word": false,
|
| 2398 |
"lstrip": false,
|
| 2399 |
"rstrip": false,
|
|
@@ -2402,7 +2402,7 @@
|
|
| 2402 |
},
|
| 2403 |
{
|
| 2404 |
"id": 32010,
|
| 2405 |
-
"content": "
|
| 2406 |
"single_word": false,
|
| 2407 |
"lstrip": false,
|
| 2408 |
"rstrip": false,
|
|
@@ -2411,7 +2411,7 @@
|
|
| 2411 |
},
|
| 2412 |
{
|
| 2413 |
"id": 32011,
|
| 2414 |
-
"content": "
|
| 2415 |
"single_word": false,
|
| 2416 |
"lstrip": false,
|
| 2417 |
"rstrip": false,
|
|
@@ -2420,7 +2420,7 @@
|
|
| 2420 |
},
|
| 2421 |
{
|
| 2422 |
"id": 32012,
|
| 2423 |
-
"content": "
|
| 2424 |
"single_word": false,
|
| 2425 |
"lstrip": false,
|
| 2426 |
"rstrip": false,
|
|
|
|
| 2312 |
},
|
| 2313 |
{
|
| 2314 |
"id": 32000,
|
| 2315 |
+
"content": "챕",
|
| 2316 |
"single_word": false,
|
| 2317 |
"lstrip": false,
|
| 2318 |
"rstrip": false,
|
|
|
|
| 2321 |
},
|
| 2322 |
{
|
| 2323 |
"id": 32001,
|
| 2324 |
+
"content": "놉",
|
| 2325 |
"single_word": false,
|
| 2326 |
"lstrip": false,
|
| 2327 |
"rstrip": false,
|
|
|
|
| 2330 |
},
|
| 2331 |
{
|
| 2332 |
"id": 32002,
|
| 2333 |
+
"content": "젼",
|
| 2334 |
"single_word": false,
|
| 2335 |
"lstrip": false,
|
| 2336 |
"rstrip": false,
|
|
|
|
| 2339 |
},
|
| 2340 |
{
|
| 2341 |
"id": 32003,
|
| 2342 |
+
"content": "웁",
|
| 2343 |
"single_word": false,
|
| 2344 |
"lstrip": false,
|
| 2345 |
"rstrip": false,
|
|
|
|
| 2348 |
},
|
| 2349 |
{
|
| 2350 |
"id": 32004,
|
| 2351 |
+
"content": "웩",
|
| 2352 |
"single_word": false,
|
| 2353 |
"lstrip": false,
|
| 2354 |
"rstrip": false,
|
|
|
|
| 2357 |
},
|
| 2358 |
{
|
| 2359 |
"id": 32005,
|
| 2360 |
+
"content": "펭",
|
| 2361 |
"single_word": false,
|
| 2362 |
"lstrip": false,
|
| 2363 |
"rstrip": false,
|
|
|
|
| 2366 |
},
|
| 2367 |
{
|
| 2368 |
"id": 32006,
|
| 2369 |
+
"content": "윳",
|
| 2370 |
"single_word": false,
|
| 2371 |
"lstrip": false,
|
| 2372 |
"rstrip": false,
|
|
|
|
| 2375 |
},
|
| 2376 |
{
|
| 2377 |
"id": 32007,
|
| 2378 |
+
"content": "퀀",
|
| 2379 |
"single_word": false,
|
| 2380 |
"lstrip": false,
|
| 2381 |
"rstrip": false,
|
|
|
|
| 2393 |
},
|
| 2394 |
{
|
| 2395 |
"id": 32009,
|
| 2396 |
+
"content": "쾨",
|
| 2397 |
"single_word": false,
|
| 2398 |
"lstrip": false,
|
| 2399 |
"rstrip": false,
|
|
|
|
| 2402 |
},
|
| 2403 |
{
|
| 2404 |
"id": 32010,
|
| 2405 |
+
"content": "앎",
|
| 2406 |
"single_word": false,
|
| 2407 |
"lstrip": false,
|
| 2408 |
"rstrip": false,
|
|
|
|
| 2411 |
},
|
| 2412 |
{
|
| 2413 |
"id": 32011,
|
| 2414 |
+
"content": "힝",
|
| 2415 |
"single_word": false,
|
| 2416 |
"lstrip": false,
|
| 2417 |
"rstrip": false,
|
|
|
|
| 2420 |
},
|
| 2421 |
{
|
| 2422 |
"id": 32012,
|
| 2423 |
+
"content": "맬",
|
| 2424 |
"single_word": false,
|
| 2425 |
"lstrip": false,
|
| 2426 |
"rstrip": false,
|
tokenizer_config.json
CHANGED
|
@@ -2041,7 +2041,7 @@
|
|
| 2041 |
"special": true
|
| 2042 |
},
|
| 2043 |
"32000": {
|
| 2044 |
-
"content": "
|
| 2045 |
"lstrip": false,
|
| 2046 |
"normalized": false,
|
| 2047 |
"rstrip": false,
|
|
@@ -2049,7 +2049,7 @@
|
|
| 2049 |
"special": true
|
| 2050 |
},
|
| 2051 |
"32001": {
|
| 2052 |
-
"content": "
|
| 2053 |
"lstrip": false,
|
| 2054 |
"normalized": false,
|
| 2055 |
"rstrip": false,
|
|
@@ -2057,7 +2057,7 @@
|
|
| 2057 |
"special": true
|
| 2058 |
},
|
| 2059 |
"32002": {
|
| 2060 |
-
"content": "
|
| 2061 |
"lstrip": false,
|
| 2062 |
"normalized": false,
|
| 2063 |
"rstrip": false,
|
|
@@ -2065,7 +2065,7 @@
|
|
| 2065 |
"special": true
|
| 2066 |
},
|
| 2067 |
"32003": {
|
| 2068 |
-
"content": "
|
| 2069 |
"lstrip": false,
|
| 2070 |
"normalized": false,
|
| 2071 |
"rstrip": false,
|
|
@@ -2073,7 +2073,7 @@
|
|
| 2073 |
"special": true
|
| 2074 |
},
|
| 2075 |
"32004": {
|
| 2076 |
-
"content": "
|
| 2077 |
"lstrip": false,
|
| 2078 |
"normalized": false,
|
| 2079 |
"rstrip": false,
|
|
@@ -2081,7 +2081,7 @@
|
|
| 2081 |
"special": true
|
| 2082 |
},
|
| 2083 |
"32005": {
|
| 2084 |
-
"content": "
|
| 2085 |
"lstrip": false,
|
| 2086 |
"normalized": false,
|
| 2087 |
"rstrip": false,
|
|
@@ -2089,7 +2089,7 @@
|
|
| 2089 |
"special": true
|
| 2090 |
},
|
| 2091 |
"32006": {
|
| 2092 |
-
"content": "
|
| 2093 |
"lstrip": false,
|
| 2094 |
"normalized": false,
|
| 2095 |
"rstrip": false,
|
|
@@ -2097,7 +2097,7 @@
|
|
| 2097 |
"special": true
|
| 2098 |
},
|
| 2099 |
"32007": {
|
| 2100 |
-
"content": "
|
| 2101 |
"lstrip": false,
|
| 2102 |
"normalized": false,
|
| 2103 |
"rstrip": false,
|
|
@@ -2113,7 +2113,7 @@
|
|
| 2113 |
"special": true
|
| 2114 |
},
|
| 2115 |
"32009": {
|
| 2116 |
-
"content": "
|
| 2117 |
"lstrip": false,
|
| 2118 |
"normalized": false,
|
| 2119 |
"rstrip": false,
|
|
@@ -2121,7 +2121,7 @@
|
|
| 2121 |
"special": true
|
| 2122 |
},
|
| 2123 |
"32010": {
|
| 2124 |
-
"content": "
|
| 2125 |
"lstrip": false,
|
| 2126 |
"normalized": false,
|
| 2127 |
"rstrip": false,
|
|
@@ -2129,7 +2129,7 @@
|
|
| 2129 |
"special": true
|
| 2130 |
},
|
| 2131 |
"32011": {
|
| 2132 |
-
"content": "
|
| 2133 |
"lstrip": false,
|
| 2134 |
"normalized": false,
|
| 2135 |
"rstrip": false,
|
|
@@ -2137,7 +2137,7 @@
|
|
| 2137 |
"special": true
|
| 2138 |
},
|
| 2139 |
"32012": {
|
| 2140 |
-
"content": "
|
| 2141 |
"lstrip": false,
|
| 2142 |
"normalized": false,
|
| 2143 |
"rstrip": false,
|
|
|
|
| 2041 |
"special": true
|
| 2042 |
},
|
| 2043 |
"32000": {
|
| 2044 |
+
"content": "챕",
|
| 2045 |
"lstrip": false,
|
| 2046 |
"normalized": false,
|
| 2047 |
"rstrip": false,
|
|
|
|
| 2049 |
"special": true
|
| 2050 |
},
|
| 2051 |
"32001": {
|
| 2052 |
+
"content": "놉",
|
| 2053 |
"lstrip": false,
|
| 2054 |
"normalized": false,
|
| 2055 |
"rstrip": false,
|
|
|
|
| 2057 |
"special": true
|
| 2058 |
},
|
| 2059 |
"32002": {
|
| 2060 |
+
"content": "젼",
|
| 2061 |
"lstrip": false,
|
| 2062 |
"normalized": false,
|
| 2063 |
"rstrip": false,
|
|
|
|
| 2065 |
"special": true
|
| 2066 |
},
|
| 2067 |
"32003": {
|
| 2068 |
+
"content": "웁",
|
| 2069 |
"lstrip": false,
|
| 2070 |
"normalized": false,
|
| 2071 |
"rstrip": false,
|
|
|
|
| 2073 |
"special": true
|
| 2074 |
},
|
| 2075 |
"32004": {
|
| 2076 |
+
"content": "웩",
|
| 2077 |
"lstrip": false,
|
| 2078 |
"normalized": false,
|
| 2079 |
"rstrip": false,
|
|
|
|
| 2081 |
"special": true
|
| 2082 |
},
|
| 2083 |
"32005": {
|
| 2084 |
+
"content": "펭",
|
| 2085 |
"lstrip": false,
|
| 2086 |
"normalized": false,
|
| 2087 |
"rstrip": false,
|
|
|
|
| 2089 |
"special": true
|
| 2090 |
},
|
| 2091 |
"32006": {
|
| 2092 |
+
"content": "윳",
|
| 2093 |
"lstrip": false,
|
| 2094 |
"normalized": false,
|
| 2095 |
"rstrip": false,
|
|
|
|
| 2097 |
"special": true
|
| 2098 |
},
|
| 2099 |
"32007": {
|
| 2100 |
+
"content": "퀀",
|
| 2101 |
"lstrip": false,
|
| 2102 |
"normalized": false,
|
| 2103 |
"rstrip": false,
|
|
|
|
| 2113 |
"special": true
|
| 2114 |
},
|
| 2115 |
"32009": {
|
| 2116 |
+
"content": "쾨",
|
| 2117 |
"lstrip": false,
|
| 2118 |
"normalized": false,
|
| 2119 |
"rstrip": false,
|
|
|
|
| 2121 |
"special": true
|
| 2122 |
},
|
| 2123 |
"32010": {
|
| 2124 |
+
"content": "앎",
|
| 2125 |
"lstrip": false,
|
| 2126 |
"normalized": false,
|
| 2127 |
"rstrip": false,
|
|
|
|
| 2129 |
"special": true
|
| 2130 |
},
|
| 2131 |
"32011": {
|
| 2132 |
+
"content": "힝",
|
| 2133 |
"lstrip": false,
|
| 2134 |
"normalized": false,
|
| 2135 |
"rstrip": false,
|
|
|
|
| 2137 |
"special": true
|
| 2138 |
},
|
| 2139 |
"32012": {
|
| 2140 |
+
"content": "맬",
|
| 2141 |
"lstrip": false,
|
| 2142 |
"normalized": false,
|
| 2143 |
"rstrip": false,
|