1 line
18 KiB
JSON
1 line
18 KiB
JSON
|
{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"special":true,"content":"<|startoftext|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":true},{"id":1,"special":true,"content":"<|endoftext|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":null,"pre_tokenizer":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":true},"post_processor":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":false},"decoder":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":true},"model":{"type":"BPE","dropout":null,"unk_token":null,"continuing_subword_prefix":"","end_of_word_suffix":"</w>","fuse_unk":false,"vocab":{"<|startoftext|>":0,"<|endoftext|>":1,"!":2,"\"":3,"#":4,"$":5,"%":6,"&":7,"'":8,"(":9,")":10,"*":11,"+":12,",":13,"-":14,".":15,"/":16,"0":17,"1":18,"2":19,"3":20,"4":21,"5":22,"6":23,"7":24,"8":25,"9":26,":":27,";":28,"<":29,"=":30,">":31,"?":32,"@":33,"A":34,"B":35,"C":36,"D":37,"E":38,"F":39,"G":40,"H":41,"I":42,"J":43,"K":44,"L":45,"M":46,"N":47,"O":48,"P":49,"Q":50,"R":51,"S":52,"T":53,"U":54,"V":55,"W":56,"X":57,"Y":58,"Z":59,"[":60,"\\":61,"]":62,"^":63,"_":64,"`":65,"a":66,"b":67,"c":68,"d":69,"e":70,"f":71,"g":72,"h":73,"i":74,"j":75,"k":76,"l":77,"m":78,"n":79,"o":80,"p":81,"q":82,"r":83,"s":84,"t":85,"u":86,"v":87,"w":88,"x":89,"y":90,"z":91,"|":92,"}":93,"~":94,"¡":95,"¢":96,"£":97,"¤":98,"¥":99,"¦":100,"§":101,"¨":102,"©":103,"ª":104,"«":105,"¬":106,"®":107,"¯":108,"°":109,"±":110,"²":111,"³":112,"´":113,"µ":114,"¶":115,"·":116,"¸":117,"¹":118,"º":119,"»":120,"¼":121,"½":122,"¾":123,"¿":124,"Â":125,"Ã":126,"Ä":127,"Å":128,"Æ":129,"Ç":130,"È":131,"É":132,"Ê":133,"Ë":134,"Ì":135,"Í":136,"Î":137,"Ï":138,"Ð":139,"Ñ":140,"Ö":141,"×":142,"Ø":143,"Ù":144,"Ü":145,"à":146,"á":147,"â":148,"ã":149,"ä":150,"å":151,"æ":152,"ç":153,"è":154,"é":155,"ë":156,"ì":157,"ï":158,"Ċ":159,"Ġ":160,"Ģ":161,"ģ":162,"Ĥ":163,"ĥ":164,"Ħ":165,"ħ":166,"Ĩ":167,"ĩ":168,"Ī":169,"ī":170,"Ĭ":171,"ĭ":172,"Į":173,"į":174,"İ":175,"ı":176,"IJ":177,"ij":178,"Ĵ":179,"ĵ":180,"Ķ":181,"ķ":182,"ĸ":183,"Ĺ":184,"ĺ":185,"Ļ":186,"ļ":187,"Ľ":188,"ľ":189,"Ŀ":190,"ŀ":191,"Ł":192,"ł":193,"Ń":194,"e</w>":195,"d</w>":196,"a</w>":197,"o</w>":198,"n</w>":199,"±</w>":200,"l</w>":201,"m</w>":202,"h</w>":203,"r</w>":204,"i</w>":205,"s</w>":206,"Z</w>":207,"t</w>":208,"f</w>":209,"k</w>":210,"y</w>":211,"b</w>":212,"F</w>":213,"g</w>":214,"7</w>":215,"0</w>":216,"p</w>":217,"L</w>":218,"H</w>":219,"¡</w>":220,"Ī</w>":221,"1</w>":222,"Ģ</w>":223,"c</w>":224,"ĩ</w>":225,"6</w>":226,"A</w>":227,"z</w>":228,"u</w>":229,"S</w>":230,"2</w>":231,"v</w>":232,"4</w>":233,"M</w>":234,"T</w>":235,"8</w>":236,"I</w>":237,"N</w>":238,"C</w>":239,"5</w>":240,"¹</w>":241,"9</w>":242,"3</w>":243,"ī</w>":244,"P</w>":245,"E</w>":246,"»</w>":247,"V</w>":248,"İ</w>":249,"w</w>":250,"J</w>":251,"ł</w>":252,".</w>":253,"K</w>":254,"D</w>":255,"Ķ</w>":256,"¸</w>":257,"B</w>":258,"©</w>":259,"º</w>":260,"µ</w>":261,"Ĥ</w>":262,"X</w>":263,"R</w>":264,"O</w>":265,"«</w>":266,"Ļ</w>":267,"U</w>":268,"x</w>":269,"[</w>":270,"¿</w>":271,"³</w>":272,"ģ</w>":273,"W</w>":274,"§</w>":275,"-</w>":276,"ĸ</w>":277,"Ħ</w>":278,",</w>":279,"q</w>":280,"ħ</w>":281,"¨</w>":282,"G</w>":283,"²</w>":284,"ĺ</w>":285,"ª</w>":286,"¯</w>":287,"j</w>":288,"]</w>":289,"ļ</w>":290,"Ŀ</w>":291,"¤</w>":292,"ŀ</w>":293,"½</w>":294,"IJ</w>":295,"'</w>":296,"Ń</w>":297,"°</w>":298,"ľ</w>":299,"></w>":300,"¶</w>":301,"į</w>":302,"¦</w>":303,"|</w>":304,"¼</w>":305,"¢</w>":306,"´</w>":307,"Ĩ</w>":308,"Q</w>":309,"Y</w>":310,"Ľ</w>":311,"ĵ</w>":312,"ij</w>":313,"ķ</w>":314,"Ĭ</w>":315,"¾</w>":316,";</w>":317,"(</w>":318,"¬</w>":319,"@</w>":320,"ĭ</w>":321,"Ĺ</w>":322,"£</w>":323,"Į</w>":324,"#</w>":325,"·</w>":326,"*</w>":327,"Ĵ</w>":328,"®</w>":329,")</w>":330,"^</w>":331,"ı</w>":332,"Ġ</w>":333,"_</w>":334,"Ł</w>":335,"}</w>":336,"ĥ</w>":337,"\\</w>":338,"¥</w>":339,"<</w>":
|