{"entities":{"Q28295":{"pageid":28351,"ns":120,"title":"Item:Q28295","lastrevid":56279388,"modified":"2026-03-13T05:53:43Z","type":"item","id":"Q28295","labels":{"en":{"language":"en","value":"tokenizers"}},"descriptions":{"en":{"language":"en","value":"Fast, Consistent Tokenization of Natural Language Text"}},"aliases":{},"claims":{"P13":[{"mainsnak":{"snaktype":"value","property":"P13","hash":"6f46bbdd80be6e4a7da28c31c6a5603714a7dd4c","datavalue":{"value":"16425","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q28295$1621F11C-BA63-45B9-8736-9838402F9229","rank":"normal"}],"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"438d0eef0223375d3a92def8ffc6a10a8bf1ca95","datavalue":{"value":{"entity-type":"item","numeric-id":57080,"id":"Q57080"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$2BD73815-B68D-4BF1-BEC8-69FAE6BECE2F","rank":"normal"}],"P170":[{"mainsnak":{"snaktype":"value","property":"P170","hash":"13a6a254b38e09b70254aaa256df86f4f54534a3","datavalue":{"value":{"time":"+2022-12-22T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q28295$E3BC9F64-8AE9-4B8E-92FF-5E212D199CE2","rank":"normal"}],"P132":[{"mainsnak":{"snaktype":"value","property":"P132","hash":"cfd4af8db21a21fb99429f7be32c13746e00e5ef","datavalue":{"value":"0.3.0","type":"string"},"datatype":"string"},"type":"statement","qualifiers":{"P28":[{"snaktype":"value","property":"P28","hash":"2d72aad3ff4fb8b75fb496fbab59efd49871a44f","datavalue":{"value":{"time":"+2022-12-22T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"}]},"qualifiers-order":["P28"],"id":"Q28295$A7AB5E01-B85C-49A3-AFC0-8FBE1C75FD9E","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"d899c0196c61956b9743b6fb49a6957c808028cf","datavalue":{"value":{"entity-type":"item","numeric-id":83683,"id":"Q83683"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$8540DB3A-AF76-42A8-8B2A-6727489114BD","rank":"normal"}],"P19":[{"mainsnak":{"snaktype":"value","property":"P19","hash":"279a59519eda4662bfb44505a579904fc71ceb85","datavalue":{"value":{"entity-type":"item","numeric-id":83683,"id":"Q83683"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$C021E2F5-4C44-4717-B0C5-7E9F47A02F10","rank":"normal"}],"P163":[{"mainsnak":{"snaktype":"value","property":"P163","hash":"798f7287b894eadb2b35f0ab871accc413b115fd","datavalue":{"value":{"entity-type":"item","numeric-id":56842,"id":"Q56842"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$192556FC-986F-45C7-A854-28D994EAB6E3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P163","hash":"b26fc7b7fb6977874892e45a4763e1c915d89707","datavalue":{"value":{"entity-type":"item","numeric-id":57086,"id":"Q57086"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P188":[{"snaktype":"value","property":"P188","hash":"3753f2cd5f806dea14806af203303903a26f5002","datavalue":{"value":"https://cran.r-project.org/web/packages/tokenizers/LICENSE","type":"string"},"datatype":"url"}]},"qualifiers-order":["P188"],"id":"Q28295$413A5534-C5F7-489E-9739-ED5D582472DD","rank":"normal"}],"P229":[{"mainsnak":{"snaktype":"value","property":"P229","hash":"3e549a591aec4d932f623d8c0006bc1064a9d60f","datavalue":{"value":"tokenizers","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q28295$1886F22C-53DD-41AE-A4CD-B2A0EC7C4A84","rank":"normal"}],"P114":[{"mainsnak":{"snaktype":"value","property":"P114","hash":"251fd109c2cd8c1ee39b48cd109c9f4b1c9fcf5c","datavalue":{"value":{"entity-type":"item","numeric-id":13519,"id":"Q13519"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$2C36A16C-FC9A-42DA-8C4C-A4EBCA1DDD6B","rank":"normal"}],"P342":[{"mainsnak":{"snaktype":"value","property":"P342","hash":"fe12f5e01d046912e5e7daea96ad81df7a13e944","datavalue":{"value":{"entity-type":"item","numeric-id":13519,"id":"Q13519"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$A30514F5-CEE4-4831-8B30-4ED6E9F53B77","rank":"normal"}],"P585":[{"mainsnak":{"snaktype":"value","property":"P585","hash":"e3215dd36b6e3cb80512b1ea814f804a7ca80b0f","datavalue":{"value":{"entity-type":"item","numeric-id":51339,"id":"Q51339"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$2DD28E24-6F63-4C7A-8EFB-C44C5037EAC1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"d595b9251c15d55b682bbb22e27ac12f91c3ba38","datavalue":{"value":{"entity-type":"item","numeric-id":20394,"id":"Q20394"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$12562C41-FECB-48A8-95A7-F1F246178EE9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P585","hash":"3b80a9406385ed34d2a5a914c17856e311250cca","datavalue":{"value":{"entity-type":"item","numeric-id":42098,"id":"Q42098"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$BD878C5E-1AEF-4E92-BAEA-B4E45908BE5F","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"908c3454b3659c4b140ccce33c5aee31081edc8d","datavalue":{"value":{"entity-type":"item","numeric-id":5976450,"id":"Q5976450"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$21E532C9-5626-4DEB-AF0B-D4DC9F781A0E","rank":"normal"}],"P339":[{"mainsnak":{"snaktype":"value","property":"P339","hash":"96ff3debce8515121a0781b5fdd1110371439cc4","datavalue":{"value":"https://github.com/cran/tokenizers","type":"string"},"datatype":"url"},"type":"statement","id":"Q28295$69BEB5ED-2B9F-466F-81A4-58CB60F24732","rank":"normal"}],"P1454":[{"mainsnak":{"snaktype":"value","property":"P1454","hash":"8a2d6a0c6662e90986797ef516ef8533d6825235","datavalue":{"value":"swh:1:snp:43004e785899e4f9e8e106a61765668d8b880d29","type":"string"},"datatype":"external-id"},"type":"statement","qualifiers":{"P339":[{"snaktype":"value","property":"P339","hash":"96ff3debce8515121a0781b5fdd1110371439cc4","datavalue":{"value":"https://github.com/cran/tokenizers","type":"string"},"datatype":"url"}],"P140":[{"snaktype":"value","property":"P140","hash":"83826f709886ac7f0399e56c1791cc76c9e00ffb","datavalue":{"value":{"time":"+2023-01-10T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"}]},"qualifiers-order":["P339","P140"],"id":"Q28295$A61329CF-DA02-47C2-8AB2-C0911E5B165F","rank":"normal"}],"P29":[{"mainsnak":{"snaktype":"value","property":"P29","hash":"290b941f6d85e788d1a776789ffa8b46bb05eee0","datavalue":{"value":"https://cran.r-project.org/web/packages/tokenizers/index.html","type":"string"},"datatype":"url"},"type":"statement","id":"Q28295$64AF0BAF-D2C6-4FA0-A3ED-DFF0BA4E2F95","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"56359f9045fe5db9438daf1ab901fd6bd2edb7a4","datavalue":{"value":"62","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q28295$3F5D8D1A-6564-4AA7-89CB-06EFACC2802D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"acf10290b955a69659a681d98822944f91bbad9e","datavalue":{"value":"68","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q28295$CCE93D82-7695-4690-8EF8-77D91B6A7486","rank":"normal"}],"P1458":[{"mainsnak":{"snaktype":"value","property":"P1458","hash":"eff456c92c4884dbd17be1cbc2782300651b48b7","datavalue":{"value":{"entity-type":"item","numeric-id":31167,"id":"Q31167"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$0D13982F-1CF9-434E-ACB0-F8061BFE24D3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"7a2da40db1ac237f6429c7108c3da2dd027fb70b","datavalue":{"value":{"entity-type":"item","numeric-id":13519,"id":"Q13519"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$94431D0B-A0E1-4557-9B6B-440EB7BE6476","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"9ee07e2e1f1246a0c821c95a549fa322dc72fc05","datavalue":{"value":{"entity-type":"item","numeric-id":19360,"id":"Q19360"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$CC502024-D591-44A1-8878-D51FF884B7AA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"3b2d4d28862b475f127df7c200d783d85e3084b4","datavalue":{"value":{"entity-type":"item","numeric-id":25186,"id":"Q25186"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$AABE8632-7EE7-4EB0-8B9F-DAE81B79DDAF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"dc0d3af1448b797fc006ecddcbbe6c994aad82c2","datavalue":{"value":{"entity-type":"item","numeric-id":57344,"id":"Q57344"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$C3AB7F75-5804-49C0-AB93-6D7C55A6AFCB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"4e55abda1e6bbe8d05c4f783b575fab926e7fb2b","datavalue":{"value":{"entity-type":"item","numeric-id":19355,"id":"Q19355"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$330FC8CD-9C44-457E-851E-EAD362646EB0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"aeb7c3c3246d7ee5eff4360f5b0e8477ce1cd34a","datavalue":{"value":{"entity-type":"item","numeric-id":51341,"id":"Q51341"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$AC0E9A7F-5118-484A-A588-1244F0919A76","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"1f01a6bf2cb5e8af348921c42d7385d5fcdd91a2","datavalue":{"value":{"entity-type":"item","numeric-id":31296,"id":"Q31296"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$9B3C8152-0EC9-4041-B951-13D9A998E61E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"d4c8506d514c3c8e6f31cf9113daeeea1e5e4ae7","datavalue":{"value":{"entity-type":"item","numeric-id":31185,"id":"Q31185"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$6C5B896C-237C-49B5-9209-0AB0F81CD011","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"0350e4dceba822a7cd9712ed88348659321b4f10","datavalue":{"value":{"entity-type":"item","numeric-id":20257,"id":"Q20257"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$304B4BFF-6C56-43D0-92F7-5B665E41E41F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"886fc2a6cff068fb268038a25b7d1b8baf8c2580","datavalue":{"value":{"entity-type":"item","numeric-id":30768,"id":"Q30768"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$EE11C184-EAE5-48B0-A326-D3ACF5DDF648","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"8a69ea3f9ee49ec7de71d3c25017281ec5ad321e","datavalue":{"value":{"entity-type":"item","numeric-id":37943,"id":"Q37943"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$157AC57C-79E8-4EC2-A742-6B1DFE73314C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"27bfcdb29bb7ca6471aa9e4b7777355ca0813e67","datavalue":{"value":{"entity-type":"item","numeric-id":20073,"id":"Q20073"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$0DE24FFE-16D3-44DE-9D96-F363E0C5EE93","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"4981b97f437de95dda5e947a359b224e86b5b7b5","datavalue":{"value":{"entity-type":"item","numeric-id":31295,"id":"Q31295"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$88AE871D-2F74-4B88-813D-F04206BBDA62","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"5f12c67261921b535bef2979b1356aa183119898","datavalue":{"value":{"entity-type":"item","numeric-id":42097,"id":"Q42097"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$B0D12B30-52F9-4EE7-AADE-F23FF5C4ED0F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"97b1b440a2c64901338ce7ad2336ba49bde0b375","datavalue":{"value":{"entity-type":"item","numeric-id":31294,"id":"Q31294"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$39FF7F41-49E5-4CBE-9EFB-9A3BE1D05E2E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"b1a3dd3bc681d853c52329955b625d4411dd81de","datavalue":{"value":{"entity-type":"item","numeric-id":41671,"id":"Q41671"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$5740798E-916C-4903-93FA-BAF225365447","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"93d30675fc1319add5426e6362acaa7322db3ced","datavalue":{"value":{"entity-type":"item","numeric-id":26878,"id":"Q26878"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$B11B8B87-0369-491B-AE25-E3299B95E2E0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"cd02d035b03578c63204343a08eae1e064ae056b","datavalue":{"value":{"entity-type":"item","numeric-id":31150,"id":"Q31150"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$6D0C9DAC-5A1E-4A65-84B8-9BA1539C071A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1458","hash":"29f77a519b9edcba5866ac43737620e33d06d024","datavalue":{"value":{"entity-type":"item","numeric-id":40157,"id":"Q40157"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q28295$755AA7B6-EBDF-42A3-8B63-4E83BBB84B43","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Tokenizers","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Tokenizers"}}}}}