2c:null 2d:["$","title",null,{"children":"How to measure winkNLP's speed on browsers? | WinkJS | Observable"}] 32:[{"id":"c723ffab194a87c6401b3628b6c3a4ad98ea07344977da83053a097f9e111899e5853006376ce0380155591e80dca132330f2d07b47d8f6a2eebe757773b7443","href":"https://static.observableusercontent.com/files/c723ffab194a87c6401b3628b6c3a4ad98ea07344977da83053a097f9e111899e5853006376ce0380155591e80dca132330f2d07b47d8f6a2eebe757773b7443","name":"History_of_India_Volume_1.txt","type":"text/plain","lastModified":1626161019974.116,"size":501145},{"id":"b420c05591b90e725efe9d3afc163f55806c7a4c843212d03d4b54e0a9801a1e210275f6c024e84a6786a29d3c900b0b6e7f5e66325f2c9845fd5af209d8a67f","href":"https://static.observableusercontent.com/files/b420c05591b90e725efe9d3afc163f55806c7a4c843212d03d4b54e0a9801a1e210275f6c024e84a6786a29d3c900b0b6e7f5e66325f2c9845fd5af209d8a67f","name":"image.png","type":"image/png","lastModified":1626673593056.636,"size":66094}] 30:{"id":"cfb7412b3d968636","slug":"how-to-measure-winknlps-speed-on-browsers","title":"How to measure winkNLP's speed on browsers?","thumbnail":"ecd21939e8628cb872588b4a804511783b366363e8813b4d3c50a6c8fbce5234","access_level":"public","create_time":"$D2021-06-22T10:55:30.617Z","update_time":"$D2021-07-19T15:15:36.332Z","view_time":null,"first_public_time":"$D2021-07-19T06:04:45.292Z","has_unpublished_edits":null,"fork":false,"stars":7,"starred":false,"owner":{"type":"team","id":"062de6e3e5a0d590","login":"winkjs","name":"WinkJS","avatar_url":"https://avatars-next.observableusercontent.com/bf53408604fdcc88d0d3dec6ca4b4b6583ed36cd57fa9107cfea284a28d0fd52","tier":"starter_2024"},"version":251,"publish_version":251,"role":null,"authored":false,"authors":[{"type":"individual","id":"c6b145bf0197f1e4","login":"winkjs","name":"WinkJS","avatar_url":"https://avatars-next.observableusercontent.com/bf53408604fdcc88d0d3dec6ca4b4b6583ed36cd57fa9107cfea284a28d0fd52","tier":null}],"members":[{"type":"individual","id":"c6b145bf0197f1e4","login":"winkjs","name":"WinkJS","avatar_url":"https://avatars-next.observableusercontent.com/bf53408604fdcc88d0d3dec6ca4b4b6583ed36cd57fa9107cfea284a28d0fd52","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":3,"collection":{"id":"b1cd242ccf4e30b3","slug":"winknlp-recipes","title":"WinkNLP Recipes","owner":{"id":"062de6e3e5a0d590","login":"winkjs","name":"WinkJS"}},"type":"notebook","body":{"titling":"auto","title":"How to measure winkNLP's speed on browsers?","cells":[{"id":0,"value":"# How to measure winkNLP's speed on browsers?","pinned":false,"hidden":false,"mode":"md","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":16,"value":"md`[WinkNLP](https://github.com/winkjs/wink-nlp) processes raw text at speeds over [525,000 tokens/second](https://github.com/winkjs/wink-nlp#speed--accuracy) for the entire [NLP pipeline](https://winkjs.org/wink-nlp/processing-pipeline.html). The processing includes tokenization, sentence boundary detection, negation handling, sentiment analysis, part-of-speech tagging, and named entity extraction; but *it excludes custom entity recognition*. It offers comparable performance on browsers, which depends on the browser, its version, the host operating system and the processor.\n\nGiven below is a small test jig to measure the performance. **It takes a couple of seconds for the final result to show up.**`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":227,"value":"md`---`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":172,"value":"md`## Processing Pipeline Performance`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":230,"value":"FileAttachment(\"image.png\").image()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":19,"value":"{\n let doc;\n let start=Date.now()\n for ( let k = 0; k < 10; k += 1 ) doc = nlp.readDoc( text + k );\n let end=Date.now()\n const perf = Math.round(doc.tokens().length()*12000/(end-start)).toString().replace(/\\B(?=(\\d{3})+(?!\\d))/g, \",\");\n return html`

${perf}^{tokens/second}

_{* Excludes custom entity recognition (cer).`\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":220,"value":"md`---`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":13,"value":"md`### Setup`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":4,"value":"winkNLP = (await import('https://cdn.skypack.dev/wink-nlp')).default;","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":5,"value":"model = (await import('https://cdn.skypack.dev/wink-eng-lite-web-model')).default;","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":7,"value":"nlp = winkNLP( model );","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":239,"value":"md`Load \"History of India - Volume I\" book that contains over **125,000 tokens**. This is processed over and over again in a loop of **10 iterations** to compute the speed.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":47,"value":"text = FileAttachment(\"History_of_India_Volume_1.txt\").text()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":223,"value":"md`---\n### About\n[**WinkNLP**](https://winkjs.org/) is a **developer friendly** JavaScript library for Natural Language Processing (NLP). Designed specifically to make development of NLP solutions **easier** and **faster**, winkNLP is optimized for the right balance of performance and accuracy. The package can handle large amount of raw text at speeds **over 525,000 tokens/second** for the entire NLP pipeline. And with a **test coverage of ~100%**, [wink-nlp](https://winkjs.org/) is a tool for building production grade systems with confidence.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W32","stdlib":"1"}}
31:"$30:body"}