2c:null 2d:["$","title",null,{"children":"TensorFlow ToxicityFilter | Taras Novak | Observable"}] 32:Tbe5,text = html `

Pull up in motorcades, I got a show today
It's all I'm tryna do, hustle and motivate
Choppers a throwaway, hustle the Hova way
That's why they follow me, huh, they think I know the way
'Cause I took control of things, balling the solo way
And if you counter my trend, I make you my protege
Slauson Ave soldier race, niggas don't know them days
Take you in back of the buildings, make you expose your age
Take you across the tracks, make you explode a face
Now you official now, but you got a soul to save
I just been cooking that new, I'm 'bout to drop in a few
Think if I call it the great, the people gon' call it the truth
Ain't really trip on the credit, I just payed all of my dues
I disrespected the game, now my name all in the news
Tripping on all of my moves, quote me on this, got a lot more to prove
Remember I came in this bitch, fresh out the county with nothing to lose

Nigga I don't do this for nothing, no
From the ground up, yeah
Well, I don't do this shit for nothing, no
Not at all, yeah
My money real, money real
So I don't do this shit for nothing, no, not at all
I told her I got it, yeah
So I don't do this shit for nothing, not at all
Where the green now?
Hustle and motivate

Back in this bitch like I never left
Stand for some shit that you never rep
Passing through stages in life, through the ups and downs, like it's all just another test
Live by the rules like a fucking ref
I got respect in a hundred sets
Too many chains, need another chest
Playing no games if it wasn't chess
Cut from that cloth that you couldn't stretch
Cut from that serpent you couldn't test
Heavily pressured and under stressed
Even though niggas ain't show up, it was a mess
Honest and template to the left
Judge a young nigga by they address
Left us no option, what they expect?
Only thing we knew for sure was to bang the set
Fuck living basic, I'm taking risks
Fuck what they saying, I'm saying this
Don't waste your time, it don't make you rich, it don't mean nothing
Fuck 'em so let's make a grip
Double up, triple up, make assist
Balling so hard, you could play your bitch
Lead to the lake, if they wanna fish
Make sure them niggas around you stick to the script
This should be written in stone
You should come visit my zone
Don't take my word, double check all of my flows
Ask 'em how Hussle got on, but fuck what you heard
This is for everybody who walked down that road
Sold everything but they soul
Straight off the curb, real niggas rich as you nerds
Addressed to whom it may concern

Hustle and motivate (Cut the bass off)
Hustle and mo'
Hustle and mo'
Hustle and motivate
All Money In
Hustle and mo'
Hustle and mo'
Hustle and mo'
Hustle and motivate
(Victory Lap)
`33:T474,nlpStyles = html `
<style>
.scrollable-container {
  max-height: 400px;
  overflow: auto;
}
.short-list {
  max-height: 200px;
}
.big{
  font-size:1.5rem;
  color:cornflowerblue;
}
.small{
  color:grey;
  margin-top:30px;
}
.term { color:grey; cursor:pointer;}
.nl-Person { border-bottom:2px solid #6393b9; }
.nl-Pronoun { border-bottom:2px solid #81acce; }
.nl-Plural { border-bottom:2px solid steelblue; }
.nl-Singular { border-bottom:2px solid lightsteelblue; }
.nl-Verb { border-bottom:2px solid palevioletred; }
.nl-Adverb { border-bottom:2px solid #f39c73; }
.nl-Adjective { border-bottom:2px solid #b3d3c6; }
.nl-Determiner { border-bottom:2px solid #d3c0b3; }
.nl-Preposition { border-bottom:2px solid #9794a8; }
.nl-Conjunction { border-bottom:2px solid #c8c9cf; }
.nl-Value { border-bottom:2px solid palegoldenrod; }
.nl-QuestionWord { border-bottom:2px solid lavender; }
.nl-Acronym { border-bottom:2px solid violet; }
.nl-Possessive { border-bottom:2px solid #7990d6; }
.nl-Noun { border-bottom:2px solid #7990d6; }
.nl-Expression { border-bottom:2px solid #b3d3c6; }
.nl-Negative { border-bottom:2px solid #b4adad; }
</style>
`34:[]
30:{"id":"5557e901f2146b59","slug":"tensorflow-toxicityfilter","title":"TensorFlow ToxicityFilter","thumbnail":"a355e4834eb910de0060c0563f26e9e8c0e8f827f91fbf41ead4fe44dabb95a3","access_level":"public","create_time":"$D2019-04-19T17:17:09.046Z","update_time":"$D2020-03-05T12:15:40.976Z","view_time":null,"first_public_time":"$D2019-04-19T17:17:18.997Z","has_unpublished_edits":null,"fork":false,"stars":1,"starred":false,"owner":{"type":"team","id":"da0961e4e88ca7cb","login":"randomfractals","name":"Taras Novak","avatar_url":"https://avatars-next.observableusercontent.com/57d3bf95c5ecfa9ee3b08dec1a71504412704a6788f769860bf9d5191e789336","tier":"starter_2024","bio":"I map 🗺️ & graph  📈 data 🈸 "},"version":283,"publish_version":283,"role":null,"authored":false,"authors":[{"type":"individual","id":"17b72db66175b428","login":"randomfractals","name":"Taras Novak","avatar_url":"https://avatars-next.observableusercontent.com/57d3bf95c5ecfa9ee3b08dec1a71504412704a6788f769860bf9d5191e789336","tier":null,"bio":"I map 🗺️ & graph  📈 data 🈸 "}],"members":[{"type":"individual","id":"17b72db66175b428","login":"randomfractals","name":"Taras Novak","avatar_url":"https://avatars-next.observableusercontent.com/57d3bf95c5ecfa9ee3b08dec1a71504412704a6788f769860bf9d5191e789336","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":3,"collection":{"id":"07571bb5516f6ecc","slug":"nlp","title":"NLP","owner":{"id":"da0961e4e88ca7cb","login":"randomfractals","name":"Taras Novak"}},"type":"notebook","body":{"titling":"auto","title":"TensorFlow ToxicityFilter","cells":[{"id":0,"value":"md`# TensorFlow ToxicityFilter\n\nUsing [TensorFlow Toxicity Classifier](https://medium.com/tensorflow/text-classification-using-tensorflow-js-an-example-of-detecting-offensive-language-in-browser-e2b94e3565ce) for analyzing rap lyrics.\n\nSee my [compromise.cool NLP collection](https://observablehq.com/collection/@randomfractals/nlp) for the prior work I've done in this space.\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":38,"value":"md `## Text Input\n\nWe'll test toxicity classifier with Nipsey Hussle [Hussle & Motivate](https://www.bing.com/search?q=hussle+and+motivate+lyrics) rap layrics as default :)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":49,"value":"$32","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":123,"value":"md `## Normalized Text`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":82,"value":"normalizedText = html `<div class=\"scrollable-container\">\n${printHtml(normalizedDoc)}\n</div>`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":86,"value":"tagLegends = html `<p class=\"term\">\n  ${tagTypes.map(type => `<span class=\"nl-${type}\" title=\"${type}\">${type}</span> `)\n    .reduce((html, tag) => html + tag)}\n</p>`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":62,"value":"tagTypes = [\n  'Expression',\n  'Pronoun',\n  'Noun',\n  'Verb',\n  'Adjective',\n  'Adverb',\n  'Conjunction',\n  'Preposition',\n  'Determiner',\n  'QuestionWord',\n  'Value',  \n]","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":69,"value":"tagColors = ({\n  Pronoun: '#81acce',\n  Verb: 'palevioletred',\n  Adverb: '#f39c73',\n  Adjective: '#b3d3c6',\n  Determiner: '#d3c0b3',\n  Preposition: '#9794a8',\n  Conjunction: '#c8c9cf',\n  QuestionWord: 'lavender',\n  Noun: '#7990d6',\n  Expression: '#b3d3c6',\n  Value: 'palegoldenrod',  \n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":95,"value":"normalizedDoc = nlp(text.value).normalize({\n  whitespace: true, // remove hyphens, newlines, and force one space between words\n  punctuation: true, // remove commas, semicolons - but keep sentence-ending punctuation\n  case: true, // keep only first-word, and 'entity' titlecasing\n  numbers: true, // 'one'  →  '1'\n  plurals: true, // 'eyes'  →  'eye'  \n  verbs: true, // 'swtiched' → 'switch'\n})","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":98,"value":"lines = text.value.split('\\n')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":154,"value":"headers = ['line', 'identity attack', 'insult', 'obscene', 'severe toxicity', 'sexual explicit', 'threat', 'toxicity']","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":40,"value":"md `## Toxicity Ranking`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":248,"value":"md `*NOTE*: toxicity model is ~28 Mbytes and takes ~10 seconds to load on a decent laptop or workstation. Once loaded it takes only ~30-50 msecs to rank each text line.`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":208,"value":"labels = headers.slice(1).map(header => header.replace(' ', '_'))","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":212,"value":"viewof threshold = slider({\n  min: 0.5, \n  max: 0.9, \n  step: 0.05,\n  value: 0.85,\n  format: \".0%\",\n  description: \"Prediction confidence level\"\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":218,"value":"toxicityModel = await toxicity.load(threshold, labels).then(model => model)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":107,"value":"md `${await printTable(headers, lines)}`","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":104,"value":"async function printTable(headers, lines) {\n  // header row\n  let markdown = `| ${headers.join(' | ')} |\\n|`;\n  headers.forEach(header => { markdown += ' --- |'});\n  // run text lines through toxicity model classifier\n  const table = toxicityModel.classify(lines).then(predictions => {\n    for (let i=0; i<lines.length; i++) {\n      markdown += '\\n| ' + lines[i] + ' |';\n      for (let k=0; k < labels.length; k++) {\n        // convert toxicity classifier predictions to md cells with ✔️\n        markdown += predictions[k].results[i].match ? ' ✔️ |': ' . |'; \n      }\n    }\n    console.log(predictions);\n    return Promise.resolve(markdown);\n  });\n  return table;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":9,"value":"md `## Imports`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":16,"value":"tf = require('@tensorflow/tfjs@1.0')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":12,"value":"toxicity = require('https://cdn.jsdelivr.net/npm/@tensorflow-models/toxicity')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":56,"value":"nlp = require('compromise@11.14.3')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":58,"value":"import {printHtml} from '@spencermountain/nlp-compromise'","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":254,"value":"import {slider} from \"@jashkenas/inputs\"","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":74,"value":"md `## Styles`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":77,"value":"$33","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":24,"value":"md `## Dev Log\n\nsee [#toxicityFilter on Twitter](https://twitter.com/hashtag/toxicityFilter?src=hash)`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W34","stdlib":"1"}}
31:"$30:body"
</article></body></html>