pixel flipper, data sifter. trying to see what I can while I'm here
Public
Edited
Mar 17
query = "a cat and a calculator"
embedding = getTokenizedEmbeddings(query)
feats = getFeatures(embedding.embedding)
reconstructed = getSteering(feats)
cosim(embedding.embedding, reconstructed)
steered = getSteering({
"top_acts": feats.top_acts.concat(range),
"top_indices": feats.top_indices.concat(6215) // cows https://enjalot.github.io/latent-taxonomy/#model=NOMIC_FWEDU_25k&feature=6215
})
catConstructed = getSteering({
"top_acts": [1,.5],
"top_indices": [13557, 6864]
})
console.log(catConstructed)
neighbors = getNNEmbed("enjalot/ls-dadabase", "scopes-001", catConstructed)
viewof table = Inputs.table(neighbors, { columns: ["joke", "_distance"]})
getTokenizedEmbeddings = (query) => {
return fetch(`${calc_embedding_url}${encodeURIComponent(query)}`).then(response => response.json())
}
getFeatures = (embedding) => {
return fetch(calc_sae_url, {
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({"embedding": embedding})
}).then(response => response.json())
}
getSteering = (features) => {
return fetch(calc_sae_url, {
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({"features": features})
}).then(response => response.json())
}
getNNEmbed = (db, scope, embedding) => {
return fetch(calc_sae_url, {
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({
"neighbors": true,
"db": db,
"scope": scope,
"embedding": embedding
})
}).then(response => response.json())
}
getFeatures(embedding.hidden_states)
cosim = similarity.default
similarity = import('https://cdn.skypack.dev/compute-cosine-similarity@1.1.0?min')
calc_embedding_url = "https://enjalot--latent-scope-api-app-calc-embedding.modal.run/?query="
calc_sae_url = "https://enjalot--latent-scope-api-app-calc-sae.modal.run"
Purpose-built for displays of data
Observable is your go-to platform for exploring data and creating expressive data visualizations. Use reactive JavaScript notebooks for prototyping and a collaborative canvas for visual data exploration and dashboard creation.
