2d:null 2e:["$","title",null,{"children":"recurrent attention | Kris Sankaran | Observable"}] 33:T1fa5,x = math.matrix([[-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, 1.0268, 1.3323, 1.3450, 1.3323, 1.3323, 1.3323, 1.3323, 1.3450, 1.3323, 0.9377, -0.1187, -0.3860, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, 0.1486, 2.5797, 2.7833, 2.7960, 2.7833, 2.7833, 2.7833, 2.7833, 2.7960, 2.7833, 2.7833, 2.7833, 1.0650, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, 0.4668, 2.7833, 2.7833, 2.7960, 2.7833, 2.7833, 2.7833, 2.7833, 2.7960, 2.7833, 2.7833, 2.7833, 2.7833, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.2587, 0.1486, 0.8232, 1.6250, 1.6123, 1.9305, 2.7833, 2.7833, 2.7960, 2.7833, 2.7833, 2.7833, 2.2487, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, 1.1286, 2.7833, 2.7833, 2.7960, 2.7833, 2.7833, 1.5741, -0.1442, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.3860, 1.0777, 2.7960, 2.7960, 2.7960, 2.8215, 2.6178, 1.0395, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.1442, 1.7396, 2.7833, 2.7833, 2.7833, 2.7833, 2.3505, -0.0042, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, 0.3013, 2.1851, 2.7960, 2.7833, 2.7833, 2.7833, 2.3887, -0.0169, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, 0.8486, 2.6815, 2.7833, 2.7960, 2.7833, 2.4651, 1.0904, -0.1060, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, 0.1231, 2.7069, 2.7833, 2.7833, 2.7960, 2.5160, 0.1867, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, 0.5431, 2.2742, 2.7960, 2.7960, 2.6687, 2.2487, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.1442, 2.2742, 2.7833, 2.7833, 2.5669, 0.3395, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.0933, 2.1851, 2.7960, 2.7833, 2.5415, 0.3904, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.0933, 2.1596, 2.7833, 2.7960, 2.5669, 1.0650, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, 1.7905, 2.7833, 2.7833, 2.6687, 0.3395, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, 1.6378, 2.7960, 2.7960, 1.8669, 0.2504, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, 0.7086, 2.3633, 2.7833, 2.5669, -0.1951, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, 2.4015, 2.7833, 2.7833, 1.9305, 0.4668, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, 1.5996, 2.7833, 2.7833, 2.3505, 0.2886, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.2587, -0.1442, -0.1442, -0.2460, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242], [-0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242, -0.4242]])34:T502,chart = { const svg = d3.select(DOM.svg(width, height)); var scales = image_scales(); var states = forwards(f0, x, math.zeros(2), math.zeros(64), n_glimpses) var encs = flatten_encs(states) var phi = flatten_phi(states) var locs = flatten_mu(states, [14, 14]) svg.selectAll("g") .data(["image", "phi", "g", "h", "y_hat", "l", "mu_links", "mu"]).enter() .append("g") .attr("id", (d) => d); translate_elems(svg, scales, states[0]["phi"][0].size()); initialize_view(svg, image, encs, phi, scales, locs, update_glimpse) var old_pos = [0, 0]; function update_glimpse() { var pos = d3.mouse(this), pos = [scales.x.invert(pos[0]) / 14 - 1, scales.y.invert(pos[1]) / 14 - 1], pos = [Math.round(pos[0] * 50) / 50, Math.round(pos[1] * 50) / 50]; // snap to grid if (pos == old_pos) return; old_pos = pos var cur_time = d3.select(this).attr("time"); if (cur_time != -1) return; states = forwards(f0, x, math.matrix(pos), math.zeros(64), n_glimpses) encs = flatten_encs(states); phi = flatten_phi(states); locs = flatten_mu(states, denormalize(pos, 28)) update_phi(svg, scales, phi) update_encs(svg, scales, encs) update_locs(svg, scales, locs) } return svg.node() }35:Tb32,function initialize_view(svg, image, encs, phi, scales, locs, update_fun) { svg.select("#image") .selectAll("rect") .data(image).enter() .append("rect") .attrs({ "x": (d) => scales.x(d.i), "y": (d) => scales.y(d.j), "width": scales.x(1) - scales.x(0), "height": scales.y(1) - scales.y(0), "fill": (d) => scales.fill(d.value) }) // Draw the phis from the current attended region svg.select("#phi") .selectAll("rect") .data(phi).enter() .append("rect") .attrs({ "x": (d) => scales.x(d.i) / 2 + scales.phi_time(d.time), "y": (d) => scales.y(d.j) / 2 + scales.zoom(d.zoom), "width": scales.x(1) - scales.x(0), "height": scales.y(1) - scales.y(0), "fill": (d) => scales.fill(d.value) }); // Draw the glimpse encodings svg.select("#g") .selectAll("rect") .data(encs["g"]).enter() .append("rect") .attrs({ "x": (d) => scales.x_enc(d.i), "y": (d) => scales.vtime(d.time), "width": scales.x_enc(1) - scales.x_enc(0), "height": scales.vtime(0) - scales.vtime(1), "fill": (d) => scales.enc_fill(d.value) }); // Draw the hidden states svg.select("#h") .selectAll("rect") .data(encs["h"]).enter() .append("rect") .attrs({ "x": (d) => scales.x_enc(d.i), "y": (d) => scales.vtime(d.time), "width": scales.x_enc(1) - scales.x_enc(0), "height": scales.vtime(0) - scales.vtime(1), "fill": (d) => scales.enc_fill(d.value) }); svg.select("#l") .selectAll("circle") .data(locs["l"], (d) => d.time).enter() .append("circle") .attrs({ "cx": (d) => scales.x(d.value[0]), "cy": (d) => scales.y(d.value[1]), "r": 2, "fill": "red" }) var drag = d3.drag().on("drag", update_fun); svg.select("#mu") .selectAll("circle") .data(locs["mu"], (d) => d.time).enter() .append("circle") .attrs({ "cx": (d) => scales.x(d.value[0]), "cy": (d) => scales.y(d.value[1]), "r": 8, "fill": "blue", "time": (d) => d.time }) .call(drag) var mu_line = d3.line() .x((d) => scales.x(d.value[0])) .y((d) => scales.x(d.value[1])); svg.select("#mu_links") .selectAll("path") .data([locs["mu"]]).enter() .append("path") .attrs({ "d": mu_line, "fill": "none", "stroke-width": 2, "stroke": "blue" }); // Draw the associated logits /* svg.select("#y_hat") .selectAll("rect") .data(flat_states["logit"].filter((d) => d.time == 0)).enter() .append("rect") .attrs({ "x": (d) => scales.classes(d.i), "y": (d) => scales.y_hat.range()[0] - scales.y_hat(d.value), "width": scales.classes(1) - scales.classes(0), "height": (d) => scales.y_hat(d.value), "fill": "#B1434E" }); */ }36:[] 31:{"id":"ba2e1ec2cbf6afc2","slug":"recurrent-attention","title":"recurrent attention","thumbnail":"c4ff08046feb18935fb8f1633292cf77e780b480806c38354817853d0d55bf1b","access_level":"public","create_time":"$D2019-08-08T15:35:56.631Z","update_time":"$D2019-08-18T18:25:04.810Z","view_time":null,"first_public_time":"$D2019-08-18T18:26:09.705Z","fork":false,"stars":2,"starred":false,"owner":{"type":"team","id":"58c635fe0c6a930c","login":"krisrs1128","name":"Kris Sankaran","avatar_url":"https://avatars-next.observableusercontent.com/384a4d4ac6e6ad0ce3c5b1bc69c03d2c693a0b2859424bd8395dfef0e462967e","tier":"starter_2024"},"version":1550,"publish_version":1550,"role":null,"authored":false,"authors":[{"type":"individual","id":"544fdf34bf62b87c","login":"krisrs1128","name":"Kris Sankaran","avatar_url":"https://avatars-next.observableusercontent.com/384a4d4ac6e6ad0ce3c5b1bc69c03d2c693a0b2859424bd8395dfef0e462967e","tier":null}],"members":[{"type":"individual","id":"544fdf34bf62b87c","login":"krisrs1128","name":"Kris Sankaran","avatar_url":"https://avatars-next.observableusercontent.com/384a4d4ac6e6ad0ce3c5b1bc69c03d2c693a0b2859424bd8395dfef0e462967e","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":2,"collection":null,"type":"notebook","body":{"title":"recurrent attention","cells":[{"id":0,"value":"md`# recurrent attention`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":506,"value":"md`draft state`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":361,"value":"image = flatten(x);","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":6,"value":"$33","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":408,"value":"weights = d3.json(\"https://gist.githubusercontent.com/krisrs1128/fabee6daca721a5c1de92b3555d54886/raw/43ff27823f2d4d159b5863b1429aead0f10d78f2/ram.json\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":376,"value":"function image_scales() {\n return {\n \"x\": d3.scaleLinear().domain([0, 28]).range([0, width / 4]),\n \"y\": d3.scaleLinear().domain([0, 28]).range([0, height]),\n \"zoom\": d3.scaleLinear().domain([0, 1]).range([0, height / 4]),\n \"fill\": d3.scaleLinear().domain([-1, 1]).range([\"white\", \"black\"]),\n \"x_enc\": d3.scaleLinear().domain([0, 256]).range([0, 3 * width / 4]),\n \"enc_fill\": d3.scaleLinear().domain([0, 3]).range([\"white\", \"#234253\"]),\n \"y_hat\": d3.scaleLinear().domain([0, 1]).range([height / 4, 0]),\n \"classes\": d3.scaleLinear().domain([0, 10]).range([0, width / 5]),\n \"vtime\": d3.scaleLinear().domain([0, 5]).range([height / 4, 0]),\n \"phi_time\": d3.scaleLinear().domain([0, 2]).range([0, width / 8])\n }\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":378,"value":"height = width / 4;","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1496,"value":"Math.round(0.31322 * 10) / 10","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1284,"value":"n_glimpses = 3","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":364,"value":"$34","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1522,"value":"function flatten_mu(x_list, mu0) {\n var result = {\"mu\": [{\"time\": -1, \"value\": mu0}], \"l\": [{\"time\": -1, \"value\": mu0}]};\n var keys = [\"mu\", \"l\"];\n var vals;\n \n for (var time = 0; time < x_list.length - 1; time++) {\n for (var k in keys) {\n vals = denormalize(x_list[time][keys[k]]._data, 28);\n result[keys[k]].push({\"time\": time, \"value\": vals});\n }\n }\n return result\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":948,"value":"$35","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":955,"value":"function translate_elems(svg, scales, phi_size) {\n svg.select(\"#phi\")\n .attr(\"transform\", \"translate(\" + (scales.x.range()[1] + 10) + \", 0)\");\n \n svg.select(\"#g\")\n .attr(\"transform\", \"translate(\" + (scales.x.range()[1] + 10) + \",\" + (scales.y(phi_size[1]) + 10)+ \")\");\n\n svg.select(\"#h\")\n .attr(\"transform\", \"translate(\" + (scales.x.range()[1] + 10) + \",\" + (2 * scales.y(phi_size[1]) + 20)+ \")\");\n \n svg.select(\"#y_hat\")\n .attr(\"transform\", \"translate(\" + (scales.x.range()[1] + 30 + 2 * scales.x(phi_size[0])) + \",10)\");\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":940,"value":"function update_phi(svg, scales, phi) {\n svg.select(\"#phi\")\n .selectAll(\"rect\")\n .data(phi)\n .attrs({\n \"fill\": (d) => scales.fill(d.value)\n });\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1332,"value":"function update_locs(svg, scales, locs) {\n// locs[\"l\"].pop()\n svg.select(\"#l\")\n .selectAll(\"circle\")\n .data(locs[\"l\"], (d) => d.time)\n .attrs({\n \"cx\": (d) => scales.x(d.value[0]),\n \"cy\": (d) => scales.y(d.value[1]),\n });\n \n// locs[\"mu\"].pop()\n svg.select(\"#mu\")\n .selectAll(\"circle\")\n .data(locs[\"mu\"], (d) => d.time)\n .attrs({\n \"cx\": (d) => scales.x(d.value[0]),\n \"cy\": (d) => scales.y(d.value[1]),\n });\n \n var mu_line = d3.line()\n .x((d) => scales.x(d.value[0]))\n .y((d) => scales.x(d.value[1]));\n\n svg.select(\"#mu_links\")\n .selectAll(\"path\")\n .data([locs[\"mu\"]])\n .attr(\"d\", mu_line);\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":944,"value":"function update_encs(svg, scales, flat_encs) {\n svg.select(\"#g\")\n .selectAll(\"rect\")\n .data(flat_encs[\"g\"])\n .attrs({\n \"fill\": (d) => scales.enc_fill(d.value)\n });\n\n svg.select(\"#h\")\n .selectAll(\"rect\")\n .data(flat_encs[\"h\"])\n .attrs({\n \"fill\": (d) => scales.enc_fill(d.value)\n });\n \n// svg.select(\"#y_hat\")\n// .selectAll(\"rect\")\n// .data(flattened[\"logits\"])\n// .attrs({\n// \"y\": (d) => scales.y_hat.range()[0] - scales.y_hat(d.value),\n// \"height\": (d) => scales.y_hat(d.value)\n// });\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1390,"value":"function link(locs) {\n var result = [];\n for (var time = 0; time < locs[\"mu\"].length - 1; time++) { \n result.push({\n \"start\": locs[\"mu\"][time],\n \"end\": locs[\"mu\"][time + 1]\n });\n }\n return result;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":359,"value":"function flatten(x) {\n var dims = x.size(),\n result = [];\n for (var i = 0; i < dims[0]; i++) {\n for (var j = 0; j < dims[1]; j++) {\n result.push({\n \"i\": i,\n \"j\": j,\n \"value\": x.subset(math.index(i, j))\n });\n }\n }\n return result;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1228,"value":"function flatten_phi(x_list) {\n var result = [];\n for (var time = 0; time < x_list.length; time++) {\n for (var zoom = 0; zoom < x_list[0][\"phi\"].length; zoom++) {\n var dims = x_list[time][\"phi\"][zoom].size();\n for (var i = 0; i < dims[0]; i++) {\n result = result.concat(x_list[time][\"phi\"][zoom]._data[i].map(\n (d, j) => ({\"i\": i, \"j\": j, \"time\": time, \"zoom\": zoom, \"value\": d})\n ));\n }\n }\n }\n\n return result;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":1140,"value":"function flatten_encs(x_list) {\n var keys = [\"h\", \"g\"],\n result = {};\n \n for (var k in keys) {\n result[keys[k]] = []\n for (var time = 0; time < x_list.length; time++) {\n var cur_vals = x_list[time][keys[k]]._data.map(\n (d, i) => ({\"i\": i, \"time\": time, \"value\": d})\n );\n result[keys[k]] = result[keys[k]].concat(cur_vals) \n }\n }\n \n return result;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":8,"value":"function pool(x, kernel_size) {\n var dim = x.size();\n var output_dims = [dim[0] / kernel_size, dim[1] / kernel_size];\n var output = math.zeros(output_dims[0], output_dims[1]);\n\n for (var i = 0; i < output_dims[0]; i++) {\n var ix_i = math.range(i * kernel_size, (i + 1) * kernel_size);\n for (var j = 0; j < output_dims[1]; j++) {\n var ix_j = math.range(j * kernel_size, (j + 1) * kernel_size);\n output.subset(math.index(i, j), math.mean(x.subset(math.index(ix_i, ix_j))))\n }\n }\n return output\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":102,"value":"function denormalize(l, im_size) {\n return [0.5 * ((l[0] + 1.0) * im_size), 0.5 * ((l[1] + 1.0) * im_size)];\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":149,"value":"function foveate(x, l, g, s, K) {\n var phi = [],\n phi_flat = [],\n size = g;\n \n // get the patches\n for (var k = 0; k < K; k++) {\n phi.push(extract_patch(x, l, size));\n phi_flat.push(extract_patch(x, l, size));\n size *= s;\n }\n\n // resize all the patches\n for (var k = 1; k < K; k++) {\n var kernel_size = phi[k].size()[0] / g;\n phi[k] = pool(phi[k], kernel_size);\n phi_flat[k] = pool(phi_flat[k], kernel_size);\n }\n\n phi_flat = phi_flat.map((d) => math.reshape(d, [math.prod(d.size()[0], d.size()[1])])),\n phi_flat = math.concat(...phi_flat);\n return {\"phi\": phi, \"phi_flat\": phi_flat}\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":105,"value":"function extract_patch(x, l, size) {\n var dims = x.size();\n var coords = denormalize(l, dims[0]);\n var patch_x = coords[0] - size / 2,\n patch_y = coords[1] - size / 2;\n \n var from_x = Math.round(patch_x),\n to_x = Math.round(patch_x + size),\n from_y = Math.round(patch_y),\n to_y = Math.round(patch_y + size);\n\n if(exceeds(from_x, to_x, from_y, to_y, dims[0])) {\n x = pad(x, size / 2 + 1); \n from_x += size / 2 + 1;\n to_x += size / 2 + 1;\n from_y += size / 2 + 1;\n to_y += size / 2 + 1;\n }\n\n return x.subset(math.index(math.range(from_x, to_x), math.range(from_y, to_y)))\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":117,"value":"function pad(x, pad_size) {\n var horiz_zeros = math.zeros(x.size()[0], pad_size)\n var result = math.concat(horiz_zeros, x, horiz_zeros)\n var vert_zeros = math.zeros(pad_size, result.size()[1])\n return math.concat(vert_zeros, result, vert_zeros, 0);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":113,"value":"function exceeds(from_x, to_x, from_y, to_y, im_size) {\n return (from_x < 0 || from_y < 0 || to_x > im_size || to_y > im_size) ? true : false;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":205,"value":"function action_gen(weights) {\n function f(h_t) {\n var w = lin(weights[\"weight\"], weights[\"bias\"])(h_t),\n probs = softmax(w);\n return math.log(probs);\n }\n return f;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":207,"value":"function softmax(w) {\n var ew = math.exp(w);\n return math.divide(ew, math.sum(ew));\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":263,"value":"function relu(x) {\n return x.map((d) => d > 0? d : 0);\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":220,"value":"function location_gen(weights, std) {\n function f(h_t) {\n var mu = math.tanh(lin(weights[\"weight\"], weights[\"bias\"])(h_t)),\n l_t = math.add(mu, math.zeros(mu.size()).map(() => jstat.normal(0, std).sample()));\n return {\"mu\": mu, \"l\": math.tanh(l_t)}\n }\n \n return f;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":256,"value":"function core_gen(weights) {\n function f(g_t, h_t_prev) {\n var h1 = lin(weights[\"W\"][\"weight\"], weights[\"W\"][\"bias\"])(g_t),\n h2 = lin(weights[\"U\"][\"weight\"], weights[\"U\"][\"bias\"])(h_t_prev);\n return relu(math.add(h1, h2))\n }\n \n return f;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":667,"value":"function lin(w, b) {\n // returns the function wx + b\n function f(x) {\n return math.add(math.multiply(w, x), b) \n }\n return f;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":282,"value":"function glimpse_gen(weights, h_g, h_l, g, k, s, c) {\n var d1 = k * c * (g ** 2);\n var d2 = 2;\n\n function f(x, l_t_prev) {\n var fov = foveate(x, l_t_prev._data, g, s, k),\n phi_out = relu(lin(weights[\"w1\"][\"weight\"], weights[\"w1\"][\"bias\"])(fov[\"phi_flat\"])),\n l_out = relu(lin(weights[\"w2\"][\"weight\"], weights[\"w2\"][\"bias\"])(l_t_prev)),\n what = lin(weights[\"w3\"][\"weight\"], weights[\"w3\"][\"bias\"])(phi_out),\n where = lin(weights[\"w4\"][\"weight\"], weights[\"w4\"][\"bias\"])(phi_out);\n \n return {\"g\": relu(math.add(what, where)), \"phi\": fov[\"phi\"]}\n }\n return f;\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":415,"value":"function hyper_gen() {\n return {\n \"std\": 0.17, // loc standard deviation\n \"g\": 8, // patch size,\n \"k\": 2, // num patches\n \"s\": 2, // glimpse scale\n \"c\": 1, // num channels\n \"h_g\": 128, // glimpse hidden\n \"h_l\": 128, // loc hidden\n \"h\": 256, // hidden size\n \"num_classes\": 10\n }\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":431,"value":"hyper = hyper_gen()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":557,"value":"f0 = recurrent_attention_gen(weights, hyper)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":702,"value":"function lqnorm(x, mu, std) {\n return Math.log(jstat.normal(mu, std).pdf(x));\n}","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":318,"value":"function recurrent_attention_gen(weights, hyper) {\n var nets = {\n \"sensor\": glimpse_gen(weights[\"glimpse\"], hyper[\"h_g\"], hyper[\"h_l\"], hyper[\"g\"], hyper[\"k\"], hyper[\"s\"], hyper[\"c\"]),\n \"rnn\": core_gen(weights[\"core\"]),\n \"locator\": location_gen(weights[\"locator\"], hyper[\"std\"]),\n \"classifier\": action_gen(weights[\"classifier\"])\n }\n \n function f(x, l_t_prev, h_t_prev) {\n var sensor = nets[\"sensor\"](x, l_t_prev);\n var h_t = nets[\"rnn\"](sensor[\"g\"], h_t_prev);\n var locs = nets[\"locator\"](h_t);\n \n var log_pi = lqnorm(locs[\"l\"]._data[0], locs[\"mu\"]._data[0], hyper[\"std\"]) +\n lqnorm(locs[\"l\"]._data[1], locs[\"mu\"]._data[1], hyper[\"std\"]),\n logits = nets[\"classifier\"](h_t);\n\n return {\n \"phi\": sensor[\"phi\"],\n \"g\": sensor[\"g\"],\n \"h\": h_t,\n \"l\": locs[\"l\"],\n \"mu\": locs[\"mu\"],\n \"log_pi\": log_pi,\n \"logits\": logits\n }\n }\n return f;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":965,"value":"function forwards(f, x, l0, h0, n_glimpses) {\n var state = f(x, l0, h0),\n result = [state];\n \n for (var i = 0; i < n_glimpses - 1; i++) {\n state = f(x, state[\"l\"], state[\"h\"])\n result.push(state)\n }\n return result;\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":4,"value":"math = require(\"https://cdnjs.cloudflare.com/ajax/libs/mathjs/6.0.3/math.min.js\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":227,"value":"jstat = require(\"jstat\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":381,"value":"d3 = require(\"d3-selection\", \"d3-selection-multi\", \"d3-scale\", \"d3-array\", \"d3-axis\", \"d3-drag\", \"d3-brush\", \"d3-shape\", \"d3-fetch\", \"d3-scale-chromatic\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W36","stdlib":"1","titling":"auto"}} 32:"$31:body"