25:["$","title",null,{"children":"BasicAutograd | oni stephen | Observable"}] 4b:T452,Softmax = { function Softmax(x){ this.func_name = ""; this.items = new Mat(1,x.d) this.x = x; //compute max activation var as = x.out; var amax = x.out[0]; for(var i=1;i amax) amax = as[i]; } var es = zeros(this.x.d); var esum = 0.0; for(var i=0;i\";\n this.require_grad = true;\n this.mult = new MultiD(x,this.W)\n this.items = new addD(this.mult,this.b);\n this.n = this.mult.n;\n this.d = this.mult.d;\n this.out = this.items.out;\n this.dout = this.items.dout;\n }\n Linear.prototype = {\n backward: function(){\n\n this.items.grad(this.dout);\n this.items.backward();\n },\n grad: function(g){\n assert(this.dout.length === g.length);\n this.dout = g;\n },\n\n update: function(lr){\n\n for(var i=0;i< this.W.out.length;i++){\n\n this.W.out[i] -= (lr*this.W.dout[i]); \n }\n for(var i=0;i< this.b.out.length;i++){\n\n this.b.out[i] -= (lr*this.b.dout[i]); \n }\n }\n}\n return Linear\n}","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":29,"value":"md`#### ReLu`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":33,"value":"ReLU = {\n function ReLU(x){\n\n this.require_grad = true;\n this.func_name = \"\";\n this.items = new Mat(x.n,x.d);\n this.x = x;\n this.n = x.n;\n this.d = x.d;\n \n for(var i=0;i 0 ? this.dout[i] : 0.0;\n }\n this.x.backward();\n\n\n },\n grad: function(g){\n assert(this.dout.length === g.length);\n\n this.dout = g;\n\n }\n }\n\n return ReLU \n} ","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":38,"value":"md`### Softmax`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"},{"id":41,"value":"$4b","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","tool":"$undefined","providerMetadata":"$undefined","attachments":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W4c","stdlib":"1"}} 24:null