X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=test-dagnn.lua;h=53302fd810b1dcad950a74400ab2f678c04745e1;hb=0a630b54355382dfa68c0f3d51729bad0b4c58e6;hp=a41d8802931ec51f500a42ba4e2608540addf340;hpb=da6186a657b7563841416c42336e52937b76d67f;p=dagnn.git diff --git a/test-dagnn.lua b/test-dagnn.lua index a41d880..53302fd 100755 --- a/test-dagnn.lua +++ b/test-dagnn.lua @@ -39,6 +39,8 @@ function checkGrad(model, criterion, input, target) model:backward(input, gradOutput) local analyticalGradParam = gradParams:clone() + local err = 0 + for i = 1, params:size(1) do local x = params[i] @@ -54,23 +56,13 @@ function checkGrad(model, criterion, input, target) local ana = analyticalGradParam[i] local num = (loss1 - loss0) / (2 * epsilon) - local err - if num == ana then - err = 0 - else - err = torch.abs(num - ana) / torch.abs(num) + if num ~= ana then + err = math.max(err, torch.abs(num - ana) / torch.abs(num)) end - - print( - 'CHECK ' - .. err - .. ' checkGrad ' .. i - .. ' analytical ' .. ana - .. ' numerical ' .. num - ) end + return err end function printTensorTable(t) @@ -115,4 +107,6 @@ local output = model:updateOutput(input):clone() output:uniform() -checkGrad(model, nn.MSECriterion(), input, output) +print('Error = ' .. checkGrad(model, nn.MSECriterion(), input, output)) + +model:dot('/tmp/graph.dot')