CsDis.lua

--From original cosine distance codes from nn package before modifications, this is backward compatible.

local CsDis, parent = torch.class('nn.CsDis', 'nn.Module')

function CsDis:__init()
   parent.__init(self)
   self.gradInput = {torch.Tensor(), torch.Tensor()}
   self.output=torch.Tensor(1)
end 
 
function CsDis:updateOutput(input)
   local input1, input2 = input[1], input[2]
   self.w1 = input1:dot(input2)
   self.w22 = input1:dot(input1)
   self.w2 = math.sqrt(self.w22)
   self.w32 = input2:dot(input2)
   self.w3 = math.sqrt(self.w32)
   self.output[1] = self.w1/self.w2/self.w3
   return self.output
end

function CsDis:updateGradInput(input, gradOutput)
   local v1  = input[1]
   local v2  = input[2]
   local gw1 = input[1].new()
   local gw2 = input[2].new()
   gw1:resizeAs(v1) 
   gw2:resizeAs(v1)

   gw1:zero()
   gw1:add(1/(self.w2*self.w3), v2)
   gw1:add(-self.w1/(self.w22*self.w2*self.w3), v1)
   
   gw2:zero()
   gw2:add(1/(self.w2*self.w3), v1)
   gw2:add(-self.w1/(self.w32*self.w2*self.w3), v2)

   gw1:mul(gradOutput[1])
   gw2:mul(gradOutput[1])
   self.gradInput = {gw1, gw2}
   return self.gradInput
end