Container.lua

local Container = nn.Container

-- multi-add
function Container:extend(...)
   for i,module in ipairs{...} do
      self:add(module)
   end
   return self
end

function Container:sparseParameters()
    local params = {}
    local gradParams = {}
    local scales = {}
    local size = 0
    for i=1,#self.modules do
        local mParams, mGradParams, mScales, mSize = self.modules[i]:sparseParameters()
        if mParams then
            for k,param in pairs(mParams) do
               assert(torch.type(param) ~= 'table')
               params[size+k] = param
               gradParams[size+k] = mGradParams[k]
               scales[size+k] = mScales and mScales[k]
            end
            size = size + (mSize or #mParams)
        end
    end
    return params, gradParams, scales, size
end

function Container:parameters()
    local function tinsert(to, from)
        if torch.type(from) == 'table' then -- we change this line so that it works with torch.MultiCudaTensor
            for i=1,#from do
                tinsert(to,from[i])
            end
        else
            table.insert(to,from)
        end
    end
    local w = {}
    local gw = {}
    for i=1,#self.modules do
        local mw,mgw = self.modules[i]:parameters()
        if mw then
            tinsert(w,mw)
            tinsert(gw,mgw)
        end
    end
    return w,gw
end