--[[ Copyright (c) 2016 Michael Wilber This software is provided 'as-is', without any express or implied warranty. In no event will the authors be held liable for any damages arising from the use of this software. Permission is granted to anyone to use this software for any purpose, including commercial applications, and to alter it and redistribute it freely, subject to the following restrictions: 1. The origin of this software must not be misrepresented; you must not claim that you wrote the original software. If you use this software in a product, an acknowledgement in the product documentation would be appreciated but is not required. 2. Altered source versions must be plainly marked as such, and must not be misrepresented as being the original software. 3. This notice may not be removed or altered from any source distribution. --]] json = require 'cjson' function buildNcduLayer(name, module) local result = nil if torch.isTensor(module) then if module:numel() ~= 0 then local strt = {name..': [' .. torch.typename(module) .. ' of size '} for i=1,module:nDimension() do table.insert(strt, module:size(i)) if i ~= module:nDimension() then table.insert(strt, 'x') end end table.insert(strt, ']') result = {name = table.concat(strt), dsize = module:numel() * module:storage():elementSize() } else result = {name = name..": [empty "..torch.typename(module).."]"} end elseif type(module)=="table" and module.modules then result = { {name = name..": "..string.gsub(tostring(module), "\n", " ")} } for i,m in ipairs(module.modules) do table.insert(result, buildNcduLayer(string.format("%03d", i), m)) end elseif type(module)=="table" then result = {{name=name..": "..string.gsub(tostring(module), "\n", " ")}} for k,v in pairs(module) do table.insert(result, buildNcduLayer(k,v)) end else result = {name=name.." (primitive)", dsize=0} end return result end function buildNcdu(model) local result = {1,0,{timestamp=1451677436,progver="0.1",progname="ncdu-model-explore"}} table.insert(result, buildNcduLayer("model", model)) return json.encode(result) end function exploreNcdu(model) local tmpname = os.tmpname() local tmphandle = io.open(tmpname, "w") tmphandle:write(buildNcdu(model)) tmphandle:close() os.execute("ncdu -f "..tmpname) os.remove(tmpname) end -- function countElts(modules) -- local sum_elts = 0 -- for k,v in pairs(modules) do -- if torch.isTensor(v) then -- sum_elts = sum_elts + v:numel() -- elseif torch.type(v) == 'table' then -- sum_elts = sum_elts + countElts(v) -- end -- end -- return sum_elts -- end -- function inspectMemory(net) -- local total_count = 0 -- for i,module in ipairs(net.modules) do -- print(i..": "..tostring(module)) -- local count_this_module = countElts(module) -- print(count_this_module) -- total_count = total_count + count_this_module -- end -- print("Total:",total_count) -- print(" ",total_count*8/1024./1024., " MB") -- end -- function accumMemoryByFieldName(module, accum) -- for k,v in pairs(module) do -- if torch.isTensor(v) then -- accum[k] = (accum[k] or 0) + (v:numel() * 8./1024./1024.) -- end -- end -- end