181 lines
6.5 KiB
Lua
181 lines
6.5 KiB
Lua
local http = require "http"
|
|
local nmap = require "nmap"
|
|
local shortport = require "shortport"
|
|
local stdnse = require "stdnse"
|
|
local string = require "string"
|
|
local tab = require "tab"
|
|
local table = require "table"
|
|
local target = require "target"
|
|
|
|
description = [[
|
|
Retrieves information from an Apache Hadoop NameNode HTTP status page.
|
|
|
|
Information gathered:
|
|
* Date/time the service was started
|
|
* Hadoop version
|
|
* Hadoop compile date
|
|
* Upgrades status
|
|
* Filesystem directory (relative to http://host:port/)
|
|
* Log directory (relative to http://host:port/)
|
|
* Associated DataNodes.
|
|
]]
|
|
|
|
---
|
|
-- @usage
|
|
-- nmap --script hadoop-namenode-info -p 50070 host
|
|
--
|
|
-- @output
|
|
-- PORT STATE SERVICE REASON
|
|
-- 50070/tcp open hadoop-namenode syn-ack
|
|
-- | hadoop-namenode-info:
|
|
-- | Started: Wed May 11 22:33:44 PDT 2011
|
|
-- | Version: 0.20.2-cdh3u1, f415ef415ef415ef415ef415ef415ef415ef415e
|
|
-- | Compiled: Wed May 11 22:33:44 PDT 2011 by bob from unknown
|
|
-- | Upgrades: There are no upgrades in progress.
|
|
-- | Filesystem: /nn_browsedfscontent.jsp
|
|
-- | Logs: /logs/
|
|
-- | Storage:
|
|
-- | Total Used (DFS) Used (Non DFS) Remaining
|
|
-- | 100 TB 85 TB 500 GB 14.5 TB
|
|
-- | Datanodes (Live):
|
|
-- | datanode1.example.com:50075
|
|
-- |_ datanode2.example.com:50075
|
|
--
|
|
-- @xmloutput
|
|
-- <elem key="Started">Wed May 11 22:33:44 PDT 2011</elem>
|
|
-- <elem key="Version">0.20.2-cdh3u1, f415ef415ef415ef415ef415ef415ef415ef415e</elem>
|
|
-- <elem key="Compiled">Wed May 11 22:33:44 PDT 2011 by bob from unknown</elem>
|
|
-- <elem key="Upgrades">There are no upgrades in progress.</elem>
|
|
-- <elem key="Filesystem">/nn_browsedfscontent.jsp</elem>
|
|
-- <elem key="Logs">/logs/</elem>
|
|
-- <table key="Storage">
|
|
-- <elem key="Total">100 TB</elem>
|
|
-- <elem key="Used (DFS)">85 TB</elem>
|
|
-- <elem key="Used (Non DFS)">500 GB</elem>
|
|
-- <elem key="Remaining">14.5 TB</elem>
|
|
-- </table>
|
|
-- <table key="Datanodes (Live)">
|
|
-- <elem>datanode1.example.com:50075</elem>
|
|
-- <elem>datanode2.example.com:50075</elem>
|
|
-- </table>
|
|
|
|
|
|
author = "John R. Bond"
|
|
license = "Simplified (2-clause) BSD license--See https://nmap.org/svn/docs/licenses/BSD-simplified"
|
|
categories = {"default", "discovery", "safe"}
|
|
|
|
|
|
portrule = function(host, port)
|
|
-- Run for the special port number, or for any HTTP-like service that is
|
|
-- not on a usual HTTP port.
|
|
return shortport.port_or_service ({50070}, "hadoop-namenode")(host, port)
|
|
or (shortport.service(shortport.LIKELY_HTTP_SERVICES)(host, port) and not shortport.portnumber(shortport.LIKELY_HTTP_PORTS)(host, port))
|
|
end
|
|
|
|
get_datanodes = function( host, port, Status )
|
|
local result = {}
|
|
local uri = "/dfsnodelist.jsp?whatNodes=" .. Status
|
|
stdnse.debug1("HTTP GET %s:%s%s", host.targetname or host.ip, port.number, uri)
|
|
local response = http.get( host, port, uri )
|
|
stdnse.debug1("Status %s",response['status-line'] or "No Response" )
|
|
if response['status-line'] and response['status-line']:match("200%s+OK") and response['body'] then
|
|
local body = response['body']:gsub("%%","%%%%")
|
|
stdnse.debug2("Body %s\n",body)
|
|
for datanodetmp in string.gmatch(body, "[%w%.:-_]+/browseDirectory.jsp") do
|
|
local datanode = datanodetmp:gsub("/browseDirectory.jsp","")
|
|
stdnse.debug1("Datanode %s",datanode)
|
|
table.insert(result, datanode)
|
|
if target.ALLOW_NEW_TARGETS then
|
|
if datanode:match("([%w%.]+)") then
|
|
local newtarget = datanode:match("([%w%.]+)")
|
|
stdnse.debug1("Added target: %s", newtarget)
|
|
local status,err = target.add(newtarget)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
return result
|
|
end
|
|
|
|
action = function( host, port )
|
|
|
|
local result = stdnse.output_table()
|
|
local uri = "/dfshealth.jsp"
|
|
stdnse.debug1("HTTP GET %s:%s%s", host.targetname or host.ip, port.number, uri)
|
|
local response = http.get( host, port, uri )
|
|
stdnse.debug1("Status %s",response['status-line'] or "No Response")
|
|
if response['status-line'] and response['status-line']:match("200%s+OK") and response['body'] then
|
|
local body = response['body']:gsub("%%","%%%%")
|
|
local capacity = {}
|
|
stdnse.debug2("Body %s\n",body)
|
|
if body:match("Started:%s*<td>([^][<]+)") then
|
|
local start = body:match("Started:%s*<td>([^][<]+)")
|
|
stdnse.debug1("Started %s",start)
|
|
result["Started"] = start
|
|
end
|
|
if body:match("Version:%s*<td>([^][<]+)") then
|
|
local version = body:match("Version:%s*<td>([^][<]+)")
|
|
stdnse.debug1("Version %s",version)
|
|
result["Version"] = version
|
|
port.version.version = version
|
|
end
|
|
if body:match("Compiled:%s*<td>([^][<]+)") then
|
|
local compiled = body:match("Compiled:%s*<td>([^][<]+)")
|
|
stdnse.debug1("Compiled %s",compiled)
|
|
result["Compiled"] = compiled
|
|
end
|
|
if body:match("Upgrades:%s*<td>([^][<]+)") then
|
|
local upgrades = body:match("Upgrades:%s*<td>([^][<]+)")
|
|
stdnse.debug1("Upgrades %s",upgrades)
|
|
result["Upgrades"] = upgrades
|
|
end
|
|
if body:match("([^][\"]+)\">Browse") then
|
|
local filesystem = body:match("([^][\"]+)\">Browse")
|
|
stdnse.debug1("Filesystem %s",filesystem)
|
|
result["Filesystem"] = filesystem
|
|
end
|
|
if body:match("([^][\"]+)\">Namenode") then
|
|
local logs = body:match("([^][\"]+)\">Namenode")
|
|
stdnse.debug1("Logs %s",logs)
|
|
result["Logs"] = logs
|
|
end
|
|
for i in string.gmatch(body, "[%d%.]+%s[KMGTP]B") do
|
|
table.insert(capacity,i)
|
|
end
|
|
if #capacity >= 6 then
|
|
stdnse.debug1("Total %s",capacity[3])
|
|
stdnse.debug1("Used DFS (NonDFS) %s (%s)",capacity[4],capacity[5])
|
|
stdnse.debug1("Remaining %s",capacity[6])
|
|
local storage = {
|
|
["Total"] = capacity[3],
|
|
["Used (DFS)"] = capacity[4],
|
|
["Used (Non DFS)"] = capacity[5],
|
|
["Remaining"] = capacity[6],
|
|
}
|
|
-- indented tabular string output
|
|
local st = tab.new()
|
|
tab.addrow(st, "", "", "Total", "Used (DFS)", "Used (Non DFS)", "Remaining")
|
|
tab.addrow(st, "", "", capacity[3], capacity[4], capacity[5], capacity[6])
|
|
st = tab.dump(st)
|
|
setmetatable(storage, {
|
|
__tostring = function (t) return "\n" .. st end
|
|
})
|
|
result["Storage"] = storage
|
|
end
|
|
local datanodes_live = get_datanodes(host,port, "LIVE")
|
|
if next(datanodes_live) then
|
|
result["Datanodes (Live)"] = datanodes_live
|
|
end
|
|
local datanodes_dead = get_datanodes(host,port, "DEAD")
|
|
if next(datanodes_dead) then
|
|
result["Datanodes (Dead)"] = datanodes_dead
|
|
end
|
|
if #result > 0 then
|
|
port.version.name = "hadoop-namenode"
|
|
port.version.product = "Apache Hadoop"
|
|
nmap.set_port_version(host, port)
|
|
return result
|
|
end
|
|
end
|
|
end
|