3 @6^@sPddlmZmZddlZddlZddlZddlmZm Z m Z Gddde Z dS))PopenPIPEN) SpiderFootSpiderFootPluginSpiderFootEventc@sVeZdZdZddddZddddZd Zd Zefd d Z d dZ ddZ ddZ d S)sfp_tool_whatwebzuTool - WhatWeb:Footprint,Investigate:Content Analysis:tool:Identify what software is in use on the specified website.Zruby) aggression ruby_path whatweb_pathz"Set WhatWeb aggression level (1-4)zZPath to Ruby interpreter to use for WhatWeb. If just 'ruby' then it must be in your $PATH.z1Path to the whatweb executable file. Must be set.NFcCsD||_|j|_d|_d|_x"t|jD]}|||j|<q*WdS)NFzTarget Website)sf tempStorageresults errorState__dataSource__listkeysopts)selfsfcuserOptsoptr;/var/www/spiderfoot.crq.systems/modules/sfp_tool_whatweb.pysetup(s  zsfp_tool_whatweb.setupcCsdgS)N INTERNET_NAMEr)rrrr watchedEvents1szsfp_tool_whatweb.watchedEventscCs dddgS)N RAW_RIR_DATAWEBSERVER_BANNERWEBSERVER_TECHNOLOGYr)rrrrproducedEvents4szsfp_tool_whatweb.producedEventsc7Csp|j}|j}|j}|jjd|d||jr4dS||jkrV|jjd|ddSd|j|<|jds|jjddd|_dS|jd}|jdj d r|d }t j j |s|jjd |dd|_dS|jj |s|jjd ddSy.t|jd }|dkrd}|dkrd}Wnd}YnX|jd|ddt|ddd|g}y"t|ttd}|jdd\} } Wn8tk r} z|jjdt| ddSd} ~ XnX|jdkr|jjdd|jjd| d| dS| s|jjd|dSytj| } Wn8tk r>} z|jjdt| ddSd} ~ XnXtdt| |j|} |j| d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4g}x| D]}|jd5}|sq|jd$rx4|jd$jd6D] }td7||j|} |j| qW|jd1r.x4|jd1jd6D] }td8||j|} |j| q Wx6|D].}||krFq4td9||j|} |j| q4WqWdS):NzReceived event, z, from z Skipping z as already scanned.Tr z@You enabled sfp_tool_whatweb but did not set a path to the tool!F/ZwhatwebzFile does not exist: zInvalid input, refusing to run.r rr z--quietz --aggression=z--log-json=/dev/stdoutz--user-agent=Mozilla/5.0z--follow-redirect=never)stdoutstderr)inputzUnable to run WhatWeb: rzUnable to read WhatWeb output.zError running WhatWeb: z, zWhatWeb returned no output for z+Couldn't parse the JSON output of WhatWeb: rZCountryZIPZScriptTitle HTTPServerZRedirectLocationZUncommonHeadersz Via-ProxyZCookiesHttpOnlyzStrict-Transport-Securityzx-hackerz x-machinez x-pingbackz X-BackendzX-CachezX-UA-Compatiblez X-Powered-ByzX-Forwarded-ForzX-Frame-OptionszX-XSS-Protectionpluginsstringrr SOFTWARE_USED) eventTypemoduledatar debugrrrerrorendswithospathisfile sanitiseInputintstrrr communicate BaseException returncodejsonloadsr__name__notifyListenersget)revent eventName srcModuleName eventDataexer argspr$r%eZ result_jsonevt blacklistresultZplugin_matcheswpluginrrr handleEvent7s                    zsfp_tool_whatweb.handleEvent) r> __module__ __qualname____doc__roptdescsrrdictrrr!rNrrrrrs r) subprocessrrior<os.pathr3sflibrrrrrrrrs