U @6^@s`ddlZddlZddlZddlZddlZddlZddlZddlmZm Z m Z Gddde Z dS)N) SpiderFootSpiderFootPluginSpiderFootEventc@s\eZdZdZdddddddgd d Zd d d Zd ZefddZddZ ddZ ddZ d S) sfp_filemetazWFile Metadata:Footprint:Content Analysis::Extracts meta data from documents and images.docxpptxpdfjpgjpegtifftifi,)fileextstimeoutzlFile extensions of files you want to analyze the meta data of (only PDF, DOCX, XLSX and PPTX are supported.)z'Download timeout for files, in seconds.NcCs4||_||_t|D]}|||j|<qdS)N)sf tempStorageresultslistkeysopts)selfsfcuserOptsoptr7/var/www/spiderfoot.crq.systems/modules/sfp_filemeta.pysetup)s zsfp_filemeta.setupcCsddgS)NLINKED_URL_INTERNALZINTERESTING_FILErrrrr watchedEvents1szsfp_filemeta.watchedEventscCsddgS)NRAW_FILE_META_DATA SOFTWARE_USEDrrrrrproducedEvents7szsfp_filemeta.producedEventsc Cs|j}|j}|j}|jd|d|||jkr8dSd|j|<|jdD]}|r`dSd||krL|jj ||jd|jdddd }|d dkr|j d |d dSt |d d kr|j dt t |d d dSd}d}|dkrz@t |d } tj| d d} | }t |}|jd|WnNtk r} z.|j d|dt | dd WYdSd} ~ XYnX|dkr\zjt |d } t| } t|d}|jdt || jj}| jj} dd|| fD}d|}WnNtk rZ} z.|j d|dt | dd WYdSd} ~ XYnX|dkr$zjt |d } t| } t|d}|jdt || jj}| jj} dd|| fD}d|}WnNtk r"} z.|j d|dt | dd WYdSd} ~ XYnX|dkrz@t |d } t| }|dksdt |dkrhWqLt |}WnNtk r} z.|j d|dt | dd WYdSd} ~ XYnX|dk rL|dk rLtd||j |}|!|t"}ztd |kr|#t |d d!|kr,|#t |d!d"|krH|#t |d"d#|krd|#t |d#WnJtk r} z*|j d$|d%t | d WYdSd} ~ XYnX|D]^}|rt$|tj%j&s|jd&t |d'd(d|D}td)||j |}|!|qqLdS)*NzReceived event, z, from Tr .r _useragenti)r useragent dontMangle sizeLimitcontentz(Unable to fetch file for meta analysis: Fiz%Strange content encountered, size of r)strictzObtained meta data from z Unable to parse meta data from: ())rrz Office type: cSsg|] }|r|qSrr.0_frrr ssz,sfp_filemeta.handleEvent..z, zUnable to process file: )rcSsg|] }|r|qSrrr+rrrr.s)r r r rz /Producerz/Creator ApplicationzImage SoftwarezFailed to parse PDF, z: zVAL: cSs g|]}t|dkr|ndqS) )ord)r,irrrr.sr )' eventTypemoduledatardebugrr checkForStoplowerfetchUrlerrorlenstrioBytesIOPyPDF2Z PdfFileReaderZgetDocumentInfo BaseExceptionrZDocument mimetypes guess_typeZcore_propertiesZauthorcommentsjoinrZ PresentationexifreadZ process_filer__name__notifyListenersrappend isinstancegenericZ NullObject)revent eventName srcModuleName eventDatafileExtretmetar7rawrecdocmtypeaevtvalvrrr handleEvent;s            zsfp_filemeta.handleEvent) rH __module__ __qualname____doc__roptdescsrdictrrr!r]rrrrrsr) rCrArrrGlxmlr?sflibrrrrrrrrs