3 @6^@s8ddlZddlZddlmZmZmZGdddeZdS)N) SpiderFootSpiderFootPluginSpiderFootEventc@sJeZdZdZddiZddiZdZefddZdd Z d d Z d d Z dS)sfp_crtzCertificate Transparency:Footprint,Investigate,Passive:Search Engines::Gather hostnames from historical certificates in crt.sh.verifyTz5Verify certificate subject alternative names resolve.NcCs8||_|j|_x"t|jD]}|||j|<qWdS)N)sf tempStorageresultslistkeysopts)selfsfcuserOptsoptr2/var/www/spiderfoot.crq.systems/modules/sfp_crt.pysetup s z sfp_crt.setupcCsddgS)N DOMAIN_NAME INTERNET_NAMEr)r rrr watchedEvents(szsfp_crt.watchedEventscCsddddddddgS) NSSL_CERTIFICATE_RAW RAW_RIR_DATArINTERNET_NAME_UNRESOLVEDrAFFILIATE_INTERNET_NAME"AFFILIATE_INTERNET_NAME_UNRESOLVEDAFFILIATE_DOMAIN_NAMEr)r rrrproducedEvents.szsfp_crt.producedEventsc"Cs|j}|j}|j}||jkr dSd|j|<|jjd|d|dt|dd}|jjdtj j |d|j d d }|d dkr|jj d |dSyt j|d }Wn4tk r}z|jjd t|dSd}~XnX|dkst|dkrdStdt||j|} |j| t} t} x|D]} | jd} | rF| j| | jd}d|kr|jd}xD|D]}| j|jddqjWn"|r(||kr(| j|jddq(W|j drt| dkr|jj dttt| dxt| D]}||jkr q|jj||j ds$q|jj|dddr@d}nd}|j dr||jj| r||jjd|d|d7}t|||j|} |j| |jj||j dr|jdrtd ||j|} |j| ntd!||j|} |j| qWxt| D]} |j rdSd"t| i}|jjdtj j |d|j d d }y|jj!t|d }Wn<tk r}z|jj d#t|wWYdd}~XnXtd$|d%|j|} |j| qWdS)&NTzReceived event, z, from z%.json)qoutputzhttps://crt.sh/? _useragent)timeout useragentcontentz+No certificate transparency info found for z Error processing JSON response: rrid name_value z*.rz Resolving z domains ... _internettlds)includeChildrenincludeParentsrrzHost z could not be resolved _UNRESOLVED AFFILIATErrdzError parsing certificate: rtext)" eventTypemoduledatar rdebugstrfetchUrlurllibparse urlencoder inforloads BaseExceptionlenr__name__notifyListenersr getappendsplitreplaceset validHost getTargetmatches resolveHostisDomain startswith checkForStop parseCert)r event eventName srcModuleName eventDataparamsresr3eevtZcert_idsdomainsZ cert_infocert_iddomainZdomsr/evt_typecertrrr handleEvent5s                   zsfp_crt.handleEvent) r> __module__ __qualname____doc__r optdescsr dictrrrrZrrrrrsr)r urllib.parser7sflibrrrrrrrrs