3 @6^@s@ddlZddlZddlZddlmZmZmZGdddeZdS)N) SpiderFootSpiderFootPluginSpiderFootEventc@sdeZdZdZddddZddddZd Zefd d Zd d Z ddZ ddZ dddZ ddZ d S) sfp_flickrzVFlickr:Footprint,Investigate,Passive:Social Media::Look up e-mail addresses on Flickr.)pauseper_pagemaxpagesz+Number of seconds to pause between fetches.z#Maximum number of results per page.z,Maximum number of pages of results to fetch.NcCs8||_|j|_x"t|jD]}|||j|<qWdS)N)sf tempStorageresultslistkeysopts)selfsfcuserOptsoptr5/var/www/spiderfoot.crq.systems/modules/sfp_flickr.pysetup(s zsfp_flickr.setupcCsddgS)N INTERNET_NAME DOMAIN_NAMEr)rrrr watchedEvents0szsfp_flickr.watchedEventscCsdgS)N EMAILADDRr)rrrrproducedEvents4szsfp_flickr.producedEventscCsN|jjd|jd|jdd}|ddkr.dStjd|d}|sFdS|dS)Nzhttps://www.flickr.com/ _fetchtimeout _useragent)timeout useragentcontentz1YUI_config.flickr.api.site_key = "([a-zA-Z0-9]+)"r)r fetchUrlrrefindall)rresrrrrretrieveApiKey8s zsfp_flickr.retrieveApiKeycCsrd}d}|d7}|d7}|dt|dt|d|d|d |7}|jj||jd |jd d }|d S)Njsonz%https://api.flickr.com/services/rest?z]sort=relevance&parse_tags=1&content_type=7&extras=description,owner_name,path_alias,realname&zihermes=1&hermesClient=1&reqId=&nojsoncallback=1&viewerNSID=&method=flickr.photos.search&csrf=&lang=en-US&z per_page=z&page=z&text=z &api_key=z&format=rr)r r!r")strr r#r)rqryapi_keypager outputurlr&rrrqueryFs4zsfp_flickr.querycCs|j}|j}|j}||jkr dSd|j|<|jjd|d||j}|s`|jjdddS|jjd|d}|jd}|jd }x||kr|j rdS|j d ||||d } | dkrdSyt j | } Wn.t k r} z|jjd dSd} ~ XnX| d dks |jjddSd| kr.dSd| dkr@dSt| dd} | |kr^| }d| dkrt| dd} || kr| }|jjdt|dt|x| ddD]}|jjtt|jd}x|D]}|jjd d}|jj|ddds|jjd|q||jkr|jjd|td||j|}|j|d|j|<qWqW|d7}tj|jdqWdS)NTzReceived event, z, from zFailed to obtain API keyFzRetrieved API key: rr r @)r,r zError processing JSON response.statokz Error retrieving search results.ZphotospagesZmax_allowed_pagesz Parsing page z of photozunicode-escape)includeChildrenincludeParentszSkipped address: zFound e-mail address: rr ) eventTypemoduledatarr debugr'errorr checkForStopr/r(loads Exceptionintinfor) parseEmailsbytesdecodelowersplit getTargetmatchesr__name__notifyListenerstimesleep)revent eventName srcModuleName eventDatar+r,r3r r&r9eZ result_pagesZ allowed_pagesr4emailsemailmailDomevtrrr handleEventRsn             zsfp_flickr.handleEvent)rr)rH __module__ __qualname____doc__roptdescsrdictrrrr'r/rUrrrrrs r)r(r$rJsflibrrrrrrrrs