Overview
Format
"processingPipeline": [{ "display": "Just contains a string in which to put the logstash configuration (minus the output, which is appended by Infinit.e)", "federatedQuery": { "cacheTime_days": 5, "docConversionMap": {"resolutions:ip_address": "ExternalIp"}, "entityTypes": ["ExternalDomain"], "requests": [ { "endPointUrl": "", "urlParams": { "apikey": "XXX", "domain": "$1" } }, { "endPointUrl": "", "urlParams": { "apikey": "XXX", "domain": "$1" } } ], "testQueryJson": "{'qt':[{'entity':'garyhart.com/externaldomain'}]}", "titlePrefix": "Virus Total Domain Lookup", "typeToDimensionMap": {"ExternalIp": "Who"} } }],
Example
{ "description": "Federated Query - Virustotal Domain", "extractType": "Federated", "federatedQueryCommunityIds": [ "53ab42a2e4b04bcfe2de4387" ], "isPublic": true, "mediaType": "Record", "processingPipeline": [ { "display": "Just contains a string in which to put the logstash configuration (minus the output, which is appended by Infinit.e)", "federatedQuery": { "bypassSimpleQueryParsing": false, "cacheTime_days": 5, "docConversionMap": { "Webutation domain info:Safety score": "SafetyScore", "Webutation domain info:Verdict": "SafetyRating", "detected_communicating_samples:date": "Date", "detected_communicating_samples:positives": "CleanURLScan", "detected_communicating_samples:sha256": "Hash", "detected_downloaded_samples:date": "Date", "detected_downloaded_samples:positives": "MaliciousURLScan", "detected_downloaded_samples:sha256": "Hash", "resolutions:ip_address": "ExternalIp", "resolutions:last_resolved": "ResolvedDate" }, "entityTypes": [ "externaldomain", "/.*[.][a-z]+/externaldomain" ], "requests": [ { "endPointUrl": "https://www.virustotal.com/vtapi/v2/domain/report", "urlParams": { "apikey": "xxxxxxxxxxxxxxxx...", "domain": "$1" } } ], "scriptlang": "none", "testQueryJson": "{'qt':[{'entity':'garyhart.com/externaldomain'}]}", "titlePrefix": "Virus Total Domain Lookup", "typeToDimensionMap": { "CleanAVURLScan": "What", "Date": "What", "ExternalIp": "What", "Hash": "What", "MaliciousAVURLScan": "What", "ResolvedDate": "What", "SafetyRating": "What", "SafetyScore": "What" } } } ], "tags": [ "Federated", "Query", "Virustotal", "Domain" ], "title": "Federated Query - Virustotal Domain" }
Example Output
{ "_id": "54372cdae4b00de66d2dc0d2", "aggregateSignif": 100, "communityId": ["53ab42a2e4b04bcfe2de4387"], "created": "Oct 10, 2014 12:48:26 AM UTC", "description": "[\n {\n \"whois\": \" Domain Name: GARYHART.COM\\n Registrar: NETWORK SOLUTIONS, LLC.\\n Whois Server: whois.networksolutions.com\\n Referral URL: http://networksolutions.com\\n Name Server: NS61.WORLDNIC.COM\\n Name Server: NS62.WORLDNIC.COM\\n Status: clientTransferProhibited\\n Updated Date: 15-may-2014\\n Creation Date: 15-jul-1997\\n Expiration Date: 14-jul-2015\\n\\nThe Registry database contains ONLY .COM, .NET, .EDU domains and\\nRegistrars.\\nWelcome to the Network Solutions(R) Registrar WHOIS Server.\\n\\nTo see the Network Solutions WHOIS Policy, click on or copy and paste the following\\nURL into your browser:\\n\\nhttp://www.networksolutions.com/whois/index.jhtml\\n\\nIf you feel that you have received this message in error, please email us using the online\\nform at http://www.networksolutions.com/help/email.jsp with the following information:\\n\\nWhois Query: garyhart.com\\nYOUR IP address is 91.121.71.92\\nDate and Time of Query: Fri Sep 26 18:26:56 EDT 2014\\nReason Code: IE\",\n \"whois_timestamp\": 1.4117709495514E9,\n \"response_code\": 1,\n \"verbose_msg\": \"Domain found in dataset\",\n \"Websense ThreatSeeker category\": \"bot networks. illegal or questionable\",\n \"resolutions\": [\n {\n \"last_resolved\": \"2013-09-04 00:00:00\",\n \"ip_address\": \"63.233.155.6\"\n }\n ],\n \"detected_urls\": [\n {\n \"url\": \"http://garyhart.com/\",\n \"positives\": 3,\n \"total\": 59,\n \"scan_date\": \"2014-09-26 22:26:49\"\n }\n ],\n \"categories\": [\n \"bot networks. illegal or questionable\"\n ]\n }\n]", "entities": [ { "datasetSignificance": 10, "dimension": "What", "disambiguated_name": "63.233.155.6", "doccount": 1, "frequency": 1, "index": "63.233.155.6/externalip", "queryCoverage": 100, "relevance": 1, "totalfrequency": 1, "type": "ExternalIp" }, { "datasetSignificance": 10, "dimension": "What", "disambiguated_name": "2013-09-04 00:00:00", "doccount": 1, "frequency": 1, "index": "2013-09-04 00:00:00/resolveddate", "queryCoverage": 100, "relevance": 1, "totalfrequency": 1, "type": "ResolvedDate" } ], "mediaType": ["Record"], "metadata": {"json": [{ "Websense ThreatSeeker category": "bot networks. illegal or questionable", "categories": ["bot networks. illegal or questionable"], "detected_urls": [{ "positives": 3, "scan_date": "2014-09-26 22:26:49", "total": 59, "url": "http://garyhart.com/" }], "resolutions": [{ "ip_address": "63.233.155.6", "last_resolved": "2013-09-04 00:00:00" }], "response_code": 1, "verbose_msg": "Domain found in dataset", "whois": " Domain Name: GARYHART.COM\n Registrar: NETWORK SOLUTIONS, LLC.\n Whois Server: whois.networksolutions.com\n Referral URL: http://networksolutions.com\n Name Server: NS61.WORLDNIC.COM\n Name Server: NS62.WORLDNIC.COM\n Status: clientTransferProhibited\n Updated Date: 15-may-2014\n Creation Date: 15-jul-1997\n Expiration Date: 14-jul-2015\n\nThe Registry database contains ONLY .COM, .NET, .EDU domains and\nRegistrars.\nWelcome to the Network Solutions(R) Registrar WHOIS Server.\n\nTo see the Network Solutions WHOIS Policy, click on or copy and paste the following\nURL into your browser:\n\nhttp://www.networksolutions.com/whois/index.jhtml\n\nIf you feel that you have received this message in error, please email us using the online\nform at http://www.networksolutions.com/help/email.jsp with the following information:\n\nWhois Query: garyhart.com\nYOUR IP address is 91.121.71.92\nDate and Time of Query: Fri Sep 26 18:26:56 EDT 2014\nReason Code: IE", "whois_timestamp": 1.4117709495514E9 }]}, "modified": "Oct 10, 2014 12:48:26 AM UTC", "publishedDate": "Oct 10, 2014 12:48:26 AM UTC", "queryRelevance": 100, "score": 100, "source": ["Federated Query - Virustotal Domain"], "sourceKey": ["www.virustotal.com.vtapi.v2.domain.report"], "title": "Virus Total Domain Lookup: garyhart.com: 63.233.155.6, 2013-09-04 00:00:00", "url": "inf://federated/www.virustotal.com.vtapi.v2.domain.report/garyhart.com/externaldomain" }