...
| nid | ccn | reportdatetime | shift | offense | method | blocksiteaddress | latitude | longitude | city | state | ward | anc | smd | district | psa |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 955778 | 11012669 | Jan 29, 2011 12:00:00 AM UTC | UNK | THEFT | 2 | 1300 B/O CONNECTICUT AVE NW | 38.90992780287290 | -77.04360677659660 | WASHINGTON | DC | 2 | 2B | 2B02 | SECOND | 208.0 |
Source
| Code Block |
|---|
{
"authenticationdescription": {"Incident reports from the Washington, "password": "PASSWORDD.C. MPD",
"usernameharvest": "USERNAME"
{
}, "databasedoccount": {9314,
"databaseNameharvest_status": "washingtondc"success,
"databaseTypeharvested": "mysqlNov 2, 2012 11:26:25 AM",
"deleteQuerysynced": ""Nov 2, 2012 11:24:30 AM"
},
"deltaQueryisApproved": "SELECT * FROM IncidentReport WHERE REPORTDATETIME >= (SELECT ADDDATE(CURDATE(),-7))"true,
"isPublic": true,
"hostnamemediaType": "dbserver.ikanow.comRecord",
"porttags": "3306",[
"primaryKey": "NIDcrime report",
"publishedDate": "REPORTDATETIMEMPD",
"query": "SELECT * FROM IncidentReport",Washington, D.C."
],
"snippettitle": "OFFENSE",
data.dc.gov - Crime Incidents (ASP)",
"titleprocessingPipeline": "CCN"[
}, {
"description": "Incident reports from the Washington, D.C. MPD", "extractTypedatabase": "Database",
{
"harvestauthentication": {
"doccountpassword": 9314"PASSWORD",
"harvest_messageusername": "Error when harvesting DB: Cannot establish connection to the database : jdbc:mysql://ec2-184-72-206-97.compute-1.amazonaws.com:3306/washingtondc","USERNAME"
},
"harvest_statusdatabaseName": "errorwashingtondc",
"harvested": "Nov 2, 2012 11:26:25 AM", "synceddatabaseType": "Nov 2, 2012 11:24:30 AM"
}mysql",
"isApproved": true, "isPublic": true, "mediaTypedeleteQuery": "Record",
"structuredAnalysis": { "associationsdeltaQuery": [{"SELECT * FROM IncidentReport WHERE REPORTDATETIME >= (SELECT ADDDATE(CURDATE(),-7))",
"entity1": "$metadata.offense,$metadata.method", "geotaghostname": {}"dbserver.ikanow.com",
"time_start "port": "$metadata.reportdatetime3306",
"verbprimaryKey": "reportedNID",
"verb_category "publishedDate": "crimeREPORTDATETIME",
}], "descriptionquery": "$metadata.reportdatetime: $metadata.offense,$metadata.method was reported at: $metadata.blocksiteaddress",
SELECT * FROM IncidentReport",
"docGeo": { "latsnippet": "$metadata.latitudeOFFENSE",
"lontitle": "$metadata.longitudeCCN",
}, "entitiesurl": ["jdbc:mysql://ec2-184-72-206-97.compute-1.amazonaws.com/washingtondc/IncidentReport"
{}
},
{
"dimensiondocMetadata": "What",{
"disambiguated_namedescription": "$metadata.reportdatetime: $metadata.offense,$metadata.method was reported at: $metadata.blocksiteaddress",
"typegeotag": "CriminalActivity"{
}, "lat": "$metadata.latitude",
{ "dimensionlon": "Where$metadata.longitude",
"disambiguated_name": "$metadata.blocksiteaddress,$metadata.city,$metadata.state",}
}
"geotag": {}, },
{
"type": "Place" "textEngine": {
}, {"engineName": "default"
}
"dimension": "Where", },
{
"disambiguated_name": "$metadata.ward,$metadata.city,$metadata.state", "type"entities": "Place"[
}, {
{ "dimension": "WhereWhat",
"disambiguated_name": "$metadata.districtoffense,$metadata.city,$metadata.statemethod",
"type": "PlaceCriminalActivity"
},
] }, {
"tags": [ "crime report", "dimension": "MPDWhere",
"Washington, D.C." ], "titledisambiguated_name": "data.dc.gov - Crime Incidents (ASP)",$metadata.blocksiteaddress,$metadata.city,$metadata.state",
"url": "jdbc:mysql://ec2-184-72-206-97.compute-1.amazonaws.com/washingtondc/IncidentReport",
"useExtractor": "none"
} |
Sample output
| Code Block |
|---|
{ "_id": "4eb1a6532285a1eed2af759c", "title": "11012669", "url": "jdbc:mysql://dbserver.ikanow.com/washingtondc/IncidentReport/955778", "created": "Nov 2, 2011 08:21:39 PM UTC", "modified": "Nov 2, 2011 08:21:39 PM UTC", "publishedDate": "Jan 29, 2011 05:00:00 AM UTC", "source": [ "data.dc.gov - Crime Incidents (ASP)" ], "sourceKey": [ "geotag": {}, "type": "Place" }, { "dimension": "Where", "disambiguated_name": "$metadata.ward,$metadata.city,$metadata.state", "type": "Place" }, { "dimension": "Where", "disambiguated_name": "$metadata.district,$metadata.city,$metadata.state", "type": "Place" } ] }, { "associations": [ { "entity1": "$metadata.offense,$metadata.method", "geotag": {}, "time_start": "$metadata.reportdatetime", "verb": "reported", "verb_category": "crime" } ] } ] } |
Sample output
| Code Block |
|---|
{ "_id": "4eb1a6532285a1eed2af759c", "title": "11012669", "url": "jdbc:mysql://dbserver.ikanow.com/washingtondc/IncidentReport/955778", "created": "Nov 2, 2011 08:21:39 PM UTC", "modified": "Nov 2, 2011 08:21:39 PM UTC", "publishedDate": "Jan 29, 2011 05:00:00 AM UTC", "source": [ "data.dc.gov - Crime Incidents (ASP)" ], "sourceKey": [ "Bergen.washingtondc.IncidentReport" ], "mediaType": [ "Record" ], "description": "Jan 29, 2011 12:00:00 AM: THEFT,2 was reported at: 1300 B/O CONNECTICUT AVE NW", "entities": [ { "disambiguated_name": "THEFT,2", "index": "theft,2/criminalactivity", "actual_name": "THEFT,2", "type": "CriminalActivity", "frequency": 1, "totalfrequency": 2705, "doccount": 2705, "dimension": "What" }, { "disambiguated_name": "1300 B/O CONNECTICUT AVE NW,WASHINGTON,DC", "index": "1300 b/o connecticut ave nw,washington,dc/place", "actual_name": "1300 B/O CONNECTICUT AVE NW,WASHINGTON,DC", "type": "Place", "frequency": 1, "totalfrequency": 28, "doccount": 28, "geotag": { "lat": 38.9099278028729, "lon": -77.0436067765966 }, "dimension": "Where", "ontology_type": "point" }, { "disambiguated_name": "2,WASHINGTON,DC", "index": "2,washington,dc/place", "actual_name": "2,WASHINGTON,DC", "type": "Place", "frequency": 1, "totalfrequency": 2326, "doccount": 2326, "dimension": "Where" }, { "disambiguated_name": "SECOND,WASHINGTON,DC", "index": "second,washington,dc/place", "actual_name": "SECOND,WASHINGTON,DC", "type": "Place", "frequency": 1, "totalfrequency": 2120, "doccount": 2120, "dimension": "Where" } ], "tags": [ "crime report", "MPD", "Washington, D.C." ], "communityId": [ "4c927585d591d31d7c37097b" ], "associations": [ { "entity1": "theft,2", "entity1_index": "theft,2/criminalactivity", "verb": "reported", "verb_category": "crime", "time_start": "2011-01-29T00:00:00", "geotag": { "lat": 38.9099278028729, "lon": -77.0436067765966 "Bergen.washingtondc.IncidentReport" ]}, "mediaType": [ "assoc_type": "RecordSummary" ], } "description": "Jan 29, 2011 12:00:00 AM: THEFT,2 was reported at: 1300 B/O CONNECTICUT AVE NW", ], "metadata": { "entitiesnid": [ { [ "disambiguated_name": "THEFT,2", { "index": "theft,2/criminalactivity", "actual_namevalue": "THEFT,2",955778.0" "type": "CriminalActivity", } "frequency": 1, ] "totalfrequency": 2705, ], "doccountccn": 2705,[ [ "dimension": "What" }, { { "disambiguated_name": "1300 B/O CONNECTICUT AVE NW,WASHINGTON,DC", "value": "1.1012669E7" "index": "1300 b/o connecticut ave nw,washington,dc/place", } "actual_name": "1300 B/O CONNECTICUT AVE NW,WASHINGTON,DC",] ], "typereportdatetime": "Place",[ [ "frequency": 1, "totalfrequency": 28,Jan 29, 2011 12:00:00 AM UTC" ] "doccount": 28, ], "geotagshift": {[ [ "lat": 38.9099278028729, "UNK" "lon": -77.0436067765966 ] }, ], "dimensionoffense": "Where",[ [ "ontology_type": "point" }, "THEFT" { ] "disambiguated_name": "2,WASHINGTON,DC", ], "indexmethod": "2,washington,dc/place", [ [ "actual_name": "2,WASHINGTON,DC", "type2": "Place", ] "frequency": 1, ], "totalfrequencyblocksiteaddress": 2326,[ [ "doccount": 2326, "1300 B/O CONNECTICUT "dimension":AVE NW"Where" }, ] { ], "disambiguated_namelatitude": "SECOND,WASHINGTON,DC", [ [ "index": "second,washington,dc/place", "actual_name": "SECOND,WASHINGTON,DC",38.90992780287290" ] "type": "Place", ], "frequencylongitude": 1,[ "totalfrequency": 2120,[ "doccount": 2120, "-77.04360677659660" "dimension": "Where" ] } ], ], "tagscity": [ "crime report", [ "MPD", "Washington, D.C."WASHINGTON" ], "communityId": [] "4c927585d591d31d7c37097b"], ], "associationsstate": [ { [ "entity1": "theft,2", "DC" "entity1_index": "theft,2/criminalactivity", ] "verb": "reported" ], "verb_category"ward": "crime",[ [ "time_start": "2011-01-29T00:00:00", "geotag": { "latvalue": 38.9099278028729,"2.0" } "lon": -77.0436067765966 ] }, ], "assoc_typeanc": "Summary"[ } [ ], "metadata": { "nid2B": [ ] [ ], { "smd": [ "value": "955778.0"[ "2B02" } ] ], "ccndistrict": [ [ "SECOND" { ] ], "valuepsa": "1.1012669E7"[ [ } { ] ], "reportdatetimevalue": ["208.0" [ } ] "Jan 29, 2011 12:00:00 AM UTC" ] }, "docGeo": ]{ ]"lat": 38.9099278028729, "shiftlon": [-77.0436067765966 } } |
Annex - old format Source
| Code Block |
|---|
{ "authentication": { [ "password": "PASSWORD", "UNK"username": "USERNAME" }, "database": { ] ]"databaseName": "washingtondc", "offensedatabaseType": ["mysql", "deleteQuery": "", [ "deltaQuery": "SELECT * FROM IncidentReport WHERE REPORTDATETIME >= "THEFT"(SELECT ADDDATE(CURDATE(),-7))", "hostname": "dbserver.ikanow.com", ] ]"port": "3306", "methodprimaryKey": ["NID", "publishedDate": "REPORTDATETIME", [ "query": "SELECT * FROM IncidentReport", "2snippet": "OFFENSE", "title": "CCN" ] ]}, "blocksiteaddressdescription": ["Incident reports from the Washington, D.C. MPD", [ "extractType": "Database", "harvest": { "doccount"1300 B/O CONNECTICUT AVE NW": 9314, "harvest_message": "Error when harvesting DB: Cannot establish ]connection to the database ]: jdbc:mysql://ec2-184-72-206-97.compute-1.amazonaws.com:3306/washingtondc", "latitudeharvest_status": ["error", "harvested": "Nov 2, 2012 [ 11:26:25 AM", "38.90992780287290" "synced": "Nov 2, 2012 11:24:30 AM" }, ] "isApproved": true, "isPublic": ]true, "longitudemediaType": ["Record", "structuredAnalysis": { [ "associations": [{ "entity1": "-77.04360677659660"$metadata.offense,$metadata.method", ] "geotag": {}, ], "city"time_start": ["$metadata.reportdatetime", [ "verb": "reported", "verb_category": "WASHINGTONcrime" }], ] "description": "$metadata.reportdatetime: $metadata.offense,$metadata.method was reported ]at: $metadata.blocksiteaddress", "statedocGeo": [{ [ "lat": "$metadata.latitude", "lon": "$metadata.longitude" "DC" }, ] "entities": [ ], { "ward": [ [ "dimension": "What", { "disambiguated_name": "$metadata.offense,$metadata.method", "valuetype": "2.0CriminalActivity" }, } { ] ], "dimension": "Where", "anc": [ ["disambiguated_name": "$metadata.blocksiteaddress,$metadata.city,$metadata.state", "2Bgeotag" ]: {}, ], "smdtype": ["Place" [}, { "2B02" ] "dimension": "Where", ], "districtdisambiguated_name": ["$metadata.ward,$metadata.city,$metadata.state", [ "type": "Place" "SECOND" }, ] { ], "psadimension": ["Where", [ "disambiguated_name": "$metadata.district,$metadata.city,$metadata.state", { "type": "Place" } "value": "208.0" ] }, "tags": }[ "crime report", ] ]"MPD", }, "Washington, "docGeo": {D.C." ], "lattitle": 38.9099278028729, "data.dc.gov - Crime Incidents (ASP)", "lonurl": -77.0436067765966"jdbc:mysql://ec2-184-72-206-97.compute-1.amazonaws.com/washingtondc/IncidentReport", }"useExtractor": "none" } |