Versions Compared

Old Version 1

changes.mady.by.user Craig Vitter

Saved on

compared with

New Version Current

changes.mady.by.user AlexI

Saved on

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

...

Code Block
titleSample RSS Feed Source

{
    "_iddescription" : "4cbdb9ef5ed98e7b89499270Article on Medical Issues",
    "createdharvestBadSource" :: false,
    "OctisApproved": 19true,
2010 11:31:59 AM"    "isPublic": true,
    "descriptionkey" : "Article on Medical Issueshttp.www.mayoclinic.com.rss.blog.xml",
    "extractTypemediaType" : "FeedNews",
    "groupIDmodified" : ["Oct 19, 2010 11:31:59 AM",
    "4c927585d591d31d7b37097atags": [
   ],     "harvesttopic:healthcare",
 :  {     "industry:healthcare",
   "harvested" : "Jul 13, 2011 10:42:05 AM "mayo clinic",
        "harvest_status" : "successhealth"
    }],
    "harvestBadSourcetitle": "MayoClinic: General falseTopics",
    "isApprovedprocessingPipeline" : true,: [
        {
     "isPublic" : true,     "keyfeed": : "http.www.mayoclinic.com.rss.blog.xml",{
         "mediaType" : "News",     "modifiedextraUrls" : "Oct 19,[
2010 11:31:59 AM",     "tags" : [         "topic:healthcare",  {
      "industry:healthcare",         "mayo clinic",        "url": "healthhttp://www.mayoclinic.com/rss/blog.xml"
    ],      "title" : "MayoClinic: General Topics",          }
                ]
            }
        },
        {
            "textEngine": {
                "engineName": "AlchemyAPI"
            }
        },
        {
            "featureEngine": {
                "engineName": "OpenCalais"
            }
        }
    ]
}

.

Code Block
titleSample Output from RSS Feed Source Above
{
    "_id" : "4e1c8afa7d56bb818ed10f76",
    "created" : "1310493434159",
    "description" : "Clarify the role of carbohydrates in the Dr. Bernstein diet and find a 
         healthy eating plan that works for you.",
    "entities" : [
    {
        "actual_name" : "certified diabetes",
        "dimension" : "What",
        "disambiguous_name" : "certified diabetes",
        "doccount" : NumberLong(38),
        "frequency" : 3,
        "gazateer_index" : "certified diabetes/medicalcondition",
        "relevance" : "0.711",
        "totalfrequency" : NumberLong(114),
        "type" : "MedicalCondition"
    },
    {
        "actual_name" : "Diabetes Unit",
        "dimension" : "Who",
        "urldisambiguous_name" : "http://www.mayoclinic.com/rss/blog.xml"
}

.

Code Block
titleSample Output from RSS Feed Source Above

{Diabetes Unit",
        "_iddoccount" : "4e1c8afa7d56bb818ed10f76"NumberLong(38),
        "frequency" : 1,
    "created    "gazateer_index" : "1310493434159diabetes unit/organization",
        "descriptionrelevance" : "Clarify the role of carbohydrates in the Dr. Bernstein diet and find a healthy eating plan that works for you.",
    "entities" : ["0.235",
        "totalfrequency" : NumberLong(38),
        "type" : "Organization"
    },
    {
        "actual_name" : "certifiedMayo diabetesClinic",
        "dimension" : "What",
        "disambiguous_name" : "certifiedMayo diabetesClinic",
        "doccount" : NumberLong(38514),
        "frequency" : 32,
        "gazateer_index" : "certifiedmayo diabetesclinic/medicalconditionfacility",
        "relevance" : "0.711305",
        "totalfrequency" : NumberLong(1141033),
        "type" : "MedicalConditionFacility"
    },
    {
        "actual_name" : "Diabetes UnitRochester",
        "dimension" : "WhoWhere",
        "disambiguous_name" : "Diabetes UnitRochester,Minnesota,United States",
        "doccount" : NumberLong(38345),
        "frequency" : 12,
        "gazateer_index" : "diabetes unit/organizationrochester,minnesota,united states/city",
        "geotag" : {
            "latitude" : "44.0217",
            "relevancelongitude" : "0-92.2354697",
            "totalfrequencyloc" : NumberLong(38),[
         "type" : "Organization"     }44.0217,
    {         "actual_name" : "Mayo Clinic", -92.4697
        "dimension" : "What",  ]
      "disambiguous_name" : "Mayo Clinic"},
        "doccountlinkdata" : NumberLong(514), [
               "frequency" : 2,"http://d.opencalais.com/er/geo/city/ralg-geo1/9d780656-b9a4-6789-bcaf-370cabc32490"
          "gazateer_index" : "mayo clinic/facility"],
        "relevance" : "0.305",
        "totalfrequency" : NumberLong(1033404),
        "type" : "FacilityCity"
    },
    {
        "actual_name" : "RochesterMinnesota",
        "dimension" : "Where",
        "disambiguous_name" : "Rochester,Minnesota,United States",
        "doccount" : NumberLong(3452103),
        "frequency" : 2,
        "gazateer_index" : "rochester,minnesota,united states/cityprovinceorstate",
        "geotag" : {
            "latitude" : "4446.02170",
            "longitude" : "-9294.46970",
            "loc" : [
                44.021746,
                -92.469794
            ]
         },
         "linkdata" : [
             "http://d.opencalais.com/er/geo/cityprovinceorstate/ralg-geo1/9d780656b99d1bcd-b9a4ec35-6789113e-bcaf54ad-370cabc324904d6c44682ce1"
         ],
         "relevance" : "0.305",
         "totalfrequency" : NumberLong(4043134),
         "type" : "CityProvinceOrState"
    },
    {
         "actual_name" : "Minnesota"R.N.",
         "dimension" : "WhereWho",
         "disambiguous_name" : "R.N."Minnesota,United
States",         "doccount" : NumberLong(2103108),
         "frequency" : 21,
         "gazateer_index" : "minnesota,united states/provinceorstate",
        "geotag" : {
 r.n./position",
          "latituderelevance" : "460.0138",
 
          "longitudetotalfrequency" : "-94.0"NumberLong(130),
            "loc" : [
        type" : "Position"
    },
 46,   {
         "actual_name" : "coordinator",
-94         "dimension" : "Who",
 ]        "disambiguous_name" : }"coordinator",
         "linkdatadoccount" : NumberLong(220),
 [        "frequency" : 1,
   "http://d.opencalais.com/er/geo/provinceorstate/ralg-geo1/b99d1bcd-ec35-113e-54ad-4d6c44682ce1"      "gazateer_index"    ]: "coordinator/position",
         "relevance" : "0.305235",
         "totalfrequency" : NumberLong(3134238),
         "type" : "ProvinceOrStatePosition"
    },
    {
         "actual_name" : "R.N.",
         "dimension" : "Who",
         "disambiguous_name" : "R.N."Division of Endocrinology, Diabetes, Metabolism, & Nutrition",
         "doccountdimension" : NumberLong(108),
         "frequencyWho" : 1,
         "gazateerdisambiguous_indexname" : "r.n./positionDivision of Endocrinology, Diabetes, Metabolism, & Nutrition",
         "relevancedoccount" : "0.138"NumberLong(38),
         "totalfrequencyfrequency" : NumberLong(130)2,
         "typegazateer_index" : "Position"division of endocrinology, diabetes,  }metabolism, & nutrition/organization",
  {          "actual_name"relevance" : "coordinator0.305",
         "dimensiontotalfrequency" : "Who"NumberLong(76),
         "disambiguous_name"type" : "coordinatorOrganization",
    },
    "doccount"{
: NumberLong(220),          "frequencyactual_name" : 1"self-management",
         "gazateer_indexdimension" : "coordinator/positionWhat",
         "relevancedisambiguous_name" : "0.235self-management",
         "totalfrequencydoccount" : NumberLong(23872),
         "typefrequency" : "Position"
    }1,
    {          "actualgazateer_nameindex" : "Division of Endocrinology, Diabetes, Metabolism, & Nutritionself-management/medicaltreatment",
         "dimensionrelevance" : "Who0.076",
         "disambiguous_nametotalfrequency" : "Division of Endocrinology, Diabetes, Metabolism, & Nutrition",
 NumberLong(78),
         "type" : "MedicalTreatment"
    },
  "doccount" : NumberLong(38),{
         "frequencyactual_name" : "Peggy 2Moreland",
         "gazateer_indexdimension" : "division of endocrinology, diabetes, metabolism, & nutrition/organizationWho",
         "relevance"disambiguous_name" : "0.305Peggy Moreland",
         "totalfrequencydoccount" : NumberLong(7638),
         "typefrequency" : "Organization"3,
       },  "gazateer_index" :  {"peggy moreland/person",
         "actual_namerelevance" : "self-management0.358",
         "dimensiontotalfrequency" : "What"NumberLong(114),
         "disambiguous_nametype" : "self-managementPerson",
    },
    "doccount" : NumberLong(72),{
         "frequencyactual_name" : 1 "University of Phoenix",
         "gazateer_indexdimension" : "self-management/medicaltreatmentWhat",
         "relevancedisambiguous_name" : "0.076University of Phoenix",
         "totalfrequencydoccount" : NumberLong(7864),
         "typefrequency" : "MedicalTreatment"
    },
    {1,
         "actualgazateer_nameindex" : "Peggy Morelanduniversity of phoenix/facility",
         "dimensionrelevance" : "Who0.102",
         "disambiguous_nametotalfrequency" : "Peggy Moreland"NumberLong(68),
         "doccounttype" : NumberLong(38),
 "Facility"
    },
  "frequency" : 3,{
         "gazateeractual_indexname" : "peggyregistered moreland/personnurse",
         "relevancedimension" : "0.358Who",
         "totalfrequencydisambiguous_name" : NumberLong(114)"registered nurse",
         "typedoccount" : "Person"
    },
 NumberLong(69),
  {          "actual_name"frequency" : "University of Phoenix"1,
         "dimensiongazateer_index" : "Whatregistered nurse/position",
         "disambiguous_namerelevance" : "University of Phoenix0.335",
         "doccounttotalfrequency" : NumberLong(6470),
         "frequencytype" : 1"Position"
    },
    {
         "gazateeractual_indexname" : "universityAmerican ofDiabetes phoenix/facilityAssociation",
         "relevancedimension" : "0.102Who",
         "totalfrequencydisambiguous_name" : NumberLong(68) "American Diabetes Association",
         "typedoccount" : "Facility"NumberLong(120),
      },   "frequency" : {1,
         "actualgazateer_nameindex" : "registered nurseamerican diabetes association/organization",
         "dimensionrelevance" : "Who0.102",
         "disambiguous_nametotalfrequency" : "registered nurse"NumberLong(226),
         "doccounttype" : NumberLong(69),"Organization"
    },
    "frequency" : 1,{
          "gazateeractual_indexname" : "registered nurse/positionN.\n  Peggy Moreland",
         "relevancedimension" : "0.335Who",
         "totalfrequencydisambiguous_name" : NumberLong(70)"N.\n  Peggy Moreland",
         "typedoccount" : "Position"NumberLong(38),
      },   "frequency" : {1,
         "actualgazateer_nameindex" : "American Diabetes Associationn.\n  peggy moreland/person",
         "dimensionrelevance" : "Who0.146",
         "disambiguous_nametotalfrequency" : "American Diabetes Association",NumberLong(38),
         "type" : "doccountPerson"
  : NumberLong(120)  },
    {
    "frequency     "actual_name" : 1"insulin pump",
         "gazateer_indexdimension" : "american diabetes association/organizationWhat",
         "relevancedisambiguous_name" : "0.102insulin pump",
         "totalfrequencydoccount" : NumberLong(22652),
         "typefrequency" : "Organization"1,
       },  "gazateer_index" :  {"insulin pump/medicaltreatment",
         "actual_namerelevance" : "N.\n  Peggy Moreland0.184",
         "dimensiontotalfrequency" : "Who"NumberLong(69),
         "disambiguous_nametype" : "N.\n  Peggy Moreland",MedicalTreatment"
    },
    "doccount" : NumberLong(38),{
         "frequencyactual_name" : 1"M.S.N.\n  Peggy",
         "gazateer_indexdimension" : "n.\n  peggy moreland/personWho",
         "relevancedisambiguous_name" : "0.146M.S.N.\n  Peggy",
         "totalfrequencydoccount" : NumberLong(38),
         "typefrequency" : "Person" 2,
      },   "gazateer_index"  {: "m.s.n.\n  peggy/person",
         "actual_namerelevance" : "insulin pump0.482",
         "dimensiontotalfrequency" : "What"NumberLong(76),
         "disambiguous_nametype" : "insulin pumpPerson",
    },
    "doccount"{
: NumberLong(52),        "actual_name" : "frequency"Nancy :Klobassa 1Davidson",
         "gazateer_indexdimension" : "insulin pump/medicaltreatmentWho",
         "relevancedisambiguous_name" : "0.184Nancy Klobassa Davidson",
         "totalfrequencydoccount" : NumberLong(6938),
         "typefrequency" : "MedicalTreatment" 5,
        }, "gazateer_index" : "nancy klobassa {davidson/person",
         "actual_namerelevance" : "M.S.N.\n  Peggy0.659",
         "dimensiontotalfrequency" : "Who"NumberLong(190),
         "disambiguous_nametype" : "M.S.N.\n  Peggy",Person"
    },
    "doccount"{
: NumberLong(38),        "actual_name" : "frequency"University :of 2Phoenix",
         "gazateer_indexdimension" : "m.s.n.\n  peggy/personWho",
         "relevancedisambiguous_name" : "0.482University of Phoenix",
         "totalfrequencydoccount" : NumberLong(7665),
         "typefrequency" : "Person"1,
        }, "gazateer_index" : "university of {phoenix/organization",
         "actual_namerelevance" : "Nancy Klobassa Davidson0.102",
         "dimensiontotalfrequency" : "Who"NumberLong(69),
         "disambiguous_nametype" : "Nancy Klobassa DavidsonOrganization",
     },
   "doccount" : NumberLong(38), {
         "frequencyactual_name" : 5"diabetes",
         "gazateer_indexdimension" : "nancy klobassa davidson/personWhat",
         "relevancedisambiguous_name" : "0.659diabetes",
         "totalfrequencydoccount" : NumberLong(1901702),
         "typefrequency" : "Person"3,
      },   "gazateer_index"  {: "diabetes/medicalcondition",
         "actual_namerelevance" : "University of Phoenix0.733",
         "dimensiontotalfrequency" : "Who"NumberLong(4284),
         "disambiguous_nametype" : "University of PhoenixMedicalCondition",
    },
    "doccount"{
: NumberLong(65),
         "frequencyactual_name" : 1"insulin therapy",
         "gazateer_indexdimension" : "university of phoenix/organizationWhat",
         "relevancedisambiguous_name" : "0.102insulin therapy",
         "totalfrequencydoccount" : NumberLong(6953),
         "typefrequency" : "Organization" 1,
      },   "gazateer_index"  {: "insulin therapy/medicaltreatment",
         "actual_namerelevance" : "diabetes0.235",
         "dimensiontotalfrequency" : "What"NumberLong(57),
         "disambiguous_nametype" : "diabetesMedicalTreatment",
    },
    "doccount"{
: NumberLong(1702),        "actual_name" : "frequency" : 3American Association of Diabetes Educators",
         "gazateer_indexdimension" : "diabetes/medicalconditionWho",
         "relevancedisambiguous_name" : "0.733American Association of Diabetes Educators",
         "totalfrequencydoccount" : NumberLong(428438),
         "typefrequency" : "MedicalCondition" 1,
          },
    {"gazateer_index" : "american association of diabetes educators/organization",
         "actual_namerelevance" : "insulin therapy0.102",
         "dimensiontotalfrequency" : "What"NumberLong(38),
         "disambiguous_nametype" : "insulin therapyOrganization",
    },
    "doccount" : NumberLong(53),{
         "frequencyactual_name" : 1"member",
         "gazateer_indexdimension" : "insulin therapy/medicaltreatmentWho",
         "relevancedisambiguous_name" : "0.235member",
         "totalfrequencydoccount" : NumberLong(57795),
         "typefrequency" : "MedicalTreatment"1,
      },   "gazateer_index"  {: "member/position",
         "actual_namerelevance" : "American Association of Diabetes Educators0.102",
         "dimensiontotalfrequency" : "Who"NumberLong(881),
         "disambiguous_nametype" : "Position"American
Association of Diabetes Educators", }
    ],
    "doccountevents" : NumberLong(38),[
    {
         "frequencyentity1" : 1 "nancy klobassa davidson",
         "gazateerentity1_index" : "american association: of"nancy diabetesklobassa educatorsdavidson/organizationperson",
         "relevanceverb" : "0.102be",
         "totalfrequencyverb_category" : NumberLong(38)"generic relations",
         "typeentity2" : "Organization"coordinator of the diabetes unit's },intensive insulin therapy
  {          "actual_name" : "member",program within the division of      "dimension" : "Who"endocrinology",
         "disambiguousevent_nametype" : "memberSummary",
    },
    "doccount" : NumberLong(795),   {
         "frequencyentity1" : 1"peggy moreland",
         "gazateerentity1_index" : "memberpeggy moreland/positionperson",
         "relevanceverb" : "0.102work",
         "totalfrequencyverb_category" : NumberLong(881) "generic relations",
         "event_type" : "PositionSummary"
    }
    ],
    "events" : [
    {
         "entity1" : "nancy klobassa davidson",
         "entity1_index" : "nancy klobassa davidson/person",
         "verb" : "becurrent",
         "verb_category" : "generic relationscareer",
         "entity2" : "coordinator",
of the diabetes unit's intensive insulin therapy program within the division of endocrinology"entity2_index" : "coordinator/position",
         "event_type" : "SummaryFact"
    },
    {
         "entity1" : "peggy morelandm.s.n.\n  peggy",
         "entity1_index" : "peggy morelandm.s.n.\n  peggy/person",
         "verb" : "workcurrent",
         "verb_category" : "career",
         "entity2" : "generic relationsr.n.",
         "entity2_index" : "r.n./position",
         "event_type" : "SummaryFact"
    },
    {
         "entity1" : "nancypeggy klobassa davidsonmoreland",
         "entity1_index" : "nancypeggy klobassa davidsonmoreland/person",
         "verb" : "currentgraduate",
         "verb_category" : "career",
         "entity2" : "coordinator",
         "entity2_index" : "coordinator/position"generic relations",
         "event_type" : "FactSummary"
    },
    {
         "entity1" : "m.s.n.\n  peggy moreland",
         "entity1_index" : "m.s.n.\n  peggy/person",
         "verb" : "current moreland/person",
         "verb_category" : "careerbe",
         "entity2verb_category" : "r.n.generic relations",
         "entity2_index" : "r.n./positiona certified diabetes educator",
         "event_type" : "FactSummary"
    },
    {
         "entity1" : "peggynancy klobassa morelanddavidson",
         "entity1_index" : "peggynancy klobassa morelanddavidson/person",
         "verb" : "graduatebe",
         "verb_category" : "generic relations",
         "entity2" : "a certified diabetes educator",
         "event_type" : "Summary"
    },
    {
         "entity1" : "n.\n  peggy peggy moreland",
         "entity1_index" : "n.\n  peggypeggy moreland/person",
         "verb" : "becurrent",
         "verb_category" : "generic relationscareer",
         "entity2" : "a certified diabetes educatorr.n.",
         "entity2_index" : "r.n./position",
         "event_type" : "SummaryFact"
    },
    {
         "entity1" : "nancy klobassa davidson",
         "entity1_index" : "nancy klobassa davidson/person",
         "verb" : "be",
         "verb_category" : "generic relations",
         "entity2" : "a certifiedregistered diabetes educatornurse",
         "event_type" : "Summary"
    },
    {
         "entity1" : "peggy moreland",
   : "Summary"
    },
 "entity1_index" : "peggy moreland/person", {
         "verbentity1" : "currentnancy klobassa davidson",
         "verbentity1_categoryindex" : "careernancy klobassa davidson/person",
         "entity2verb" : "r.n.work",
         "entity2verb_indexcategory" : "r.n./positiongeneric relations",
         "event_type" : "FactSummary"
    },
    {
         "entity1" : "nancy klobassa davidson",
         "entity1_index" : "nancy klobassa davidson/person",
         "verb" : "becurrent",
         "verb_category" : "generic relationscareer",
         "entity2" : "registered nurse",
         "entity2_index" : "a registered nurse/position",
         "event_type" : "SummaryFact"
    },
    {
         "entity1" : "nancypeggy klobassa davidsonmoreland",
         "entity1_index" : "nancypeggy klobassa davidsonmoreland/person",
         "verb_category" : "workperson education",
         "verb_categoryentity2" : "genericmaster of relationsscience",
         "event_type" : "Summary"
    },
    {
         "entity1" : "nancypeggy klobassa davidsonmoreland",
         "entity1_index" : "nancypeggy klobassa davidsonmoreland/person",
         "verb" : "current",
         "verb_category" : "career",
         "entity2" : "registered nursemember",
         "entity2_index" : "registered nursemember/position",
         "event_type" : "Fact"
    }
    ],
    {"groupids" : [ "4c927585d591d31d7b37097a"  ],
    "entity1index" : "peggy morelanddoc_4c927585d591d31d7b37097a",
    "mediaType" : "News",
     "entity1_indexmodified" : "peggy moreland/person1310493434159",
         "verb_category"publishedDate" : "personFri education",Jul 08 01:00:00 EDT  2011",
    "entity2source" : "masterMayoClinic: ofGeneral scienceTopics",
    
    "event_typesourceKey" : "Summary"
    }http.www.mayoclinic.com.rss.blog.xml",
    {"tags" : [
       "entity1" : "peggy moreland "topic:healthcare",

        "entity1_index" : "peggy moreland/person"industry:healthcare",
         "verb"mayo : clinic"current",
         "verb_categoryhealth"
: "career",   ],
      "entity2title" : "member",Dr. Bernstein diet and beyond",
     "entity2_indexurl" : "member/position",
    http://www.mayoclinic.com/health/dr-bernstein-diet/MY01817/rss=5"
}

Annex - old format source

Code Block
titleSample RSS Feed Source
{
    "event_typedescription" : "Fact"Article on    }
    ]Medical Issues",
    "groupidsextractType" : [ "4c927585d591d31d7b37097aFeed" ],
    "indexharvestBadSource" : "doc_4c927585d591d31d7b37097a"false,
    "mediaTypeisApproved" : "News"true,
    "modifiedisPublic" : "1310493434159"true,
    "publishedDatekey" : "Fri Jul 08 01:00:00 EDT 2011http.www.mayoclinic.com.rss.blog.xml",
    "sourcemediaType" : "MayoClinic: General TopicsNews",
    "sourceKeymodified" : "http.www.mayoclinic.com.rss.blog.xmlOct 19, 2010 11:31:59 AM",
    "tags" : [
        "topic:healthcare",
        "industry:healthcare",
        "mayo clinic",
        "health"
    ],
    "title" : "Dr.MayoClinic: Bernstein diet and beyondGeneral Topics",
    "url" : "http://www.mayoclinic.com/health/dr-bernstein-diet/MY01817/rss=5rss/blog.xml"
	"useTextExtractor":"AlchemyAPI",
	"useExtractor":"OpenCalais"
}