############################################################################### # Disclaimer: http://www.lockheedmartin.com/disclaimer.html ## # This file is in N3 format, a language equivalent to XML but easier to # read and write. It is best viewed with tab stops at 8 spaces. # The following are bindings for namespace shorthands. ## @prefix rdf:. @prefix rdfs: . @prefix owl: . @prefix dc: . @prefix dct: . @prefix log: . @prefix xsd: . @prefix oe: . @prefix ao: . @prefix : . ############################################################################### # This is an ontology for expressing the evaluation metrics for ontology alignment tasks. These # are "intrinsic" metrics for alignment only. They do not address the the impact of an # alignment on the performance of an application using an alignment. ## =<>; a log:N3Document; a owl:Ontology; dc:title "Ontology of Ontology Alignment Evaluation"; dc:publisher "Lockheed Martin Advanced Technology Laboratories"; dc:creator "Todd Hughes, thughes@atl.lmco.com"; dc:creator "Benjamin Ashpole, bashpole@atl.lmco.com"; dct:created "2003-04-30"; dct:issued "2004-04-30"; dct:modified "2004-04-30"; owl:versionInfo "0.0.1"; dc:format "text/n3"; dc:language "en"; rdfs:label "Ontology of Ontology Alignment Evaluation". :AlignmentEvaluationFile rdfs:comment "Alignment Evaluation Files are the standard output for ontology alignment experiments graders. These files contain a set of metrics for evaluating the performance of an aligner in an experiment."; a owl:Class; rdfs:subClassOf oe:EvaluationFile. :AlignmentTask rdfs:comment "The class of statements with properties that specify input ontologies and true alignment files for the purpose of alignment."; a owl:Class. :alignmentTask rdfs:comment "A property relating alignment results to an AlignmentTask (source of ontologies)."; a rdf:Property; rdfs:range :AlignmentTask. :trueAlignment rdfs:comment "A property relating an ontology alignment file with the document containing the 'optimal' alignment solution."; a rdf:Property; rdfs:subPropertyOf oe:answerKey; rdfs:domain ao:AlignmentFile. #Experiment Metrics :meanGlobalCardinality rdfs:comment "For 1:n mappings between elements between inputA and inputB, this property expresses the average value for n."; a oe:ExperimentMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :sdGlobalCardinality rdfs:comment "For 1:n mappings between elements between inputA and inputB, this property expresses the standard deviation value for n."; a oe:ExperimentMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :unalignedElements rdfs:comment "The number of elements in inputA for which no corresponding element in inputB has been found."; a oe:ExperimentMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :alignmentProportion rdfs:comment "The proportion of elements from inputB that were mapped to elements from inputA."; a oe:ExperimentMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :uniqueElements rdfs:comment "The proportion of resources not shared (i.e, having different URIs) between inputA and inputB."; a oe:ExperimentMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :alignmentChallenge rdfs:comment "The proportion of unique elements between inputA and inputB to the total number of elements in inputA and inputB."; a oe:ExperimentMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. #Performance Metrics. All require use of a "gold standard," i.e., the trueAlignment. :truePositives rdfs:comment "A property relating an ontology alignment file with the number of correct identifications it contains, as determined by the grader."; a oe:PerformanceMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :falseNegatives rdfs:comment "A property relating an ontology alignment file with the number of correct identifications it misses, as determined by the grader."; a oe:PerformanceMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :falsePositives rdfs:comment "A property relating an ontology alignment file with the number of incorrect identifications it contains, as determined by the grader."; a oe:PerformanceMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :precision rdfs:comment "A property relating an ontology alignment file with a numerical value indicating its alignment precision, calculated: truePositives / (truePositives + falsePositives)."; a oe:PerformanceMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :recall rdfs:comment "A property relating an ontology alignment file with a numerical value indicating its alignment recall, calculated: truePositives / (truePositives + falseNegatives)."; a oe:PerformanceMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :fMeasure rdfs:comment "A property relating an ontology alignment file with a numerical value indicating its alignment fMeasure, calculated: 2*(precision*recall)/(precision + recall)."; a oe:PerformanceMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal. :alignmentPerformance rdfs:comment "A property relating an ontology alignment file with a numerical value indicating its alignment performance given the proportion of overlapping resources between inputA and inputB, calculated: resourceChallenge * fMeasure."; a oe:PerformanceMetric; rdfs:domain ao:AlignmentFile; rdfs:range xsd:decimal.