Evaluation

Evaluation.

Classes

Evaluator([filtered, ...])

An abstract evaluator for KGE models.

MetricResults(data)

Results from computing metrics.

RankBasedEvaluator([filtered, metrics, ...])

A rank-based evaluator for KGE models.

RankBasedMetricResults(data)

Results from computing metrics.

MacroRankBasedEvaluator(**kwargs)

Macro-average rank-based evaluation.

LCWAEvaluationLoop(triples_factory[, ...])

Evaluation loop using 1:n scoring.

SampledRankBasedEvaluator(evaluation_factory, *)

A rank-based evaluator using sampled negatives instead of all negatives.

OGBEvaluator([filtered])

A sampled, rank-based evaluator that applies a custom OGB evaluation.

ClassificationEvaluator(**kwargs)

An evaluator that uses a classification metrics.

ClassificationMetricResults(data)

Results from computing metrics.

Class Inheritance Diagram

digraph inheritance26cbd1aa46 { bgcolor=transparent; rankdir=LR; size="8.0, 12.0"; "ABC" [fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",tooltip="Helper class that provides a standard way to create an ABC using"]; "ClassificationEvaluator" [URL="../api/pykeen.evaluation.ClassificationEvaluator.html#pykeen.evaluation.ClassificationEvaluator",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top",tooltip="An evaluator that uses a classification metrics."]; "Evaluator" -> "ClassificationEvaluator" [arrowsize=0.5,style="setlinewidth(0.5)"]; "ClassificationMetricResults" [URL="../api/pykeen.evaluation.ClassificationMetricResults.html#pykeen.evaluation.ClassificationMetricResults",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top",tooltip="Results from computing metrics."]; "MetricResults" -> "ClassificationMetricResults" [arrowsize=0.5,style="setlinewidth(0.5)"]; "EvaluationLoop" [fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",tooltip="A base class for evaluation loops."]; "Generic" -> "EvaluationLoop" [arrowsize=0.5,style="setlinewidth(0.5)"]; "Evaluator" [URL="../api/pykeen.evaluation.Evaluator.html#pykeen.evaluation.Evaluator",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top",tooltip="An abstract evaluator for KGE models."]; "ABC" -> "Evaluator" [arrowsize=0.5,style="setlinewidth(0.5)"]; "Generic" -> "Evaluator" [arrowsize=0.5,style="setlinewidth(0.5)"]; "Generic" [fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",tooltip="Abstract base class for generic types."]; "LCWAEvaluationLoop" [URL="../api/pykeen.evaluation.LCWAEvaluationLoop.html#pykeen.evaluation.LCWAEvaluationLoop",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top",tooltip="Evaluation loop using 1:n scoring."]; "EvaluationLoop" -> "LCWAEvaluationLoop" [arrowsize=0.5,style="setlinewidth(0.5)"]; "MacroRankBasedEvaluator" [URL="../api/pykeen.evaluation.MacroRankBasedEvaluator.html#pykeen.evaluation.MacroRankBasedEvaluator",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top",tooltip="Macro-average rank-based evaluation."]; "RankBasedEvaluator" -> "MacroRankBasedEvaluator" [arrowsize=0.5,style="setlinewidth(0.5)"]; "MetricResults" [URL="../api/pykeen.evaluation.MetricResults.html#pykeen.evaluation.MetricResults",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top",tooltip="Results from computing metrics."]; "Generic" -> "MetricResults" [arrowsize=0.5,style="setlinewidth(0.5)"]; "OGBEvaluator" [URL="../api/pykeen.evaluation.OGBEvaluator.html#pykeen.evaluation.OGBEvaluator",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top",tooltip="A sampled, rank-based evaluator that applies a custom OGB evaluation."]; "SampledRankBasedEvaluator" -> "OGBEvaluator" [arrowsize=0.5,style="setlinewidth(0.5)"]; "RankBasedEvaluator" [URL="../api/pykeen.evaluation.RankBasedEvaluator.html#pykeen.evaluation.RankBasedEvaluator",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top",tooltip="A rank-based evaluator for KGE models."]; "Evaluator" -> "RankBasedEvaluator" [arrowsize=0.5,style="setlinewidth(0.5)"]; "RankBasedMetricResults" [URL="../api/pykeen.evaluation.RankBasedMetricResults.html#pykeen.evaluation.RankBasedMetricResults",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top",tooltip="Results from computing metrics."]; "MetricResults" -> "RankBasedMetricResults" [arrowsize=0.5,style="setlinewidth(0.5)"]; "SampledRankBasedEvaluator" [URL="../api/pykeen.evaluation.SampledRankBasedEvaluator.html#pykeen.evaluation.SampledRankBasedEvaluator",fillcolor=white,fontname="Vera Sans, DejaVu Sans, Liberation Sans, Arial, Helvetica, sans",fontsize=10,height=0.25,shape=box,style="setlinewidth(0.5),filled",target="_top",tooltip="A rank-based evaluator using sampled negatives instead of all negatives."]; "RankBasedEvaluator" -> "SampledRankBasedEvaluator" [arrowsize=0.5,style="setlinewidth(0.5)"]; }