add DepthScore

docs/source/links.rst

@@ -50,6 +50,8 @@
 .. _Mean Reciprocal Rank: https://en.wikipedia.org/wiki/Mean_reciprocal_rank
 .. _BERT_score: https://github.com/Tiiiger/bert_score/blob/master/bert_score/utils.py
 .. _Bert_score Evaluating Text Generation: https://arxiv.org/abs/1904.09675
+.. _DepthScore Evaluating Text Generation: https://arxiv.org/abs/2103.12711
+.. _DEPTH_score: https://github.com/PierreColombo/nlg_eval_via_simi_measures/blob/main/nlg_eval_via_simi_measures/depth_score.py
 .. _BLEU score: https://en.wikipedia.org/wiki/BLEU
 .. _BLEU: https://www.semanticscholar.org/paper/Bleu%3A-a-Method-for-Automatic-Evaluation-of-Machine-Papineni-Roukos/d7da009f457917aa381619facfa5ffae9329a6e9
 .. _SacreBLEU: https://github.com/mjpost/sacrebleu

docs/source/text/depth_score.rst

@@ -0,0 +1,21 @@
+.. customcarditem::
+   :header: Depth Score
+   :image: https://pl-flash-data.s3.amazonaws.com/assets/thumbnails/summarization.svg
+   :tags: Text
+
+.. include:: ../links.rst
+
+###########
+Depth Score
+###########
+
+Module Interface
+________________
+
+.. autoclass:: torchmetrics.text.depth_score.DepthScore
+    :exclude-members: update, compute
+
+Functional Interface
+____________________
+
+.. autofunction:: torchmetrics.functional.text.depth_score.depth_score

requirements/text.txt

@@ -9,3 +9,7 @@ transformers >=4.43.0,<4.57
 mecab-python3 >=1.0.6, <1.1.0
 ipadic >=1.0.0, <1.1.0
 sentencepiece >=0.2.0, <0.3.0
+
+scikit-learn >1.5.0, <1.8.0
+POT >=0.9.0, <=0.9.6
+geomloss ==0.2.6  # strict

src/torchmetrics/functional/text/__init__.py

@@ -48,6 +48,7 @@
 
 if _TRANSFORMERS_GREATER_EQUAL_4_4:
     from torchmetrics.functional.text.bert import bert_score
+    from torchmetrics.functional.text.depth_score import depth_score
     from torchmetrics.functional.text.infolm import infolm
 
-    __all__ += ["bert_score", "infolm"]
+    __all__ += ["bert_score", "depth_score", "infolm"]