Support LLM api of the new trtllm (0.20.0)

README.md

@@ -18,7 +18,7 @@ pip install logits-processor-zoo
 ## Supported Frameworks
 * transformers
 * vLLM
-* TensorRT-LLM
+* TensorRT-LLM (>=0.20.0)
 
 ## Usage
 
@@ -87,3 +87,5 @@ One common use case is to force writing python code just after thinking:
 trigger_python = TriggerPhraseLogitsProcessor(phrase="\n```python", trigger_token_phrase="</think>", 
                                               tokenizer=tokenizer, trigger_count=1, trigger_after=True)
 ```
+### PreventHallucinationLogitsProcessor
+A logits processor that mitigates hallucinated model outputs by enforcing a predefined fallback phrase when token confidence falls below a specified threshold.

example_notebooks/transformers/cite_prompt_logits_processor.ipynb → examples/transformers/cite_prompt_logits_processor.ipynb

@@ -33,7 +33,7 @@
     }
    ],
    "source": [
-    "from example_notebooks.transformers.utils import LLMRunner\n",
+    "from examples.transformers.utils import LLMRunner\n",
     "from logits_processor_zoo.transformers import CiteFromPromptLogitsProcessor\n",
     "\n",
     "\n",

example_notebooks/transformers/force_last_phrase_logits_processor.ipynb → examples/transformers/force_last_phrase_logits_processor.ipynb

@@ -37,7 +37,7 @@
     }
    ],
    "source": [
-    "from example_notebooks.transformers.utils import LLMRunner\n",
+    "from examples.transformers.utils import LLMRunner\n",
     "from logits_processor_zoo.transformers import ForceLastPhraseLogitsProcessor\n",
     "\n",
     "\n",

example_notebooks/transformers/gen_length_logits_processor.ipynb → examples/transformers/gen_length_logits_processor.ipynb

@@ -25,7 +25,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "from example_notebooks.transformers.utils import LLMRunner\n",
+    "from examples.transformers.utils import LLMRunner\n",
     "from logits_processor_zoo.transformers import GenLengthLogitsProcessor\n",
     "\n",
     "example_prompts =[\n",

example_notebooks/transformers/multiple_choice_logits_processor.ipynb → examples/transformers/multiple_choice_logits_processor.ipynb

@@ -37,7 +37,7 @@
     }
    ],
    "source": [
-    "from example_notebooks.transformers.utils import LLMRunner\n",
+    "from examples.transformers.utils import LLMRunner\n",
     "from logits_processor_zoo.transformers import MultipleChoiceLogitsProcessor\n",
     "\n",
     "\n",

example_notebooks/transformers/prevent_hallucination_logits_processor.ipynb → examples/transformers/prevent_hallucination_logits_processor.ipynb

@@ -33,7 +33,7 @@
     }
    ],
    "source": [
-    "from example_notebooks.transformers.utils import LLMRunner\n",
+    "from examples.transformers.utils import LLMRunner\n",
     "from logits_processor_zoo.transformers import PreventHallucinationLogitsProcessor\n",
     "\n",
     "runner = LLMRunner()"