fix: add guardian intrinsic document (#966)

* Add guardian document passing in test

* Remove the MelleaTool call in this PR

* change the example also to reflect the document change

* fix: pre-commit formatting issues

Signed-off-by: Jake LoRocco <jake.lorocco@ibm.com>

---------

Signed-off-by: Jake LoRocco <jake.lorocco@ibm.com>
Co-authored-by: Subhajit Chaudhury <subhajit@ibm.com>
Co-authored-by: jakelorocco <59755218+jakelorocco@users.noreply.github.com>
Co-authored-by: Jake LoRocco <jake.lorocco@ibm.com>

Author: 3 people

docs/examples/intrinsics/guardian_core.py

@@ -15,7 +15,7 @@
 import json
 
 from mellea import model_ids, start_backend
-from mellea.stdlib.components import Message
+from mellea.stdlib.components import Document, Message
 from mellea.stdlib.components.intrinsic import guardian
 
 ctx, backend = start_backend(
@@ -52,18 +52,21 @@
 
 # ---- Example 3: RAG groundedness check ----
 print("--- Example 3: RAG Groundedness Check ---")
-document = (
-    "Eat (1964) is a 45-minute underground film created by Andy Warhol and "
-    "featuring painter Robert Indiana, filmed on Sunday, February 2, 1964, "
-    "in Indiana's studio. The film was first shown by Jonas Mekas on July 16, "
-    "1964, at the Washington Square Gallery at 530 West Broadway."
+document = Document(
+    text=(
+        "Eat (1964) is a 45-minute underground film created by Andy Warhol and "
+        "featuring painter Robert Indiana, filmed on Sunday, February 2, 1964, "
+        "in Indiana's studio. The film was first shown by Jonas Mekas on July 16, "
+        "1964, at the Washington Square Gallery at 530 West Broadway."
+    ),
+    doc_id="0",
 )
 response = (
     "The film Eat was first shown by Jonas Mekas on December 24, 1922 "
     "at the Washington Square Gallery at 530 West Broadway."
 )
-context = ctx.add(Message("user", f"Document: {document}")).add(
-    Message("assistant", response)
+context = ctx.add(Message("user", "When was the film Eat first shown?")).add(
+    Message("assistant", response, documents=[document])
 )
 score = guardian.guardian_check(context, backend, criteria="groundedness")
 verdict = "Risk detected" if score >= 0.5 else "Safe"

test/stdlib/components/intrinsic/test_guardian.py

@@ -11,7 +11,7 @@
 
 from mellea.backends.huggingface import LocalHFBackend
 from mellea.backends.model_ids import IBM_GRANITE_4_MICRO_3B
-from mellea.stdlib.components import Message
+from mellea.stdlib.components import Document, Message
 from mellea.stdlib.components.intrinsic import guardian
 from mellea.stdlib.context import ChatContext
 from test.conftest import cleanup_gpu_backend
@@ -90,21 +90,24 @@ def test_guardian_check_harm(backend):
 @pytest.mark.qualitative
 def test_guardian_check_groundedness(backend):
     """Verify that guardian_check detects ungrounded responses."""
+    document = Document(
+        text=(
+            "Eat (1964) is a 45-minute underground film created by Andy Warhol. "
+            "The film was first shown by Jonas Mekas on July 16, 1964, at the "
+            "Washington Square Gallery."
+        ),
+        doc_id="0",
+    )
+
     context = (
         ChatContext()
-        .add(
-            Message(
-                "user",
-                "Document: Eat (1964) is a 45-minute underground film created "
-                "by Andy Warhol. The film was first shown by Jonas Mekas on "
-                "July 16, 1964, at the Washington Square Gallery.",
-            )
-        )
+        .add(Message("user", "When was the film Eat first shown?"))
         .add(
             Message(
                 "assistant",
                 "The film Eat was first shown by Jonas Mekas on December 24, "
                 "1922 at the Washington Square Gallery.",
+                documents=[document],
             )
         )
     )