feat: add requirements and preconditions to gen slots (#226)

* feat: remove auto get session from context; add context, backend option to genslots

* test: add gen slot changes that don't work

* test: gen slot changes

* test: notes

* todo: continue work on arg extraction; search for todos; add tests

* feat: Change arg/kwarg extraction for gen slots; prevent passing in decorated
func params as positional args

* fix: stop passing along format when validating in sampling strategies

* feat: add requirements / preconditions to gen slots

* fix: formatting in new gen slot example

* fix: imports for stdlib functional

Author: jakelorocco

docs/examples/generative_slots/generative_slots.py

@@ -20,6 +20,7 @@ def generate_summary(text: str) -> str:
         print("Output sentiment is : ", sentiment_component)
 
         summary = generate_summary(
+            m=m,
             text="""
             The eagle rays are a group of cartilaginous fishes in the family Myliobatidae,
             consisting mostly of large species living in the open ocean rather than on the sea bottom.
@@ -28,6 +29,6 @@ def generate_summary(text: str) -> str:
             surface. Compared with other rays, they have long tails, and well-defined, rhomboidal bodies.
             They are ovoviviparous, giving birth to up to six young at a time. They range from 0.48 to
             5.1 m (1.6 to 16.7 ft) in length and 7 m (23 ft) in wingspan.
-            """
+            """,
         )
         print("Generated summary is :", summary)

docs/examples/generative_slots/generative_slots_with_requirements.py

@@ -0,0 +1,70 @@
+from typing import Literal
+
+from mellea import generative, start_session
+from mellea.stdlib.genslot import PreconditionException
+from mellea.stdlib.requirement import Requirement, simple_validate
+from mellea.stdlib.sampling.base import RejectionSamplingStrategy
+
+
+@generative
+def classify_sentiment(text: str) -> Literal["positive", "negative", "unknown"]:
+    """Classify the sentiment of the text."""
+    ...
+
+
+if __name__ == "__main__":
+    m = start_session()
+
+    # Add preconditions and requirements.
+    sentiment_component = classify_sentiment(
+        m,
+        text="I love this!",
+        # Preconditions are only checked with basic validation. Don't use the strategy.
+        precondition_requirements=["the text arg should be less than 100 words"],
+        # Reqs to use with the strategy. You could also just remove "unknown" from the structured output for this.
+        requirements=["avoid classifying the sentiment as unknown"],
+        strategy=RejectionSamplingStrategy(),  # Must specify a strategy for gen slots
+    )
+
+    print(
+        f"Prompt to the model looked like:\n```\n{m.last_prompt()[0]['content']}\n```"
+    )  # type: ignore
+    # Prompt to the model looked like:
+    # ```
+    # Your task is to imitate the output of the following function for the given arguments.
+    # Reply Nothing else but the output of the function.
+
+    # Function:
+    # def classify_sentiment(text: str) -> Literal['positive', 'negative', 'unknown']:
+    #     """Classify the sentiment of the text.
+
+    #     Postconditions:
+    #         - avoid classifying the sentiment as unknown
+    #     """
+
+    # Arguments:
+    # - text: "I love this!"  (type: <class 'str'>)
+    # ```
+
+    print("\nOutput sentiment is:", sentiment_component)
+
+    # We can also force a precondition failure.
+    try:
+        sentiment_component = classify_sentiment(
+            m,
+            text="I hate this!",
+            # Requirement always fails to validate given the lambda.
+            precondition_requirements=[
+                Requirement(
+                    "the text arg should be only one word",
+                    validation_fn=simple_validate(lambda x: (False, "Forced to fail!")),
+                )
+            ],
+        )
+    except PreconditionException as e:
+        print(f"exception: {str(e)}")
+
+        # Look at why the precondition validation failed.
+        print("Failure reasons:")
+        for val_result in e.validation:
+            print("-", val_result.reason)