sessions

Author: chitalian

src/ragas/evaluation.py

@@ -31,6 +31,7 @@
 from ragas.metrics.critique import AspectCritique
 from ragas.run_config import RunConfig
 from ragas.utils import get_feature_language, safe_nanmean
+from ragas.integrations.helicone import helicone_config
 
 # from ragas.metrics.critique import AspectCritique
 from ragas.validation import (
@@ -136,6 +137,11 @@ def evaluate(
     column_map = column_map or {}
     callbacks = callbacks or []
 
+    if (helicone_config.is_enabled):
+        import uuid
+        helicone_config.session_name = "ragas-evaluation"
+        helicone_config.session_id = str(uuid.uuid4())
+
     if dataset is None:
         raise ValueError("Provide dataset!")
 
@@ -148,7 +154,8 @@ def evaluate(
             faithfulness,
         )
 
-        metrics = [answer_relevancy, context_precision, faithfulness, context_recall]
+        metrics = [answer_relevancy, context_precision,
+                   faithfulness, context_recall]
 
     # remap column names from the dataset
     dataset = remap_column_names(dataset, column_map)

src/ragas/integrations/helicone.py

@@ -92,5 +92,9 @@ def default_headers(self) -> Dict[str, Any]:
 
         return headers
 
+    @property
+    def is_enabled(self):
+        return self.api_key is not None
+
 
 helicone_config = HeliconeSingleton()