Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 11 additions & 0 deletions python/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,17 @@ with Python 3.15. Use Python 3.14 or earlier for
silently omitted, and it does not restrict core-only or `[grpc]` installs.
Framework instrumentors have their own runtime constraints.

**New Python evaluation projects:** use Agent Learning Kit in a fresh virtual
environment (`python -m pip install agent-learning-kit==0.3.7`). It provides
`fi.alk.evals` and depends on the **base** tracing distribution. Normal HTTP
or gRPC tracing does not require the standalone `ai-evaluation` wheel.

The `[evaluation]` extra of `fi-instrumentation-otel==1.5.0` still declares
both `ai-evaluation` and the platform SDK `futureagi`. Keep existing pinned
environments separate; do not add that extra to your kit environment, and do
not install the kit over `futureagi==0.7.0`. Those two wheels overwrite some
of the same `fi/` files, even when their dependencies resolve successfully.

## Quickstart

Use Python 3.10–3.13 for this OpenAI example.
Expand Down
4 changes: 2 additions & 2 deletions python/frameworks/anthropic/traceai_anthropic/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,7 @@ def _instrument(self, **kwargs: Any) -> None:
try:
from fi.evals import Protect
except ImportError:
logger.warning("ai-evaluation is not installed, please install it to trace protect")
logger.warning("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None

# When the SDK's own spans (anthropic>=1.14) would reach the same provider,
Expand Down Expand Up @@ -144,7 +144,7 @@ def _uninstrument(self, **kwargs: Any) -> None:
try:
from fi.evals import Protect
except ImportError:
logger.warning("ai-evaluation is not installed, please install it to trace protect")
logger.warning("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None

if Completions is not None and self._original_completions_create is not None:
Expand Down
2 changes: 1 addition & 1 deletion python/frameworks/bedrock/traceai_bedrock/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.warning("ai-evaluation is not installed, please install it to trace protect")
logger.warning("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None
pass

Expand Down
2 changes: 1 addition & 1 deletion python/frameworks/cohere/traceai_cohere/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.debug("ai-evaluation is not installed")
logger.debug("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None

from fi_instrumentation import FITracer, TraceConfig
Expand Down
2 changes: 1 addition & 1 deletion python/frameworks/deepseek/traceai_deepseek/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.debug("ai-evaluation is not installed")
logger.debug("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None

from fi_instrumentation import FITracer, TraceConfig
Expand Down
2 changes: 1 addition & 1 deletion python/frameworks/groq/traceai_groq/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.warning("ai-evaluation is not installed, please install it to trace protect")
logger.warning("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None
pass
from fi_instrumentation import FITracer, TraceConfig
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.debug("ai-evaluation is not installed")
logger.debug("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None

from fi_instrumentation import FITracer, TraceConfig
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.warning("ai-evaluation is not installed, please install it to trace protect")
logger.warning("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None
pass
from fi_instrumentation import FITracer, TraceConfig
Expand Down
2 changes: 1 addition & 1 deletion python/frameworks/langchain/traceai_langchain/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ def _instrument(self, **kwargs: Any) -> None:
try:
from fi.evals import Protect
except ImportError:
logger.warning("ai-evaluation is not installed, please install it to trace protect")
logger.warning("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None
from fi_instrumentation.instrumentation._tracers import FITracer
from traceai_langchain._tracer import FiTracer as LangChainFiTracer
Expand Down
2 changes: 1 addition & 1 deletion python/frameworks/litellm/traceai_litellm/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.warning("ai-evaluation is not installed, please install it to trace protect")
logger.warning("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None
pass
from fi_instrumentation import (
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.warning("ai-evaluation is not installed, please install it to trace protect")
logger.warning("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None
pass
from fi_instrumentation import FITracer, TraceConfig
Expand Down
2 changes: 1 addition & 1 deletion python/frameworks/ollama/traceai_ollama/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.debug("ai-evaluation is not installed")
logger.debug("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None

from fi_instrumentation import FITracer, TraceConfig
Expand Down
2 changes: 1 addition & 1 deletion python/frameworks/openai/traceai_openai/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.warning("ai-evaluation is not installed, please install it to trace protect")
logger.warning("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None
pass
from fi_instrumentation import FITracer, TraceConfig
Expand Down
2 changes: 1 addition & 1 deletion python/frameworks/together/traceai_together/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.debug("ai-evaluation is not installed")
logger.debug("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None

from fi_instrumentation import FITracer, TraceConfig
Expand Down
2 changes: 1 addition & 1 deletion python/frameworks/vertexai/traceai_vertexai/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
try:
from fi.evals import Protect
except ImportError:
logger.warning("ai-evaluation is not installed, please install it to trace protect")
logger.warning("Optional fi.evals.Protect is unavailable; Protect calls will not be traced.")
Protect = None
pass
from fi_instrumentation import FITracer, TraceConfig
Expand Down
Loading