Skip to content

Commit fabc4a9

Browse files
committed
Initial commit for adapters for langfuse and HF
1 parent e581153 commit fabc4a9

File tree

14 files changed

+3271
-72
lines changed

14 files changed

+3271
-72
lines changed

eval_protocol/adapters/CONTRIBUTING.md

Lines changed: 524 additions & 0 deletions
Large diffs are not rendered by default.

eval_protocol/adapters/__init__.py

Lines changed: 47 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1,47 @@
1-
# This file makes the 'adapters' directory a Python package.
1+
"""Data source adapters for Eval Protocol.
2+
3+
This package provides adapters for integrating with various data sources
4+
and converting them to EvaluationRow format for use in evaluation pipelines.
5+
6+
Available adapters:
7+
- LangfuseAdapter: Pull data from Langfuse deployments
8+
- HuggingFaceAdapter: Load datasets from HuggingFace Hub
9+
- Braintrust integration (legacy)
10+
- TRL integration (legacy)
11+
"""
12+
13+
# Conditional imports based on available dependencies
14+
try:
15+
from .langfuse import LangfuseAdapter, create_langfuse_adapter
16+
__all__ = ["LangfuseAdapter", "create_langfuse_adapter"]
17+
except ImportError:
18+
__all__ = []
19+
20+
try:
21+
from .huggingface import (
22+
HuggingFaceAdapter,
23+
create_huggingface_adapter,
24+
create_gsm8k_adapter,
25+
create_math_adapter,
26+
)
27+
__all__.extend([
28+
"HuggingFaceAdapter",
29+
"create_huggingface_adapter",
30+
"create_gsm8k_adapter",
31+
"create_math_adapter",
32+
])
33+
except ImportError:
34+
pass
35+
36+
# Legacy adapters (always available)
37+
try:
38+
from .braintrust import reward_fn_to_scorer, scorer_to_reward_fn
39+
__all__.extend(["scorer_to_reward_fn", "reward_fn_to_scorer"])
40+
except ImportError:
41+
pass
42+
43+
try:
44+
from .trl import create_trl_adapter
45+
__all__.extend(["create_trl_adapter"])
46+
except ImportError:
47+
pass

0 commit comments

Comments
 (0)