Skip to content

Abhishek/jud 1704 otel tracer implementation2 #517

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 40 commits into
base: staging
Choose a base branch
from
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
40 commits
Select commit Hold shift + click to select a range
0f13543
init
abhishekg999 Aug 6, 2025
754b5ba
chore: scorer, evaluation, api updates
abhishekg999 Aug 12, 2025
775eb96
chore: add back eval
abhishekg999 Aug 12, 2025
990d969
chore: dataset fix
abhishekg999 Aug 12, 2025
056b25c
chore: langchain?
abhishekg999 Aug 12, 2025
c545cbb
todo: async evaluate
abhishekg999 Aug 12, 2025
da3314b
alan async eval
alanzhang25 Aug 13, 2025
ed2538d
add to slots
alanzhang25 Aug 13, 2025
516c72c
s3
abhishekg999 Aug 18, 2025
dba7633
add back
alanzhang25 Aug 18, 2025
11b65aa
fixes
alanzhang25 Aug 18, 2025
cde28b4
adding features
alanzhang25 Aug 18, 2025
a327009
t
alanzhang25 Aug 18, 2025
a5e7beb
set eval default True
alanzhang25 Aug 18, 2025
f43969a
span_type -> span_kind
abhishekg999 Aug 18, 2025
412b9f7
local eval queue fixes
alanzhang25 Aug 18, 2025
02994ef
fix hosted custom scorer
alanzhang25 Aug 19, 2025
392a5e4
logger and other chat responses
alanzhang25 Aug 19, 2025
3a7684f
Otel judgment.agent (#514)
justinsheu Aug 19, 2025
445137b
chore: span_kind
abhishekg999 Aug 19, 2025
457e4f4
Merge remote-tracking branch 'refs/remotes/origin/abhishek/jud-1704-o…
abhishekg999 Aug 19, 2025
32c9c8a
merge fireworks
abhishekg999 Aug 20, 2025
4857366
assert key existance in judgmentclient
abhishekg999 Aug 20, 2025
00de90a
lint
abhishekg999 Aug 20, 2025
d7220ab
Justin/typeddict fix (#519)
justinsheu Aug 21, 2025
f2dc5ff
keys
abhishekg999 Aug 21, 2025
69623cb
merge
abhishekg999 Aug 21, 2025
a5dec56
update init
abhishekg999 Aug 21, 2025
27d6f97
fix: base scorer
abhishekg999 Aug 21, 2025
a18c403
fix: base scorer
abhishekg999 Aug 21, 2025
d714fed
fix
justinsheu Aug 21, 2025
5ebee9b
Customer ID
alanzhang25 Aug 21, 2025
487391c
clean logic
alanzhang25 Aug 21, 2025
512db55
fix attr name
alanzhang25 Aug 21, 2025
f72f631
dashboard otel (#520)
justinsheu Aug 21, 2025
e5c5509
partial: judgeval traces
abhishekg999 Aug 22, 2025
5eaddf3
Merge remote-tracking branch 'refs/remotes/origin/abhishek/jud-1704-o…
abhishekg999 Aug 22, 2025
a87f7e1
add partial spans
Mandolaro Aug 22, 2025
17444c0
chore: no op tracer
abhishekg999 Aug 22, 2025
17033db
Merge remote-tracking branch 'refs/remotes/origin/abhishek/jud-1704-o…
abhishekg999 Aug 22, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
78 changes: 33 additions & 45 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -15,14 +15,15 @@ classifiers = [
]
license = "Apache-2.0"
license-files = ["LICENSE.md"]

dependencies = [
"rich",
"dotenv",
"httpx>=0.28.1",
"litellm>=1.61.15",
"python-dotenv",
"requests",
"boto3",
"opentelemetry-api>=1.34.1",
"opentelemetry-sdk>=1.34.1",
"nest-asyncio>=1.6.0",
"opentelemetry-exporter-otlp>=1.36.0",
"opentelemetry-sdk>=1.36.0",
"opentelemetry-semantic-conventions>=0.57b0",
"orjson>=3.9.0",
"nest-asyncio>=1.6.0",
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

medium

The dependency nest-asyncio>=1.6.0 is listed twice. Please remove this duplicate entry to keep the dependencies clean.

"langchain-huggingface",
Expand All @@ -31,7 +32,9 @@ dependencies = [
"langchain-core",
"click<8.2.0",
"typer>=0.9.0",
"fireworks-ai>=0.19.18",
"pre-commit>=4.3.0",
"pytest>=8.4.1",
Comment on lines +35 to +36
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

high

pre-commit and pytest are development tools and should not be included in the main dependencies list. This will cause them to be installed for end-users of your library, which is unnecessary. Please move them to the dev group under [project.optional-dependencies].

"boto3>=1.40.11",
]

[project.urls]
Expand All @@ -56,54 +59,39 @@ langchain = [
"langchain-anthropic",
"langchain-core",
]
s3 = ["boto3>=1.40.11"]
trainer = ["fireworks-ai>=0.19.18"]


[dependency-groups]
dev = [
"chromadb>=1.0.12",
"pytest>=8.4.0",
"pytest-asyncio>=1.0.0",
"pytest-cov>=6.1.1",
"pytest-mock>=3.14.1",
"tavily-python>=0.7.5",
"pre-commit>=4.2.0",
"types-requests>=2.32.4.20250611",
"mypy>=1.17.0",
"anthropic>=0.61.0",
"boto3-stubs[s3]>=1.40.11",
"datamodel-code-generator>=0.32.0",
"google-genai>=1.28.0",
"groq>=0.30.0",
"langchain-core>=0.3.72",
"langgraph>=0.6.4",
"mypy>=1.17.1",
"openai>=1.78.1",
"opentelemetry-instrumentation-openai>=0.44.1",
"ruff>=0.9.1,<0.10.0",
"together>=1.5.21",
"types-pyyaml>=6.0.12.20250516",
"pandas-stubs>=2.3.0.250703",
"lxml-stubs>=0.5.1",
"types-pygments>=2.19.0.20250715",
"types-beautifulsoup4>=4.12.0.20250516",
"types-cachetools>=6.1.0.20250717",
"types-cffi>=1.17.0.20250523",
"types-defusedxml>=0.7.0.20250708",
"types-greenlet>=3.2.0.20250417",
"types-jsonschema>=4.24.0.20250708",
"types-objgraph>=3.6.0.20240907",
"types-pexpect>=4.9.0.20250516",
"types-protobuf>=6.30.2.20250703",
"types-psutil>=7.0.0.20250601",
"types-pyopenssl>=24.1.0.20240722",
"types-pyasn1>=0.6.0.20250516",
"types-regex>=2024.11.6.20250403",
"types-reportlab>=4.4.1.20250602",
"types-simplejson>=3.20.0.20250326",
"types-tensorflow>=2.18.0.20250516",
"types-tqdm>=4.67.0.20250516",
"types-tree-sitter-languages>=1.10.0.20250530",
"types-xmltodict>=0.14.0.20241009",
"datamodel-code-generator>=0.31.2",
"openai",
"together",
"anthropic",
"google-genai",
"groq",
"langgraph>=0.4.3",
"pre-commit>=4.2.0",
]


[tool.hatch.build]
directory = "dist"
artifacts = ["src/judgeval/**/*.py"]
exclude = ["src/e2etests/*", "src/tests/*", "src/demo/*"]

[tool.ruff]
exclude = ["docs"]

[tool.ruff.lint]
ignore = [
"F403",
"F405",
] # F403: star import, F405: undefined name from star import
Loading
Loading