Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion clients/python/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ build-backend = "hatchling.build"

[project]
name = "agent-eval-rpc"
version = "0.109.1"
version = "0.110.0"
description = "Python RPC client for @tangle-network/agent-eval — judge content against rubrics over HTTP or stdio RPC. Eval logic runs in the Node runtime; this package is a thin wire client."
readme = "README.md"
requires-python = ">=3.10"
Expand Down
2 changes: 1 addition & 1 deletion clients/python/src/agent_eval_rpc/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@
try:
__version__ = version("agent-eval-rpc")
except PackageNotFoundError:
__version__ = "0.109.1"
__version__ = "0.110.0"

__all__ = [
"Client",
Expand Down
72 changes: 1 addition & 71 deletions package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@tangle-network/agent-eval",
"version": "0.109.1",
"version": "0.110.0",
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
"homepage": "https://github.com/tangle-network/agent-eval#readme",
"repository": {
Expand Down Expand Up @@ -39,11 +39,6 @@
"import": "./dist/rl.js",
"default": "./dist/rl.js"
},
"./diagnose": {
"types": "./dist/diagnose.d.ts",
"import": "./dist/diagnose.js",
"default": "./dist/diagnose.js"
},
"./fuzz": {
"types": "./dist/fuzz.d.ts",
"import": "./dist/fuzz.js",
Expand All @@ -54,16 +49,6 @@
"import": "./dist/traces.js",
"default": "./dist/traces.js"
},
"./telemetry": {
"types": "./dist/telemetry/index.d.ts",
"import": "./dist/telemetry/index.js",
"default": "./dist/telemetry/index.js"
},
"./telemetry/file": {
"types": "./dist/telemetry/file.d.ts",
"import": "./dist/telemetry/file.js",
"default": "./dist/telemetry/file.js"
},
"./wire": {
"types": "./dist/wire/index.d.ts",
"import": "./dist/wire/index.js",
Expand All @@ -84,41 +69,16 @@
"import": "./dist/meta-eval/index.js",
"default": "./dist/meta-eval/index.js"
},
"./prm": {
"types": "./dist/prm/index.d.ts",
"import": "./dist/prm/index.js",
"default": "./dist/prm/index.js"
},
"./builder-eval": {
"types": "./dist/builder-eval/index.d.ts",
"import": "./dist/builder-eval/index.js",
"default": "./dist/builder-eval/index.js"
},
"./governance": {
"types": "./dist/governance/index.d.ts",
"import": "./dist/governance/index.js",
"default": "./dist/governance/index.js"
},
"./knowledge": {
"types": "./dist/knowledge/index.d.ts",
"import": "./dist/knowledge/index.js",
"default": "./dist/knowledge/index.js"
},
"./matrix": {
"types": "./dist/matrix/index.d.ts",
"import": "./dist/matrix/index.js",
"default": "./dist/matrix/index.js"
},
"./perf": {
"types": "./dist/perf/index.d.ts",
"import": "./dist/perf/index.js",
"default": "./dist/perf/index.js"
},
"./product-benchmark": {
"types": "./dist/product-benchmark/index.d.ts",
"import": "./dist/product-benchmark/index.js",
"default": "./dist/product-benchmark/index.js"
},
"./multishot": {
"types": "./dist/multishot/index.d.ts",
"import": "./dist/multishot/index.js",
Expand All @@ -139,51 +99,21 @@
"import": "./dist/authenticity/index.js",
"default": "./dist/authenticity/index.js"
},
"./groundedness": {
"types": "./dist/groundedness/index.d.ts",
"import": "./dist/groundedness/index.js",
"default": "./dist/groundedness/index.js"
},
"./belief-state": {
"types": "./dist/belief-state/index.d.ts",
"import": "./dist/belief-state/index.js",
"default": "./dist/belief-state/index.js"
},
"./workflow": {
"types": "./dist/workflow/index.d.ts",
"import": "./dist/workflow/index.js",
"default": "./dist/workflow/index.js"
},
"./contract": {
"types": "./dist/contract/index.d.ts",
"import": "./dist/contract/index.js",
"default": "./dist/contract/index.js"
},
"./adapters/langchain": {
"types": "./dist/adapters/langchain.d.ts",
"import": "./dist/adapters/langchain.js",
"default": "./dist/adapters/langchain.js"
},
"./adapters/http": {
"types": "./dist/adapters/http.d.ts",
"import": "./dist/adapters/http.js",
"default": "./dist/adapters/http.js"
},
"./adapters/otel": {
"types": "./dist/adapters/otel.d.ts",
"import": "./dist/adapters/otel.js",
"default": "./dist/adapters/otel.js"
},
"./hosted": {
"types": "./dist/hosted/index.d.ts",
"import": "./dist/hosted/index.js",
"default": "./dist/hosted/index.js"
},
"./testing": {
"types": "./dist/testing.d.ts",
"import": "./dist/testing.js",
"default": "./dist/testing.js"
},
"./openapi.json": {
"default": "./dist/openapi.json"
}
Expand Down
41 changes: 0 additions & 41 deletions scripts/verify-package-exports.mjs
Original file line number Diff line number Diff line change
Expand Up @@ -28,16 +28,12 @@ try {
const packageJson = JSON.parse(readFileSync(join(packageDir, 'package.json'), 'utf8'))
const requiredExports = {
'.': ['import', 'types'],
'./workflow': ['import', 'types'],
'./campaign': ['import', 'types'],
'./traces': ['import', 'types'],
'./rl': ['import', 'types'],
'./prm': ['import', 'types'],
'./meta-eval': ['import', 'types'],
'./product-benchmark': ['import', 'types'],
'./belief-state': ['import', 'types'],
'./wire': ['import', 'types'],
'./testing': ['import', 'types'],
'./openapi.json': ['default'],
}

Expand All @@ -60,27 +56,6 @@ try {
'--input-type=module',
'--eval',
`
const workflow = await import('@tangle-network/agent-eval/workflow')
const expected = [
'buildWorkflowAnalystFeedbackPack',
'buildWorkflowPartnerReport',
'buildWorkflowTraceIntelligenceEnvelope',
'decideWorkflowDriverPromotion',
'sanitizeWorkflowTraceEnvelope',
'summarizeWorkflowExecution',
'validateWorkflowTraceEnvelope',
'validateWorkflowTraceEvent',
'validateWorkflowTraceEventKind',
'validateWorkflowTraceEventPayload',
'workflowEventsToTraceEnvelope',
'workflowPhaseGraph',
'workflowRuntimeResultToTraceEnvelope',
'workflowTraceToFeedbackTrajectory',
'workflowTraceToRunRecord',
]
for (const name of expected) {
if (!(name in workflow)) throw new Error('missing workflow export ' + name)
}
`,
],
appDir,
Expand All @@ -95,8 +70,6 @@ try {
for (const name of ['campaignToRunRecords', 'extractPreferences', 'buildRlDataset', 'toSftRows', 'runRLCampaign']) {
if (!(name in rl)) throw new Error('missing rl export ' + name)
}
const prm = await import('@tangle-network/agent-eval/prm')
if (!('PrmGrader' in prm)) throw new Error('missing prm export PrmGrader')
const metaEval = await import('@tangle-network/agent-eval/meta-eval')
if (!('InMemoryOutcomeStore' in metaEval)) throw new Error('missing meta-eval export InMemoryOutcomeStore')
const wire = await import('@tangle-network/agent-eval/wire')
Expand All @@ -105,20 +78,6 @@ try {
if (!('analyzeBeliefPolicy' in beliefState)) {
throw new Error('missing belief-state export analyzeBeliefPolicy')
}
const testing = await import('@tangle-network/agent-eval/testing')
if (typeof testing.resetLockedAppendersForTesting !== 'function') {
throw new Error('missing testing reset helper')
}
const productBenchmark = await import('@tangle-network/agent-eval/product-benchmark')
for (const name of [
'findProductBenchmarkArtifacts',
'productBenchmarkSplits',
'validateProductBenchmarkManifest',
'validateProductBenchmarkRecord',
'validateProductBenchmarkRun',
]) {
if (!(name in productBenchmark)) throw new Error('missing product-benchmark export ' + name)
}
`,
],
appDir,
Expand Down
Loading
Loading