From 726e0b7ff5b2df02e3627d8435804961486a8c5d Mon Sep 17 00:00:00 2001 From: "czi-github-helper[bot]" <95879977+czi-github-helper[bot]@users.noreply.github.com> Date: Fri, 22 May 2026 20:54:26 +0000 Subject: [PATCH 1/2] chore: release main --- .release-please-manifest.json | 4 ++-- sdks/python/CHANGELOG.md | 34 +++++++++++++++++++++++++++++++ sdks/typescript/CHANGELOG.md | 8 ++++++++ sdks/typescript/package-lock.json | 4 ++-- sdks/typescript/package.json | 2 +- 5 files changed, 47 insertions(+), 5 deletions(-) create mode 100644 sdks/python/CHANGELOG.md diff --git a/.release-please-manifest.json b/.release-please-manifest.json index 6e37bcb..93eb7ae 100644 --- a/.release-please-manifest.json +++ b/.release-please-manifest.json @@ -1,5 +1,5 @@ { "evals/prompts": "1.5.0", - "sdks/python": "0.0.0", - "sdks/typescript": "0.5.0" + "sdks/python": "0.1.0", + "sdks/typescript": "0.6.0" } diff --git a/sdks/python/CHANGELOG.md b/sdks/python/CHANGELOG.md new file mode 100644 index 0000000..c93e47e --- /dev/null +++ b/sdks/python/CHANGELOG.md @@ -0,0 +1,34 @@ +# Changelog + +## 0.1.0 (2026-05-22) + + +### ⚠ BREAKING CHANGES + +* **python-sdk:** error handling improvements ([#65](https://github.com/learning-commons-org/evaluators/issues/65)) +* **python-sdk:** early_access only evaluator maturity for now ([#73](https://github.com/learning-commons-org/evaluators/issues/73)) +* **python-sdk:** async-first evaluators with evaluate_sync wrapper ([#63](https://github.com/learning-commons-org/evaluators/issues/63)) +* **python-sdk:** rename prompt_provider to llm_provider ([#64](https://github.com/learning-commons-org/evaluators/issues/64)) + +### Features + +* **python-sdk:** async-first evaluators with evaluate_sync wrapper ([#63](https://github.com/learning-commons-org/evaluators/issues/63)) ([70ef965](https://github.com/learning-commons-org/evaluators/commit/70ef9650ef4748510a97c286e3eefbccd03c1e32)) +* **python-sdk:** early_access only evaluator maturity for now ([#73](https://github.com/learning-commons-org/evaluators/issues/73)) ([aed40fa](https://github.com/learning-commons-org/evaluators/commit/aed40fa152046f169cce3bc275a7d4238a788ee8)) +* **python-sdk:** error handling improvements ([#65](https://github.com/learning-commons-org/evaluators/issues/65)) ([02475d3](https://github.com/learning-commons-org/evaluators/commit/02475d3dab7e146e0a09de8fe5726408ef2ac44c)) +* **python-sdk:** python SDK ([#37](https://github.com/learning-commons-org/evaluators/issues/37)) ([0e49a5d](https://github.com/learning-commons-org/evaluators/commit/0e49a5dc7afcf321b051194b7eed4657cface3a2)) + + +### Documentation + +* **python-sdk:** Python SDK README ([#76](https://github.com/learning-commons-org/evaluators/issues/76)) ([dc4c793](https://github.com/learning-commons-org/evaluators/commit/dc4c7935b73380010be0988e9a91836bc5cc84f4)) +* **python-sdk:** readme updates ([#74](https://github.com/learning-commons-org/evaluators/issues/74)) ([8665aaa](https://github.com/learning-commons-org/evaluators/commit/8665aaa576bcabafa53f3ee6a664c0e7a0d2e02c)) + + +### Build System + +* **python-sdk:** set up PyPI publishing via release-please ([#79](https://github.com/learning-commons-org/evaluators/issues/79)) ([b9372f5](https://github.com/learning-commons-org/evaluators/commit/b9372f5f38c2100adec9ebc4f1acaf9d22a1f1ad)) + + +### Miscellaneous + +* **python-sdk:** rename prompt_provider to llm_provider ([#64](https://github.com/learning-commons-org/evaluators/issues/64)) ([bf21d1e](https://github.com/learning-commons-org/evaluators/commit/bf21d1ee2b018d29c8ed66fb6b4937b29bf3a383)) diff --git a/sdks/typescript/CHANGELOG.md b/sdks/typescript/CHANGELOG.md index dd98c35..187320b 100644 --- a/sdks/typescript/CHANGELOG.md +++ b/sdks/typescript/CHANGELOG.md @@ -2,6 +2,14 @@ All notable changes to the `@learning-commons/evaluators` TypeScript SDK will be documented in this file. +## [0.6.0](https://github.com/learning-commons-org/evaluators/compare/sdks-typescript-v0.5.0...sdks-typescript-v0.6.0) (2026-05-22) + + +### Features + +* **ts-sdk:** add bypassRowLimit option for batch evaluator ([#77](https://github.com/learning-commons-org/evaluators/issues/77)) ([902a60f](https://github.com/learning-commons-org/evaluators/commit/902a60fc934372a151f1d40c0b49ef3313d12609)) +* **ts-sdk:** expose per-call token usage on EvaluationMetadata ([#59](https://github.com/learning-commons-org/evaluators/issues/59)) ([3c8fa0f](https://github.com/learning-commons-org/evaluators/commit/3c8fa0fd8e2389fc902c9cf1f63985b40d2e4b2c)) + ## [0.5.0](https://github.com/learning-commons-org/evaluators/compare/sdks-typescript-v0.4.0...sdks-typescript-v0.5.0) (2026-05-07) diff --git a/sdks/typescript/package-lock.json b/sdks/typescript/package-lock.json index 7437dbb..beac5ed 100644 --- a/sdks/typescript/package-lock.json +++ b/sdks/typescript/package-lock.json @@ -1,12 +1,12 @@ { "name": "@learning-commons/evaluators", - "version": "0.5.0", + "version": "0.6.0", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "@learning-commons/evaluators", - "version": "0.5.0", + "version": "0.6.0", "license": "MIT", "dependencies": { "compromise": "^14.13.0", diff --git a/sdks/typescript/package.json b/sdks/typescript/package.json index 41c87b9..e28f1a5 100644 --- a/sdks/typescript/package.json +++ b/sdks/typescript/package.json @@ -1,6 +1,6 @@ { "name": "@learning-commons/evaluators", - "version": "0.5.0", + "version": "0.6.0", "description": "TypeScript SDK for Learning Commons educational evaluators", "type": "module", "types": "./dist/index.d.ts", From 24768240cfb59fc2aa83a87ec2c9af3f7aa3e1b4 Mon Sep 17 00:00:00 2001 From: Adnan Hussain <61515575+adnanrhussain@users.noreply.github.com> Date: Fri, 22 May 2026 13:59:18 -0700 Subject: [PATCH 2/2] docs(python-sdk): hand-curate 0.1.0 changelog --- sdks/python/CHANGELOG.md | 35 +++++++---------------------------- 1 file changed, 7 insertions(+), 28 deletions(-) diff --git a/sdks/python/CHANGELOG.md b/sdks/python/CHANGELOG.md index c93e47e..eda48cc 100644 --- a/sdks/python/CHANGELOG.md +++ b/sdks/python/CHANGELOG.md @@ -1,34 +1,13 @@ # Changelog -## 0.1.0 (2026-05-22) - +All notable changes to the `learning-commons-evaluators` Python SDK will be documented in this file. -### ⚠ BREAKING CHANGES +## 0.1.0 (2026-05-22) -* **python-sdk:** error handling improvements ([#65](https://github.com/learning-commons-org/evaluators/issues/65)) -* **python-sdk:** early_access only evaluator maturity for now ([#73](https://github.com/learning-commons-org/evaluators/issues/73)) -* **python-sdk:** async-first evaluators with evaluate_sync wrapper ([#63](https://github.com/learning-commons-org/evaluators/issues/63)) -* **python-sdk:** rename prompt_provider to llm_provider ([#64](https://github.com/learning-commons-org/evaluators/issues/64)) +Initial early release of the Python SDK for Learning Commons educational evaluators. ### Features - -* **python-sdk:** async-first evaluators with evaluate_sync wrapper ([#63](https://github.com/learning-commons-org/evaluators/issues/63)) ([70ef965](https://github.com/learning-commons-org/evaluators/commit/70ef9650ef4748510a97c286e3eefbccd03c1e32)) -* **python-sdk:** early_access only evaluator maturity for now ([#73](https://github.com/learning-commons-org/evaluators/issues/73)) ([aed40fa](https://github.com/learning-commons-org/evaluators/commit/aed40fa152046f169cce3bc275a7d4238a788ee8)) -* **python-sdk:** error handling improvements ([#65](https://github.com/learning-commons-org/evaluators/issues/65)) ([02475d3](https://github.com/learning-commons-org/evaluators/commit/02475d3dab7e146e0a09de8fe5726408ef2ac44c)) -* **python-sdk:** python SDK ([#37](https://github.com/learning-commons-org/evaluators/issues/37)) ([0e49a5d](https://github.com/learning-commons-org/evaluators/commit/0e49a5dc7afcf321b051194b7eed4657cface3a2)) - - -### Documentation - -* **python-sdk:** Python SDK README ([#76](https://github.com/learning-commons-org/evaluators/issues/76)) ([dc4c793](https://github.com/learning-commons-org/evaluators/commit/dc4c7935b73380010be0988e9a91836bc5cc84f4)) -* **python-sdk:** readme updates ([#74](https://github.com/learning-commons-org/evaluators/issues/74)) ([8665aaa](https://github.com/learning-commons-org/evaluators/commit/8665aaa576bcabafa53f3ee6a664c0e7a0d2e02c)) - - -### Build System - -* **python-sdk:** set up PyPI publishing via release-please ([#79](https://github.com/learning-commons-org/evaluators/issues/79)) ([b9372f5](https://github.com/learning-commons-org/evaluators/commit/b9372f5f38c2100adec9ebc4f1acaf9d22a1f1ad)) - - -### Miscellaneous - -* **python-sdk:** rename prompt_provider to llm_provider ([#64](https://github.com/learning-commons-org/evaluators/issues/64)) ([bf21d1e](https://github.com/learning-commons-org/evaluators/commit/bf21d1ee2b018d29c8ed66fb6b4937b29bf3a383)) + - **Vocabulary Evaluator** — grades 3–12 vocabulary difficulty assessment. + - **Conventionality Evaluator** — evaluates how explicit, literal, and straightforward a text's meaning is versus how abstract, ironic, figurative, or archaic it is, relative to grades 3–12. + - **Async-first API** — evaluators expose `async evaluate(...)`, with a synchronous `evaluate_sync(...)` wrapper for non-async callers. + - **Provider abstraction** — model-agnostic via LangChain; OpenAI, Google, and Anthropic supported.