Something went wrong. Try again.
personal memory agent
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172# SPDX-License-Identifier: AGPL-3.0-only# Copyright (c) 2026 sol pbc
from __future__ import annotations
from solstone.think.schema_eval import content_preservation, schema_validity
def test_schema_validity_accepts_valid_response() -> None: result = schema_validity( '{"items": ["alpha"]}', { "type": "object", "properties": { "items": {"type": "array", "items": {"type": "string"}}, }, "required": ["items"], "additionalProperties": False, }, )
assert result == {"valid": True, "errors": []}
def test_schema_validity_reports_invalid_json() -> None: result = schema_validity("{", {"type": "object"})
assert result["valid"] is False assert result["errors"][0]["path"] == "$"
def test_schema_validity_reports_schema_errors() -> None: result = schema_validity( '{"items": ["alpha", "beta"]}', { "type": "object", "properties": { "items": { "type": "array", "maxItems": 1, "items": {"type": "string"}, }, }, "required": ["items"], "additionalProperties": False, }, )
assert result["valid"] is False assert result["errors"][0]["path"] == "$/items"
def test_content_preservation_scores_case_insensitive_matches() -> None: result = content_preservation( '{"summary": "Alpha and beta are present."}', ["alpha", "BETA", "gamma"], )
assert result == { "fraction": 2 / 3, "found": ["alpha", "BETA"], "missing": ["gamma"], }
def test_content_preservation_empty_needles_passes() -> None: assert content_preservation("anything", []) == { "fraction": 1.0, "found": [], "missing": [], }