api/libs/json_in_md_parser.py

Rama main · réplica de lectura del repositorio original.

import json

from core.llm_generator.output_parser.errors import OutputParserError


def parse_json_markdown(json_string: str):
    # Get json from the backticks/braces
    json_string = json_string.strip()
    parsed: dict = {}

    # Anchor on the JSON brackets themselves: from the first "{" or "[" to the
    # last "}" or "]". This works whether or not the JSON is wrapped in code
    # fences, and - unlike marker-priority search - is not confused by
    # backticks inside JSON string values or in surrounding prose.
    start_candidates = [i for i in (json_string.find("{"), json_string.find("[")) if i != -1]
    if start_candidates:
        start_index = min(start_candidates)
        end_index = max(json_string.rfind("}"), json_string.rfind("]"))
        if end_index != -1 and start_index < end_index:
            end_index += 1
            extracted_content = json_string[start_index:end_index].strip()
            return json.loads(extracted_content)

    # Fallback for fenced content without brackets (e.g. a fenced scalar).
    starts = ["```json", "```", "``", "`"]
    ends = ["```", "``", "`"]
    end_index = -1
    start_index = 0
    for s in starts:
        start_index = json_string.find(s)
        if start_index != -1:
            start_index += len(s)
            break
    if start_index != -1:
        for e in ends:
            end_index = json_string.rfind(e, start_index)
            if end_index != -1:
                break
    if start_index != -1 and end_index != -1 and start_index < end_index:
        extracted_content = json_string[start_index:end_index].strip()
        parsed = json.loads(extracted_content)
    else:
        raise ValueError("could not find json block in the output.")

    return parsed


def parse_and_check_json_markdown(text: str, expected_keys: list[str]):
    try:
        json_obj = parse_json_markdown(text)
    except json.JSONDecodeError as e:
        raise OutputParserError(f"got invalid json object. error: {e}") from e

    if isinstance(json_obj, list):
        if len(json_obj) == 1 and isinstance(json_obj[0], dict):
            json_obj = json_obj[0]
        else:
            raise OutputParserError(f"got invalid return object. obj:{json_obj}")
    if not isinstance(json_obj, dict):
        # Scalars or plain strings (e.g. a fenced number/string) are not a
        # valid return object. Without this check, `key not in json_obj`
        # raises TypeError for numbers/None/bools and silently does a
        # substring match for strings.
        raise OutputParserError(f"got invalid return object. obj:{json_obj}")
    for key in expected_keys:
        if key not in json_obj:
            raise OutputParserError(
                f"got invalid return object. expected key `{key}` to be present, but got {json_obj}"
            )
    return json_obj