scripts/testing/native-search-evidence.ts

Rama main · réplica de lectura del repositorio original.

type SearchItem = {
  action?: { type?: string };
  results?: Array<{ type?: string; url?: string; title?: string; snippet?: string }>;
};
const officialUrl = (raw: string) => {
  try {
    const url = new URL(raw);
    if (url.protocol !== "https:" || !["learn.chatgpt.com", "developers.openai.com"].includes(url.hostname)) return null;
    url.hash = "";
    return url.href;
  } catch { return null; }
};
const results = (item: SearchItem) => (item.results ?? []).filter(result =>
  result.type === "text_result" && result.url && result.snippet && result.title !== "Internal Error");

/** An answer must cite an official page that a successful openPage returned. */
export function verifiedNativeSearch(status: string | undefined, items: SearchItem[], messages: Array<{ role: string; kind: string; text?: string }>) {
  if (status !== "settled" || !items.some(item => item.action?.type === "search" && results(item).length)) return false;
  const opened = new Set(items.filter(item => item.action?.type === "openPage").flatMap(results)
    .map(result => officialUrl(result.url!)).filter((url): url is string => url !== null));
  const answer = messages.findLast(message => message.role === "bot" && message.kind === "text");
  if (!answer?.text) return false;
  // Require a citation in the final answer, not a URL in a progress message
  // or an explicit failed-verification disclaimer. This verifies evidence
  // linkage, not the factual correctness of the answer's interpretation.
  if (/\b(?:unverified|not verified|haven['’]t verified|hasn['’]t verified|hadn['’]t verified)\b|\b(?:cannot|can't|could not|couldn't|unable to|did not|didn't|failed to)\s+(?:(?:independently|successfully|fully)\s+)?(?:verify|confirm|check|cite|open|access|retrieve)\b/i.test(answer.text)) return false;
  return answer.text.split("\n").some(line => {
    return [...line.matchAll(/\[([^\]\n]+)\]\((https:\/\/[^\s<>()[\]]+)\)/g)].some(match => {
      const url = officialUrl(match[2]);
      return url !== null && opened.has(url);
    });
  });
}