feat: publish v1.0.0-rc.36-custom.1

web/src/components/ai-elements/response-content.ts

@@ -0,0 +1,188 @@
+/*
+Copyright (C) 2023-2026 QuantumNous
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program. If not, see <https://www.gnu.org/licenses/>.
+
+For commercial licensing, please contact support@quantumnous.com
+*/
+import type { ReactNode } from 'react'
+import type { ParsedNode } from 'stream-markdown-parser'
+
+import { isFootnoteNode } from './response-node-guards'
+import type { ParsedResponseContent } from './response-types'
+
+const FENCE_START_PATTERN = /^(`{3,}|~{3,})([^\n]*)$/
+const FENCE_END_PATTERN = /^(`{3,}|~{3,})\s*$/
+const SECTION_HEADING_PATTERN = /^#{2,6}\s+\d+\.\s+/
+const MARKDOWN_EXAMPLE_LANGUAGES = new Set(['markdown', 'md', 'mdx'])
+
+type MarkdownExampleFence = {
+  contentLines: string[]
+  fenceChar: string
+  language: string
+  nestedFence: boolean
+}
+
+function getFenceRunLength(line: string, fenceChar: string): number {
+  let length = 0
+
+  for (const char of line) {
+    if (char !== fenceChar) {
+      break
+    }
+
+    length++
+  }
+
+  return length
+}
+
+function getMarkdownExampleFenceLength(block: MarkdownExampleFence): number {
+  let maxFenceLength = 3
+
+  for (const line of block.contentLines) {
+    if (!line.startsWith(block.fenceChar)) {
+      continue
+    }
+
+    maxFenceLength = Math.max(
+      maxFenceLength,
+      getFenceRunLength(line, block.fenceChar) + 1
+    )
+  }
+
+  return maxFenceLength
+}
+
+function appendMarkdownExampleFence(
+  output: string[],
+  block: MarkdownExampleFence
+): void {
+  const fence = block.fenceChar.repeat(getMarkdownExampleFenceLength(block))
+
+  output.push(`${fence}${block.language}`)
+  output.push(...block.contentLines)
+  output.push(fence)
+}
+
+function normalizeMarkdownExampleFences(input: string): string {
+  const lines = input.split('\n')
+  const output: string[] = []
+  let exampleFence: MarkdownExampleFence | null = null
+
+  for (const line of lines) {
+    if (!exampleFence) {
+      const match = line.match(FENCE_START_PATTERN)
+
+      if (!match) {
+        output.push(line)
+        continue
+      }
+
+      const language = match[2].trim().toLowerCase()
+      if (MARKDOWN_EXAMPLE_LANGUAGES.has(language)) {
+        exampleFence = {
+          contentLines: [],
+          fenceChar: match[1][0],
+          language,
+          nestedFence: false,
+        }
+        continue
+      }
+
+      output.push(line)
+      continue
+    }
+
+    if (!exampleFence.nestedFence && SECTION_HEADING_PATTERN.test(line)) {
+      appendMarkdownExampleFence(output, exampleFence)
+      output.push(line)
+      exampleFence = null
+      continue
+    }
+
+    if (exampleFence.nestedFence && FENCE_END_PATTERN.test(line)) {
+      exampleFence.contentLines.push(line)
+      exampleFence.nestedFence = false
+      continue
+    }
+
+    if (
+      line.startsWith(exampleFence.fenceChar.repeat(3)) &&
+      !FENCE_END_PATTERN.test(line)
+    ) {
+      exampleFence.contentLines.push(line)
+      exampleFence.nestedFence = true
+      continue
+    }
+
+    if (FENCE_END_PATTERN.test(line)) {
+      appendMarkdownExampleFence(output, exampleFence)
+      exampleFence = null
+      continue
+    }
+
+    exampleFence.contentLines.push(line)
+  }
+
+  if (exampleFence) {
+    appendMarkdownExampleFence(output, exampleFence)
+  }
+
+  return output.join('\n')
+}
+
+export function stripCustomTags(input: unknown): string {
+  if (typeof input !== 'string') {
+    return String(input ?? '')
+  }
+
+  return input
+    .replaceAll(
+      /<\/?(conversation|conversationcontent|reasoning|reasoningcontent|reasoningtrigger|sources|sourcescontent|sourcestrigger|branch|branchmessages|branchnext|branchpage|branchprevious|branchselector|message|messagecontent)\b[^>]*>/gi,
+      ''
+    )
+    .replaceAll(/<\/?think\b[^>]*>/gi, '')
+}
+
+export function getMarkdownContent(children: ReactNode): string {
+  if (Array.isArray(children)) {
+    return normalizeMarkdownExampleFences(stripCustomTags(children.join('')))
+  }
+
+  return normalizeMarkdownExampleFences(stripCustomTags(children))
+}
+
+export function getNodeKey(node: ParsedNode, index: number): string {
+  const raw = typeof node.raw === 'string' ? node.raw : ''
+  return `${node.type}-${index}-${raw.slice(0, 24)}`
+}
+
+export function parseResponseContent(
+  nodes: ParsedNode[]
+): ParsedResponseContent {
+  const footnotes: ParsedResponseContent['footnotes'] = []
+  const bodyNodes: ParsedNode[] = []
+
+  for (const node of nodes) {
+    if (isFootnoteNode(node)) {
+      footnotes.push(node)
+      continue
+    }
+
+    bodyNodes.push(node)
+  }
+
+  return { bodyNodes, footnotes }
+}