resync code examples.

Author: tjholm

docs/guides/deno/byo-deep-research.mdx

@@ -454,8 +454,7 @@ async function handleCreateQuery(message: CreateQueryTopicMessage) {
 
 async function handleQuery(message: PerformQueryTopicMessage) {
   console.log(`[Research] Executing search query: ${message.query.query}`)
-
-  // Perform the given query using our search
+  // perform the given query using our search
   const result = await search(message.query.query)
 
   console.log(`[Research] Found ${result.length} results`)
@@ -465,26 +464,20 @@ async function handleQuery(message: PerformQueryTopicMessage) {
     html: result[0]?.html.substring(0, 200) + '...',
   })
 
-  // Clean and convert HTML to markdown
-  console.log(
-    `[Research] Converting HTML to Markdown for URL: ${result[0]?.url}`,
-  )
-  console.log(`[Research] Original HTML length: ${result[0]?.html.length}`)
-
-  const cleanedHtml = cleanHtml(result[0]?.html)
-  console.log(`[Research] Cleaned HTML length: ${cleanedHtml.length}`)
+  const content = result.reduce((acc, curr) => {
+    const cleanedContent = cleanHtml(curr.html)
+    return `${acc}
 
-  const markdown = turndownService.turndown(cleanedHtml)
-  console.log(
-    `[Research] Converted HTML to Markdown: ${markdown.substring(0, 200)}...`,
-  )
-  console.log(`[Research] Markdown content length: ${markdown.length}`)
+  # ${curr.title}
+  ${turndownService.turndown(cleanedContent)}
+`
+  }, '')
 
-  // Publish a summarize request to the research service
+  // publish a summarize request to the research service
   await researchTopicPub.publish({
     ...message,
     type: 'summarize',
-    content: markdown,
+    content: content,
   })
 }
 
@@ -493,34 +486,31 @@ async function handleSummarize(message: SummarizeTopicMessage) {
     `[Research] Summarizing content for topic: ${message.topics[message.topics.length - 1]}`,
   )
 
-  // Append message content to previous summaries
-  const summaries = [...message.summaries, message.content]
-
   console.log(
     `[Research] Previous summaries count: ${message.summaries.length}`,
   )
   console.log(`[Research] Current content length: ${message.content.length}`)
 
-  // Reduce summaries into a single string
-  const fullSummary = summaries.join('\n')
-  console.log(`[Research] Combined summary length: ${fullSummary.length}`)
-
-  // Summarize the given content
+  // Process the current content in isolation
   const completion = await OAI.chat.completions.create({
     model: MODEL,
     messages: [
-      { role: 'system', content: summarizerPrompt(message.topics) },
-      { role: 'user', content: fullSummary },
+      {
+        role: 'system',
+        content: summarizerPrompt([message.topics[message.topics.length - 1]]),
+      },
+      { role: 'user', content: message.content },
     ],
   })
 
   const summary = completion.choices[0].message.content!
   console.log(`[Research] Generated summary: ${summary}`)
 
-  // Publish a reflect request to the research service
+  // publish a reflect request to the research service
   await researchTopicPub.publish({
     summaries: [
-      // Reset to the newly compacted summary
+      // Keep all previous summaries and add the new one
+      ...message.summaries,
       summary,
     ],
     remainingIterations: message.remainingIterations,
@@ -542,19 +532,29 @@ async function handleReflect(message: ReflectTopicMessage) {
     console.log(
       `[Research] No iterations remaining. Writing final summary to bucket.`,
     )
-    // Combine all summaries with clear topic separation
-    const finalSummary = message.summaries
-      .map(
-        (summary, index) =>
-          `## Research Topic: ${message.topics[index]}\n${summary}`,
-      )
-      .join('\n\n')
+    // Create a more comprehensive final summary with proper structure
+    const finalSummary = `# Research Summary: ${message.topics[0]}
+
+## Introduction
+This document contains research findings on the topic "${message.topics[0]}". The research was conducted through multiple iterations of querying, analyzing, and synthesizing information.
+
+## Research Findings
+${message.summaries
+  .map(
+    (summary, index) =>
+      `### Research Topic: ${message.topics[index]}\n\n${summary}`,
+  )
+  .join('\n\n')}
+
+## Conclusion
+This research provides a comprehensive overview of "${message.topics[0]}" and related topics. The findings are based on multiple sources and have been synthesized to provide a coherent understanding of the subject matter.
+`
 
     await researchBucket.file(message.topics[0]).write(finalSummary)
     return
   }
 
-  // Use the reflection prompt to restart the research chain
+  // Here I want to use the reflection prompt I have to restart the research chain
   const completion = await OAI.chat.completions.create({
     model: MODEL,
     messages: [
@@ -587,19 +587,48 @@ async function handleReflect(message: ReflectTopicMessage) {
     console.log(
       `[Research] No knowledge gaps found. Writing final summary to bucket: ${message.topics[message.topics.length - 1]}`,
     )
-    // Combine all summaries with clear topic separation
-    const finalSummary = message.summaries
-      .map(
-        (summary, index) =>
-          `## Research Topic: ${message.topics[index]}\n${summary}`,
-      )
-      .join('\n\n')
+    // Create a more comprehensive final summary with proper structure
+    const finalSummary = `# Research Summary: ${message.topics[0]}
+
+## Introduction
+This document contains research findings on the topic "${message.topics[0]}". The research was conducted through multiple iterations of querying, analyzing, and synthesizing information.
+
+## Research Findings
+${message.summaries
+  .map(
+    (summary, index) =>
+      `### Research Topic: ${message.topics[index]}\n\n${summary}`,
+  )
+  .join('\n\n')}
+
+## Conclusion
+This research provides a comprehensive overview of "${message.topics[0]}" and related topics. The findings are based on multiple sources and have been synthesized to provide a coherent understanding of the subject matter.
+`
 
     console.log(`[Research] Final summary length: ${finalSummary.length}`)
     await researchBucket.file(message.topics[0]).write(finalSummary)
   }
 }
 
+researchApi.post('/query', async (ctx) => {
+  const query = ctx.req.text()
+  const remainingIterations = MAX_ITERATIONS
+
+  // Submit off start of research chain
+  await researchTopicPub.publish({
+    summaries: [],
+    remainingIterations,
+    type: 'create_query',
+    date: new Date().toISOString(),
+    topics: [],
+    originalTopic: query,
+  })
+
+  ctx.res.body = 'Query submitted'
+
+  return ctx
+})
+
 // API endpoint to start research
 researchApi.post('/query', async (ctx) => {
   const query = ctx.req.text()