Web Scraping via Model Context Protocol

// mcp-denkbot/index.ts — minimal MCP server wrapping denkbot.dog
import { Server } from '@modelcontextprotocol/sdk/server/index.js'
import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js'

const server = new Server({ name: 'denkbot', version: '1.0.0' }, {
  capabilities: { tools: {} }
})

server.setRequestHandler('tools/call', async (req) => {
  const { url, renderJs = false } = req.params.arguments as { url: string; renderJs?: boolean }
  const res = await fetch('https://api.denkbot.dog/scrape', {
    method: 'POST',
    headers: {
      'Authorization': `Bearer ${process.env.DENKBOT_API_KEY}`,
      'Content-Type': 'application/json',
    },
    body: JSON.stringify({ url, renderJs, format: 'json' }),
  })
  const data = await res.json()
  return { content: [{ type: 'text', text: data.text ?? data.html }] }
})

await server.connect(new StdioServerTransport())