mcp-readitall/internal/reader/extract.go

package reader

import (
	"context"
	"fmt"

	"github.com/chromedp/chromedp"
)

// extractHTML returns the outer HTML of the first element matching
// selector, or the full document HTML when selector is empty. It runs as
// a separate chromedp.Run so a slow extraction does not re-do navigation.
func (r *Reader) extractHTML(ctx context.Context, selector string) (string, error) {
	if selector == "" {
		html, err := chromedp.Run(ctx, chromedp.OuterHTML(chromedp.CSS("html")))
		if err != nil {
			return "", fmt.Errorf("read document: %w", err)
		}
		return html, nil
	}

	// Verify the selector matches at least one node; an empty result is
	// almost always a caller mistake, not an empty page.
	nodes, err := chromedp.Run(ctx, chromedp.Nodes(chromedp.CSS(selector)))
	if err != nil {
		return "", fmt.Errorf("locate %q: %w", selector, err)
	}
	if len(nodes) == 0 {
		return "", fmt.Errorf("selector %q matched no elements", selector)
	}

	html, err := chromedp.Run(ctx, chromedp.OuterHTML(chromedp.CSS(selector)))
	if err != nil {
		return "", fmt.Errorf("extract %q: %w", selector, err)
	}
	return html, nil
}