package main

import (
	"fmt"
	"strings"

	"github.com/tmc/langchaingo/textsplitter"
)

func main() {
	// Example markdown with nested lists and code blocks
	markdown := "# Getting Started Guide\n\n" +
		"## Prerequisites\n\n" +
		"- You need to have Node.js installed on your system.\n" +
		"- You should have a text editor ready.\n" +
		"- Make sure you have internet connectivity.\n\n" +
		"## Installation Steps\n\n" +
		"To install the application:\n\n" +
		"1. Download the installer from the official website.\n" +
		"2. Run the installation script:\n" +
		"   \\`\\`\\`bash\n" +
		"   ./install.sh\n" +
		"   chmod +x install.sh\n" +
		"   \\`\\`\\`\n" +
		"3. Configure your settings in the config file.\n\n" +
		"   For example, the following configuration sets up a basic server:\n\n" +
		"   \\`\\`\\`json\n" +
		"   {\n" +
		"     \"host\": \"localhost\",\n" +
		"     \"port\": 8080,\n" +
		"     \"timeout\": 30\n" +
		"   }\n" +
		"   \\`\\`\\`\n" +
		"4. Start the application and verify it's running.\n\n" +
		"## Configuration Options\n\n" +
		"The application supports several configuration options:\n\n" +
		"- **Host**: The server hostname or IP address\n" +
		"- **Port**: The port number to listen on\n" +
		"- **Timeout**: Connection timeout in seconds\n\n" +
		"### Advanced Settings\n\n" +
		"For advanced users, you can configure:\n\n" +
		"1. Database connection settings\n" +
		"2. Cache configuration\n" +
		"3. Logging preferences\n"

	fmt.Println("=" + strings.Repeat("=", 78) + "=")
	fmt.Println("LANGCHAINGO MarkdownTextSplitter Issue Reproduction")
	fmt.Println("=" + strings.Repeat("=", 78) + "=")
	fmt.Println()

	// Configuration
	chunkSize := 500
	chunkOverlap := 100

	fmt.Printf("Configuration:\n")
	fmt.Printf("  - chunkSize: %d tokens\n", chunkSize)
	fmt.Printf("  - chunkOverlap: %d tokens\n", chunkOverlap)
	fmt.Printf("  - Input size: %d characters (~%d tokens)\n", len(markdown), len(markdown)/4)
	fmt.Println()

	// Create splitter
	splitter := textsplitter.NewMarkdownTextSplitter(
		textsplitter.WithChunkSize(chunkSize),
		textsplitter.WithChunkOverlap(chunkOverlap),
		textsplitter.WithModelName("text-embedding-3-large"),
		textsplitter.WithReferenceLinks(false),
		textsplitter.WithSeparators([]string{"\n\n", "\n", " ", ""}),
		textsplitter.WithKeepSeparator(true),
		textsplitter.WithHeadingHierarchy(true),
		textsplitter.WithCodeBlocks(true),
		textsplitter.WithJoinTableRows(true),
	)

	chunks, err := splitter.SplitText(markdown)
	if err != nil {
		fmt.Printf("ERROR: %v\n", err)
		return
	}

	fmt.Println("=" + strings.Repeat("=", 78) + "=")
	fmt.Printf("RESULTS: %d chunks produced (expected: ~1-2 chunks)\n", len(chunks))
	fmt.Println("=" + strings.Repeat("=", 78) + "=")
	fmt.Println()

	// Display each chunk
	for i, chunk := range chunks {
		estimatedTokens := len(chunk) / 4 // rough approximation
		fmt.Printf("--- Chunk %d (estimated ~%d tokens, expected ~%d) ---\n", i+1, estimatedTokens, chunkSize)
		fmt.Println(chunk)
		fmt.Println()
	}
}