chore: import upstream snapshot with attribution

internal/parser/languages/plaintext_test.go

@@ -0,0 +1,37 @@
+package languages
+
+import (
+	"strings"
+	"testing"
+
+	"github.com/stretchr/testify/require"
+)
+
+func TestTextExtractor_Sections(t *testing.T) {
+	res, err := NewTextExtractor().Extract("notes.txt", []byte("first line\nsecond line\n"))
+	require.NoError(t, err)
+
+	file, secs := splitNodes(res.Nodes)
+	require.NotNil(t, file)
+	require.Equal(t, "text", file.Meta["asset_kind"])
+	require.Len(t, secs, 1)
+	require.Equal(t, "section", secs[0].Meta["asset_kind"])
+	require.Equal(t, "first line\nsecond line", secs[0].Meta["section_text"])
+	require.Equal(t, 1, secs[0].StartLine)
+}
+
+func TestTextExtractor_ChunksLargeFile(t *testing.T) {
+	var sb strings.Builder
+	for i := 0; i < 2000; i++ { // ~26 bytes * 2000 well over contentSectionCap
+		sb.WriteString("the quick brown fox jumps\n")
+	}
+	res, err := NewTextExtractor().Extract("big.txt", []byte(sb.String()))
+	require.NoError(t, err)
+
+	_, secs := splitNodes(res.Nodes)
+	require.Greater(t, len(secs), 1, "a large text file must split into multiple section chunks")
+	for _, n := range secs {
+		txt, _ := n.Meta["section_text"].(string)
+		require.LessOrEqual(t, len(txt), contentSectionCap)
+	}
+}