refactor: remove unnecessary header handling in chunk processing and update example usage

begoniezhao · begoniezhao · commit a0685a22db44 · 2025-11-21T15:28:14.000+08:00
diff --git a/docreader/splitter/splitter.py b/docreader/splitter/splitter.py
@@ -198,8 +198,6 @@ def _merge(self, splits: List[str]) -> List[Tuple[int, int, str]]:
 
         # handle the last chunk
         assert cur_chunk
-        if cur_headers and cur_len < self.chunk_size:
-            cur_chunk.insert(0, (cur_chunk[0][0], cur_chunk[0][1], cur_headers))
         chunks.append(
             (
                 cur_chunk[0][0],

Original file line number	Diff line number	Diff line change
`@@ -198,8 +198,6 @@ def _merge(self, splits: List[str]) -> List[Tuple[int, int, str]]:`
`198`	`198`
`199`	`199`	`# handle the last chunk`
`200`	`200`	`assert cur_chunk`
`201`		`- if cur_headers and cur_len < self.chunk_size:`
`202`		`- cur_chunk.insert(0, (cur_chunk[0][0], cur_chunk[0][1], cur_headers))`
`203`	`201`	`chunks.append(`
`204`	`202`	`(`
`205`	`203`	`cur_chunk[0][0],`