update

retrieve.py

@@ -86,52 +86,7 @@ def search(
             exc_info=True,
         )
         raise
-
-def validate_chunk_sequencing(results: List[Dict[str, Any]]) -> bool:
-    """
-    Verify that chunk_index values are properly assigned: integers >= 0 and unique per URL.
-
-    Note: Since search may return only a subset of chunks for a URL, we cannot
-    verify full sequential continuity (0,1,2,3...). Instead we check:
-    - All chunk_index values are integers >= 0
-    - No duplicate chunk_index for the same URL in the result set
-
-    Args:
-        results: List of search results
-
-    Returns:
-        True if chunk indices are valid, False otherwise
-    """
-    # Group by URL
-    url_chunks = {}
-    for result in results:
-        payload = result.get("payload", {})
-        url = payload.get("url", "")
-        chunk_idx = payload.get("chunk_index")
-
-        if url not in url_chunks:
-            url_chunks[url] = []
-        url_chunks[url].append(chunk_idx)
-
-    # Check each URL's chunks are valid
-    for url, indices in url_chunks.items():
-        # All indices must be integers >= 0
-        for idx in indices:
-            if not isinstance(idx, int) or idx < 0:
-                logger.debug(
-                    f"Invalid chunk_index for {url}: {idx} (must be non-negative integer)"
-                )
-                return False
-
-        # Check for duplicates (within this URL's results)
-        if len(set(indices)) != len(indices):
-            logger.debug(f"Duplicate chunk_index for {url}: {indices}")
-            return False
-
-    logger.debug(f"Chunk indexing valid for {len(url_chunks)} URLs")
-    return True
-
-
+    
 def search(
     query_text: str,
     cohere_client: cohere.ClientV2,