improvement(kb): removed zustand cache syncing in kb, added chunk text tokenizer

Author: waleedlatif1

apps/sim/app/workspace/[workspaceId]/knowledge/[id]/[documentId]/components/create-chunk-modal/create-chunk-modal.tsx

@@ -2,6 +2,7 @@
 
 import { useRef, useState } from 'react'
 import { createLogger } from '@sim/logger'
+import { useQueryClient } from '@tanstack/react-query'
 import { AlertCircle } from 'lucide-react'
 import {
   Button,
@@ -13,7 +14,8 @@ import {
   ModalHeader,
   Textarea,
 } from '@/components/emcn'
-import type { ChunkData, DocumentData } from '@/stores/knowledge/store'
+import type { DocumentData } from '@/lib/knowledge/types'
+import { knowledgeKeys } from '@/hooks/queries/knowledge'
 
 const logger = createLogger('CreateChunkModal')
 
@@ -22,16 +24,15 @@ interface CreateChunkModalProps {
   onOpenChange: (open: boolean) => void
   document: DocumentData | null
   knowledgeBaseId: string
-  onChunkCreated?: (chunk: ChunkData) => void
 }
 
 export function CreateChunkModal({
   open,
   onOpenChange,
   document,
   knowledgeBaseId,
-  onChunkCreated,
 }: CreateChunkModalProps) {
+  const queryClient = useQueryClient()
   const [content, setContent] = useState('')
   const [isCreating, setIsCreating] = useState(false)
   const [error, setError] = useState<string | null>(null)
@@ -77,9 +78,9 @@ export function CreateChunkModal({
       if (result.success && result.data) {
         logger.info('Chunk created successfully:', result.data.id)
 
-        if (onChunkCreated) {
-          onChunkCreated(result.data)
-        }
+        await queryClient.invalidateQueries({
+          queryKey: knowledgeKeys.detail(knowledgeBaseId),
+        })
 
         onClose()
       } else {
@@ -96,7 +97,6 @@ export function CreateChunkModal({
 
   const onClose = () => {
     onOpenChange(false)
-    // Reset form state when modal closes
     setContent('')
     setError(null)
     setShowUnsavedChangesAlert(false)

apps/sim/app/workspace/[workspaceId]/knowledge/[id]/[documentId]/components/delete-chunk-modal/delete-chunk-modal.tsx

@@ -2,8 +2,10 @@
 
 import { useState } from 'react'
 import { createLogger } from '@sim/logger'
+import { useQueryClient } from '@tanstack/react-query'
 import { Button, Modal, ModalBody, ModalContent, ModalFooter, ModalHeader } from '@/components/emcn'
-import type { ChunkData } from '@/stores/knowledge/store'
+import type { ChunkData } from '@/lib/knowledge/types'
+import { knowledgeKeys } from '@/hooks/queries/knowledge'
 
 const logger = createLogger('DeleteChunkModal')
 
@@ -13,7 +15,6 @@ interface DeleteChunkModalProps {
   documentId: string
   isOpen: boolean
   onClose: () => void
-  onChunkDeleted?: () => void
 }
 
 export function DeleteChunkModal({
@@ -22,8 +23,8 @@ export function DeleteChunkModal({
   documentId,
   isOpen,
   onClose,
-  onChunkDeleted,
 }: DeleteChunkModalProps) {
+  const queryClient = useQueryClient()
   const [isDeleting, setIsDeleting] = useState(false)
 
   const handleDeleteChunk = async () => {
@@ -47,16 +48,17 @@ export function DeleteChunkModal({
 
       if (result.success) {
         logger.info('Chunk deleted successfully:', chunk.id)
-        if (onChunkDeleted) {
-          onChunkDeleted()
-        }
+
+        await queryClient.invalidateQueries({
+          queryKey: knowledgeKeys.detail(knowledgeBaseId),
+        })
+
         onClose()
       } else {
         throw new Error(result.error || 'Failed to delete chunk')
       }
     } catch (err) {
       logger.error('Error deleting chunk:', err)
-      // You might want to show an error state here
     } finally {
       setIsDeleting(false)
     }

apps/sim/app/workspace/[workspaceId]/knowledge/[id]/[documentId]/components/document-tags-modal/document-tags-modal.tsx

@@ -18,13 +18,13 @@ import {
 import { cn } from '@/lib/core/utils/cn'
 import { ALL_TAG_SLOTS, type AllTagSlot, MAX_TAG_SLOTS } from '@/lib/knowledge/constants'
 import type { DocumentTag } from '@/lib/knowledge/tags/types'
+import type { DocumentData } from '@/lib/knowledge/types'
 import {
   type TagDefinition,
   useKnowledgeBaseTagDefinitions,
 } from '@/hooks/use-knowledge-base-tag-definitions'
 import { useNextAvailableSlot } from '@/hooks/use-next-available-slot'
 import { type TagDefinitionInput, useTagDefinitions } from '@/hooks/use-tag-definitions'
-import { type DocumentData, useKnowledgeStore } from '@/stores/knowledge/store'
 
 const logger = createLogger('DocumentTagsModal')
 
@@ -93,8 +93,6 @@ export function DocumentTagsModal({
   documentData,
   onDocumentUpdate,
 }: DocumentTagsModalProps) {
-  const { updateDocument: updateDocumentInStore } = useKnowledgeStore()
-
   const documentTagHook = useTagDefinitions(knowledgeBaseId, documentId)
   const kbTagHook = useKnowledgeBaseTagDefinitions(knowledgeBaseId)
   const { getNextAvailableSlot: getServerNextSlot } = useNextAvailableSlot(knowledgeBaseId)
@@ -171,23 +169,14 @@ export function DocumentTagsModal({
           throw new Error('Failed to update document tags')
         }
 
-        updateDocumentInStore(knowledgeBaseId, documentId, tagData as Record<string, string>)
         onDocumentUpdate?.(tagData as Record<string, string>)
-
         await fetchTagDefinitions()
       } catch (error) {
         logger.error('Error updating document tags:', error)
         throw error
       }
     },
-    [
-      documentData,
-      knowledgeBaseId,
-      documentId,
-      updateDocumentInStore,
-      fetchTagDefinitions,
-      onDocumentUpdate,
-    ]
+    [documentData, knowledgeBaseId, documentId, fetchTagDefinitions, onDocumentUpdate]
   )
 
   const handleRemoveTag = async (index: number) => {