Fix thread pool deadlock by using separate executors for file and embedding tasks

Co-authored-by: Mte90 <403283+Mte90@users.noreply.github.com>

Author: Copilot

ai/analyzer.py

@@ -56,8 +56,16 @@
 # With SDK timeout of 15s and max_retries=2, this allows 3 × 15s = 45s + 15s buffer = 60s
 EMBEDDING_TIMEOUT = 60  # Timeout in seconds for each embedding API call (including retries)
 FILE_PROCESSING_TIMEOUT = 300  # Timeout in seconds for processing a single file (5 minutes)
-_THREADPOOL_WORKERS = max(16, EMBEDDING_CONCURRENCY + 8)
-_EXECUTOR = concurrent.futures.ThreadPoolExecutor(max_workers=_THREADPOOL_WORKERS)
+
+# Separate executors to avoid deadlock:
+# - File executor: runs _process_file_sync tasks (one per file)
+# - Embedding executor: runs _get_embedding_with_semaphore tasks (multiple per file)
+# Without separation, all file threads can block waiting for embedding results that can't run
+# because all threads are occupied by file tasks.
+_FILE_EXECUTOR_WORKERS = 16
+_EMBEDDING_EXECUTOR_WORKERS = max(16, EMBEDDING_CONCURRENCY + 8)
+_FILE_EXECUTOR = concurrent.futures.ThreadPoolExecutor(max_workers=_FILE_EXECUTOR_WORKERS)
+_EMBEDDING_EXECUTOR = concurrent.futures.ThreadPoolExecutor(max_workers=_EMBEDDING_EXECUTOR_WORKERS)
 
 logger = get_logger(__name__)
 
@@ -219,7 +227,7 @@ def _process_file_sync(
             for idx, chunk_doc in batch:
                 # Submit task to executor; semaphore will be acquired inside the worker
                 embedding_start_time = time.time()
-                future = _EXECUTOR.submit(_get_embedding_with_semaphore, semaphore, chunk_doc.text, rel_path, idx, embedding_model)
+                future = _EMBEDDING_EXECUTOR.submit(_get_embedding_with_semaphore, semaphore, chunk_doc.text, rel_path, idx, embedding_model)
                 embedding_futures.append((idx, chunk_doc, future, embedding_start_time))
 
             # Wait for batch to complete and store results
@@ -399,7 +407,7 @@ def analyze_local_path_sync(
                     counters[0] += 1
                     file_num = counters[0]
 
-                fut = _EXECUTOR.submit(
+                fut = _FILE_EXECUTOR.submit(
                     _process_file_sync,
                     semaphore,
                     database_path,