feat: fix for issues related with hitting limit of sqlalchemy pool + TCP connections for

lightly_studio/src/lightly_studio/api/server.py

@@ -30,8 +30,19 @@ def __init__(self, host: str, port: int) -> None:
 
     def start(self) -> None:
         """Start the API server using Uvicorn."""
-        # start the app
-        uvicorn.run(app, host=self.host, port=self.port, http="h11")
+        # start the app with connection limits and timeouts
+        uvicorn.run(
+            app,
+            host=self.host,
+            port=self.port,
+            http="h11",
+            # https://uvicorn.dev/settings/#resource-limits
+            limit_concurrency=100,  # Max concurrent connections
+            limit_max_requests=10000,  # Max requests before worker restart
+            # https://uvicorn.dev/settings/#timeouts
+            timeout_keep_alive=5,  # Keep-alive timeout in seconds
+            timeout_graceful_shutdown=30,  # Graceful shutdown timeout
+        )
 
 
 def _get_available_port(host: str, preferred_port: int, max_tries: int = 50) -> int:

lightly_studio/src/lightly_studio/db_manager.py

@@ -3,6 +3,7 @@
 from __future__ import annotations
 
 import logging
+import os
 from contextlib import contextmanager
 from pathlib import Path
 from typing import Generator
@@ -41,7 +42,22 @@ def __init__(
         self._engine_url = engine_url if engine_url else "duckdb:///lightly_studio.db"
         if cleanup_existing:
             _cleanup_database_file(engine_url=self._engine_url)
-        self._engine = create_engine(url=self._engine_url, poolclass=poolclass)
+
+        # Configuration for testing
+        self._engine = create_engine(
+            url=self._engine_url,
+            poolclass=poolclass,
+        )
+
+        # Total available connections = pool_size + max_overflow = 10 + 40 = 50
+        # (default is (pool_size=5, max_overflow=10))
+        if "PYTEST_CURRENT_TEST" not in os.environ:
+            self._engine = create_engine(
+                url=self._engine_url,
+                pool_size=10,
+                max_overflow=40,
+            )
+
         SQLModel.metadata.create_all(self._engine)
 
     @contextmanager

lightly_studio_view/src/lib/components/LazyTrigger/LazyTrigger.svelte

@@ -36,4 +36,4 @@
     });
 </script>
 
-<div bind:this={triggerRef}></div>
+<div bind:this={triggerRef} style="height: 1px; width: 1px;"></div>

lightly_studio_view/src/lib/hooks/useImagesInfinite/useImagesInfinite.ts

@@ -93,7 +93,7 @@ const buildRequestBody = (params: ImagesInfiniteParams, pageParam: number): Read
     const baseBody: ReadImagesRequest = {
         pagination: {
             offset: pageParam,
-            limit: 100
+            limit: 20
         },
         text_embedding: params.text_embedding,
         filters: {