feat: fix for issues related with hitting limit of sqlalchemy pool + TCP connections for

lightly_studio/Makefile

@@ -40,6 +40,11 @@ start-e2e: build
 	@echo "Starting server for e2e tests..."
 	uv run e2e-tests/index_dataset_for_end2end_ui_tests.py
 
+.PHONY: start-coco-10k
+start-coco-10k: build
+	@echo "Starting server for e2e tests with COCO 10k dataset..."
+	uv run e2e-tests/index_coco_10k.py
+
 .PHONY: start-e2e-with-captions
 start-e2e-with-captions: build
 	@echo "Starting server for e2e tests with captions..."

lightly_studio/src/lightly_studio/api/server.py

@@ -30,8 +30,19 @@ def __init__(self, host: str, port: int) -> None:
 
     def start(self) -> None:
         """Start the API server using Uvicorn."""
-        # start the app
-        uvicorn.run(app, host=self.host, port=self.port, http="h11")
+        # start the app with connection limits and timeouts
+        uvicorn.run(
+            app,
+            host=self.host,
+            port=self.port,
+            http="h11",
+            # https://uvicorn.dev/settings/#resource-limits
+            limit_concurrency=100,  # Max concurrent connections
+            limit_max_requests=10000,  # Max requests before worker restart
+            # https://uvicorn.dev/settings/#timeouts
+            timeout_keep_alive=5,  # Keep-alive timeout in seconds
+            timeout_graceful_shutdown=30,  # Graceful shutdown timeout
+        )
 
 
 def _get_available_port(host: str, preferred_port: int, max_tries: int = 50) -> int:

lightly_studio/src/lightly_studio/db_manager.py

@@ -41,7 +41,14 @@ def __init__(
         self._engine_url = engine_url if engine_url else "duckdb:///lightly_studio.db"
         if cleanup_existing:
             _cleanup_database_file(engine_url=self._engine_url)
-        self._engine = create_engine(url=self._engine_url, poolclass=poolclass)
+        # Total available connections = pool_size + max_overflow = 20 + 40 = 60
+        # (default is (pool_size=5, max_overflow=10))
+        self._engine = create_engine(
+            url=self._engine_url,
+            poolclass=poolclass,
+            pool_size=10,
+            max_overflow=40,
+        )
         SQLModel.metadata.create_all(self._engine)
 
     @contextmanager

lightly_studio_view/src/lib/components/LazyTrigger/LazyTrigger.svelte

@@ -36,4 +36,4 @@
     });
 </script>
 
-<div bind:this={triggerRef}></div>
+<div bind:this={triggerRef} style="height: 1px; width: 1px;"></div>

lightly_studio_view/src/lib/hooks/useImagesInfinite/useImagesInfinite.ts

@@ -93,7 +93,7 @@ const buildRequestBody = (params: ImagesInfiniteParams, pageParam: number): Read
     const baseBody: ReadImagesRequest = {
         pagination: {
             offset: pageParam,
-            limit: 100
+            limit: 20
         },
         text_embedding: params.text_embedding,
         filters: {