Merge branch 'optimize-bucket-lookups-2' into optimize-write-checkpoints

rkistner · rkistner · commit 4ab0174d4dfb · 2025-03-17T13:30:04.000+02:00
diff --git a/.changeset/chilly-flowers-fix.md b/.changeset/chilly-flowers-fix.md
diff --git a/modules/module-mongodb-storage/CHANGELOG.md b/modules/module-mongodb-storage/CHANGELOG.md
@@ -1,5 +1,13 @@
 # @powersync/service-module-mongodb-storage
 
+## 0.7.2
+
+### Patch Changes
+
+- Updated dependencies [f049f68]
+- Updated dependencies [8601d6c]
+  - @powersync/service-core@1.9.0
+
 ## 0.7.1
 
 ### Patch Changes
diff --git a/modules/module-mongodb-storage/package.json b/modules/module-mongodb-storage/package.json
@@ -2,7 +2,7 @@
   "name": "@powersync/service-module-mongodb-storage",
   "repository": "https://github.com/powersync-ja/powersync-service",
   "types": "dist/index.d.ts",
-  "version": "0.7.1",
+  "version": "0.7.2",
   "main": "dist/index.js",
   "license": "FSL-1.1-Apache-2.0",
   "type": "module",
diff --git a/modules/module-mongodb/CHANGELOG.md b/modules/module-mongodb/CHANGELOG.md
@@ -1,5 +1,14 @@
 # @powersync/service-module-mongodb
 
+## 0.7.2
+
+### Patch Changes
+
+- 535e708: Increase connection timeouts for MongoDB "Test Connection".
+- Updated dependencies [f049f68]
+- Updated dependencies [8601d6c]
+  - @powersync/service-core@1.9.0
+
 ## 0.7.1
 
 ### Patch Changes
diff --git a/modules/module-mongodb/package.json b/modules/module-mongodb/package.json
@@ -2,7 +2,7 @@
   "name": "@powersync/service-module-mongodb",
   "repository": "https://github.com/powersync-ja/powersync-service",
   "types": "dist/index.d.ts",
-  "version": "0.7.1",
+  "version": "0.7.2",
   "main": "dist/index.js",
   "license": "FSL-1.1-Apache-2.0",
   "type": "module",
diff --git a/modules/module-mongodb/src/module/MongoModule.ts b/modules/module-mongodb/src/module/MongoModule.ts
@@ -66,8 +66,9 @@ export class MongoModule extends replication.ReplicationModule<types.MongoConnec
     const connectionManager = new MongoManager(normalizedConfig, {
       // Use short timeouts for testing connections.
       // Must be < 30s, to ensure we get a proper timeout error.
-      socketTimeoutMS: 1_000,
-      serverSelectionTimeoutMS: 1_000
+      // It must be large enough to cover the high latency of testing connections across regions
+      socketTimeoutMS: 3_000,
+      serverSelectionTimeoutMS: 5_000
     });
     try {
       await checkSourceConfiguration(connectionManager);
diff --git a/modules/module-mysql/CHANGELOG.md b/modules/module-mysql/CHANGELOG.md
@@ -1,5 +1,14 @@
 # @powersync/service-module-mysql
 
+## 0.5.2
+
+### Patch Changes
+
+- 8601d6c: [MySQL] Fix errors being hidden by ROLLBACK failure
+- Updated dependencies [f049f68]
+- Updated dependencies [8601d6c]
+  - @powersync/service-core@1.9.0
+
 ## 0.5.1
 
 ### Patch Changes
diff --git a/modules/module-mysql/package.json b/modules/module-mysql/package.json
@@ -2,7 +2,7 @@
   "name": "@powersync/service-module-mysql",
   "repository": "https://github.com/powersync-ja/powersync-service",
   "types": "dist/index.d.ts",
-  "version": "0.5.1",
+  "version": "0.5.2",
   "license": "FSL-1.1-Apache-2.0",
   "main": "dist/index.js",
   "type": "module",
diff --git a/modules/module-mysql/src/replication/BinLogStream.ts b/modules/module-mysql/src/replication/BinLogStream.ts
@@ -136,7 +136,7 @@ export class BinLogStream {
           await this.snapshotTable(connection.connection, batch, result.table);
           await promiseConnection.query('COMMIT');
         } catch (e) {
-          await promiseConnection.query('ROLLBACK');
+          await tryRollback(promiseConnection);
           throw e;
         }
       } finally {
@@ -292,7 +292,7 @@ AND table_type = 'BASE TABLE';`,
       logger.info(`Initial replication done`);
       await promiseConnection.query('COMMIT');
     } catch (e) {
-      await promiseConnection.query('ROLLBACK');
+      await tryRollback(promiseConnection);
       throw e;
     } finally {
       connection.release();
@@ -653,3 +653,11 @@ AND table_type = 'BASE TABLE';`,
     }
   }
 }
+
+async function tryRollback(promiseConnection: mysqlPromise.Connection) {
+  try {
+    await promiseConnection.query('ROLLBACK');
+  } catch (e) {
+    logger.error('Failed to rollback transaction', e);
+  }
+}
diff --git a/modules/module-postgres-storage/CHANGELOG.md b/modules/module-postgres-storage/CHANGELOG.md
@@ -1,5 +1,14 @@
 # @powersync/service-module-postgres-storage
 
+## 0.5.2
+
+### Patch Changes
+
+- Updated dependencies [f049f68]
+- Updated dependencies [8601d6c]
+  - @powersync/service-core@1.9.0
+  - @powersync/service-core-tests@0.7.2
+
 ## 0.5.1
 
 ### Patch Changes
diff --git a/modules/module-postgres-storage/package.json b/modules/module-postgres-storage/package.json
@@ -2,7 +2,7 @@
   "name": "@powersync/service-module-postgres-storage",
   "repository": "https://github.com/powersync-ja/powersync-service",
   "types": "dist/@types/index.d.ts",
-  "version": "0.5.1",
+  "version": "0.5.2",
   "main": "dist/index.js",
   "type": "module",
   "publishConfig": {
diff --git a/modules/module-postgres/CHANGELOG.md b/modules/module-postgres/CHANGELOG.md
@@ -1,5 +1,17 @@
 # @powersync/service-module-postgres
 
+## 0.10.0
+
+### Minor Changes
+
+- f049f68: [Postgres] Only flush once per replicated chunk, increasing transaction replication throughput.
+
+### Patch Changes
+
+- Updated dependencies [f049f68]
+- Updated dependencies [8601d6c]
+  - @powersync/service-core@1.9.0
+
 ## 0.9.1
 
 ### Patch Changes
diff --git a/modules/module-postgres/package.json b/modules/module-postgres/package.json
@@ -5,7 +5,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "0.9.1",
+  "version": "0.10.0",
   "main": "dist/index.js",
   "license": "FSL-1.1-Apache-2.0",
   "type": "module",
diff --git a/packages/service-core-tests/CHANGELOG.md b/packages/service-core-tests/CHANGELOG.md
@@ -1,5 +1,13 @@
 # @powersync/service-core-tests
 
+## 0.7.2
+
+### Patch Changes
+
+- Updated dependencies [f049f68]
+- Updated dependencies [8601d6c]
+  - @powersync/service-core@1.9.0
+
 ## 0.7.1
 
 ### Patch Changes
diff --git a/packages/service-core-tests/package.json b/packages/service-core-tests/package.json
@@ -5,7 +5,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "0.7.1",
+  "version": "0.7.2",
   "main": "dist/index.js",
   "license": "FSL-1.1-Apache-2.0",
   "type": "module",
diff --git a/packages/service-core/CHANGELOG.md b/packages/service-core/CHANGELOG.md
@@ -1,5 +1,15 @@
 # @powersync/service-core
 
+## 1.9.0
+
+### Minor Changes
+
+- f049f68: [Postgres] Only flush once per replicated chunk, increasing transaction replication throughput.
+
+### Patch Changes
+
+- 8601d6c: [MySQL] Fix errors being hidden by ROLLBACK failure
+
 ## 1.8.1
 
 ### Patch Changes
diff --git a/packages/service-core/package.json b/packages/service-core/package.json
@@ -5,7 +5,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.8.1",
+  "version": "1.9.0",
   "main": "dist/index.js",
   "license": "FSL-1.1-Apache-2.0",
   "type": "module",
diff --git a/service/CHANGELOG.md b/service/CHANGELOG.md
@@ -1,5 +1,24 @@
 # @powersync/service-image
 
+## 1.9.0
+
+### Minor Changes
+
+- f049f68: [Postgres] Only flush once per replicated chunk, increasing transaction replication throughput.
+
+### Patch Changes
+
+- 8601d6c: [MySQL] Fix errors being hidden by ROLLBACK failure
+- Updated dependencies [f049f68]
+- Updated dependencies [8601d6c]
+- Updated dependencies [535e708]
+  - @powersync/service-module-postgres@0.10.0
+  - @powersync/service-core@1.9.0
+  - @powersync/service-module-mysql@0.5.2
+  - @powersync/service-module-mongodb@0.7.2
+  - @powersync/service-module-mongodb-storage@0.7.2
+  - @powersync/service-module-postgres-storage@0.5.2
+
 ## 1.8.1
 
 ### Patch Changes
diff --git a/service/package.json b/service/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@powersync/service-image",
-  "version": "1.8.1",
+  "version": "1.9.0",
   "private": true,
   "license": "FSL-1.1-Apache-2.0",
   "type": "module",
diff --git a/test-client/CHANGELOG.md b/test-client/CHANGELOG.md
@@ -1,5 +1,13 @@
 # test-client
 
+## 0.1.31
+
+### Patch Changes
+
+- Updated dependencies [f049f68]
+- Updated dependencies [8601d6c]
+  - @powersync/service-core@1.9.0
+
 ## 0.1.30
 
 ### Patch Changes
diff --git a/test-client/package.json b/test-client/package.json
@@ -2,7 +2,7 @@
   "name": "test-client",
   "repository": "https://github.com/powersync-ja/powersync-service",
   "private": true,
-  "version": "0.1.30",
+  "version": "0.1.31",
   "main": "dist/index.js",
   "bin": "dist/bin.js",
   "license": "Apache-2.0",
