Replacing Lerna with pnpm on LTS (#25537)

This PR replaces lerna for client packages in the LTS branch with pnpm,
and merges azure into the 'client' package group

The build tools version used by LTS isn't compatible with pnpm's
workspace:~ dependency protocol, so we had to use a version of
build-tools from main which does support that protocol. That introduced
a few ancilliary changes we had to make:

1 - build-tools from main requires node>=20. As a result we've updated
LTS to use node 20.15.1 (the min required version on main)

2 - Updating to node 20.15.1 required us to update our eslint dependency
to a version compatible with node 20
2a - Updating eslint also introduced a number of linter changes to
various code files

3 - the latest version of build-tools from main had similar but
different type test generation code - we had to update the
typeValidation JSON in various package.jsons, and the build-tools
generated type tests are generated with slightly different names + paths

4 - we disabled the layer-checking policy check on LTS (per offline
discussion, we decided it was unlikely there would be major dependency
changes to LTS in the future, and so it would be a lot of work for
little payoff to enable layer-checking using the latest build-tools
version on LTS)

5 - Since main considers azure packages to be part of the client
workgroup, we've added azure packages to this change and made them use
pnpm
5a - This also lets us remove the build-azure pipeline, since azure gets
included with the client packages build

6 - Several pipelines were updated to use pnpm, install pnpm
dependencies, and use flub to publish packages. Where possible, the
implementations have been pulled directly from main

7 - build-tools sources (and associated pipeline to build build-tools)
have been removed. We're now using build-tools from main, which means
this code is no longer needed to be built or maintained (NB: the server/
code which uses old build-tools is planned to be removed in a subsequent
PR)


Workarounds needed:
1) api-extractor dependencies are using ~7.22.2 instead of ^7.22.2 now.
This was to work around an issue with api-extractor, where ^
dependencies used an inconsistent version of the typescript compiler
that caused build failures (and the command line switch to point
api-extractor to the right compiler to use did not work)

2) eslint configurations have been set to use 0.28.2000. This resulted
in a downgraded eslint config for some projects. This was done because
of the migration to node 20 - eslint config 0.28.2000's dependencies
were compatible with node 20, but 2.0.0 included extra dependencies
which were incompatible with node 20

3) @types/node set to 14.18.0 everywhere - trying to use a different
types/node version caused typescript compilation failures when
processing d.ts files of those libraries, and options like skipLibCheck
etc did not fix it. Setting all projects to @types/node 14.18.0 resolved
the issue (NB: main has a similar workaround of using node types v 18
due to compilation issues, despite it using node 20+)

Author: jumyhre

.github/CODEOWNERS

@@ -36,7 +36,6 @@
 /packages/utils/telemetry-utils/                                          @microsoft/fluid-cr-telemetry
 /server/                                                                  @microsoft/fluid-cr-server
 /tools/                                                                   @microsoft/fluid-cr-infra
-/tools/pipelines/build-azure.yml                                          @microsoft/fluid-cr-framework
 
 # PUBLIC API REPORTS
 # All packages are assumed to have public APIs unless defined otherwise in the sections below.

.github/actions-labeler.yml

@@ -67,7 +67,7 @@
   - BREAKING.md
 
 dependencies:
-  - lerna-package-lock.json
+  - pnpm-lock.yaml
   - package-lock.json
 
 documentation:

.npmrc

@@ -0,0 +1,10 @@
+engine-strict=true
+
+# Temporary, because otherwise pnpm fails due to peer dependencies not being satisfied
+# with our current dependency graph. (copied from main repo, PR 13554)
+strict-peer-dependencies=false
+
+# Disable pnpm update notifications since we use corepack to install package managers
+update-notifier=false
+
+link-workspace-packages=true

.nvmrc

@@ -1 +1 @@
-18
+20

.releaseGroup

@@ -0,0 +1 @@
+The presence of this file in a directory indicates it is the root of a release group.

api-report/merge-tree.api.md

@@ -219,7 +219,7 @@ export class Client {
     // (undocumented)
     walkSegments<TClientData>(handler: ISegmentAction<TClientData>, start: number | undefined, end: number | undefined, accum: TClientData, splitRange?: boolean): void;
     // (undocumented)
-    walkSegments<undefined>(handler: ISegmentAction<undefined>, start?: number, end?: number, accum?: undefined, splitRange?: boolean): void;
+    walkSegments(handler: ISegmentAction<undefined>, start?: number, end?: number, accum?: undefined, splitRange?: boolean): void;
 }
 
 // @public (undocumented)

azure/package.json

@@ -4,7 +4,7 @@
  */
 
 module.exports = {
-	extends: [require.resolve("@fluidframework/eslint-config-fluid/strict"), "prettier"],
+	extends: [require.resolve("@fluidframework/eslint-config-fluid"), "prettier"],
 	plugins: ["eslint-plugin-jsdoc"],
 	parserOptions: {
 		project: ["./tsconfig.json", "./src/test/tsconfig.json"],

azure/packages/azure-client/.eslintrc.js

@@ -39,56 +39,57 @@
 		"test:realsvc:local:run": "mocha --unhandled-rejections=strict --recursive dist/test/**/*.spec.js --exit --timeout 10000",
 		"test:realsvc:tinylicious": "start-server-and-test start:tinylicious:test 7070 test:realsvc:local:run",
 		"tsc": "tsc",
-		"typetests:gen": "flub generate typetests --generate --dir .",
+		"typetests:gen": "flub generate typetests --dir . -v",
 		"typetests:prepare": "flub generate typetests --prepare --dir . --pin"
 	},
 	"dependencies": {
 		"@fluidframework/common-definitions": "^0.20.1",
 		"@fluidframework/common-utils": "^1.1.1",
-		"@fluidframework/container-definitions": "^1.4.0",
-		"@fluidframework/container-loader": "^1.4.0",
-		"@fluidframework/core-interfaces": "^1.4.0",
-		"@fluidframework/driver-definitions": "^1.4.0",
-		"@fluidframework/driver-utils": "^1.4.0",
-		"@fluidframework/fluid-static": "^1.4.0",
-		"@fluidframework/map": "^1.4.0",
+		"@fluidframework/container-definitions": "workspace:~",
+		"@fluidframework/container-loader": "workspace:~",
+		"@fluidframework/core-interfaces": "workspace:~",
+		"@fluidframework/driver-definitions": "workspace:~",
+		"@fluidframework/driver-utils": "workspace:~",
+		"@fluidframework/fluid-static": "workspace:~",
+		"@fluidframework/map": "workspace:~",
 		"@fluidframework/protocol-definitions": "^1.0.0",
-		"@fluidframework/routerlicious-driver": "^1.4.0",
-		"@fluidframework/runtime-utils": "^1.4.0",
+		"@fluidframework/routerlicious-driver": "workspace:~",
+		"@fluidframework/runtime-utils": "workspace:~",
 		"@fluidframework/server-services-client": "^0.1036.5002",
 		"axios": "^0.28.0",
 		"uuid": "^8.3.1"
 	},
 	"devDependencies": {
-		"@fluid-tools/build-cli": "^0.10.0",
-		"@fluidframework/aqueduct": "^1.4.0",
+		"@fluid-tools/build-cli": "^0.55.0",
+		"@fluidframework/aqueduct": "workspace:~",
 		"@fluidframework/azure-client-previous": "npm:@fluidframework/[email protected]",
-		"@fluidframework/azure-local-service": "^1.2.0",
+		"@fluidframework/azure-local-service": "workspace:~",
 		"@fluidframework/build-common": "^1.2.0",
-		"@fluidframework/build-tools": "^0.10.0",
-		"@fluidframework/counter": "^1.4.0",
-		"@fluidframework/eslint-config-fluid": "^2.0.0",
-		"@fluidframework/test-client-utils": "1.4.0",
-		"@fluidframework/test-utils": "^1.4.0",
-		"@microsoft/api-extractor": "^7.34.4",
+		"@fluidframework/build-tools": "^0.55.0",
+		"@fluidframework/counter": "workspace:~",
+		"@fluidframework/eslint-config-fluid": "^0.28.2000",
+		"@fluidframework/test-client-utils": "workspace:~",
+		"@fluidframework/test-utils": "workspace:~",
+		"@microsoft/api-extractor": "~7.34.4",
 		"@types/mocha": "^9.1.1",
-		"@types/node": "^18.15.3",
+		"@types/node": "^14.18.0",
 		"concurrently": "^7.6.0",
 		"copyfiles": "^2.4.1",
 		"cross-env": "^7.0.3",
-		"eslint": "~8.6.0",
+		"eslint": "~8.55.0",
 		"eslint-config-prettier": "~8.5.0",
-		"eslint-plugin-jsdoc": "~39.3.0",
+		"eslint-plugin-jsdoc": "~46.8.2",
 		"mocha": "^10.2.0",
 		"prettier": "~2.6.2",
 		"rimraf": "^2.6.2",
 		"start-server-and-test": "^1.11.7",
 		"typescript": "~4.5.5"
 	},
 	"peerDependencies": {
-		"fluid-framework": "^1.4.0"
+		"fluid-framework": "workspace:~"
 	},
 	"typeValidation": {
-		"broken": {}
+		"broken": {},
+		"entrypoint": "public"
 	}
 }