chore: turbo tweaks (#3701)

- added caching for wingsdk post-compile by handling the convulated doc copying thing
- added caching for packaging by making the `output` of `package` the shared dist dir
- added cargo workspace back
- made sure tests that depend on the examples (winglang, hangar, and wingc) all invalidate their cache when those examples change
- added self-mutation back in for the test job
- Use the `topo` convention to group some inputs together
- Tweak several configs to hopefully improve general caching

*By submitting this pull request, I confirm that my contribution is made under the terms of the [Wing Cloud Contribution License](https://github.com/winglang/wing/blob/main/CONTRIBUTION_LICENSE.md)*.

.github/workflows/build.yml

@@ -77,7 +77,7 @@ jobs:
         run: pnpm changelog
 
       - name: Build and Package
-        run: pnpm build:ci
+        run: pnpm package:ci
         env:
           SEGMENT_WRITE_KEY: ${{ secrets.SEGMENT_WRITE_KEY }}
 
@@ -169,6 +169,24 @@ jobs:
       - name: Test
         run: pnpm test:ci
 
+      - name: Create git patch
+        id: diff
+        run: |
+          git add --all
+          git diff --staged --binary --patch > build.diff
+          if [ -s build.diff ]; then
+            echo "Diff found, creating a patch to apply later"
+            cat build.diff
+            echo "diff=true" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Upload patch
+        if: steps.diff.outputs.diff == 'true'
+        uses: actions/upload-artifact@v3
+        with:
+          name: build.diff
+          path: build.diff
+
   benchmark:
     name: Benchmark
     runs-on: ubuntu-latest

Cargo.toml

@@ -0,0 +1,11 @@
+[workspace]
+members = [
+  "libs/tree-sitter-wing",
+  "libs/wingc",
+  "libs/wingii",
+]
+
+# For use with `cargo flamegraph --profile flamegraph`
+[profile.flamegraph]
+inherits = "release"
+debug = true

apps/jsii-docgen/.projenrc.ts

@@ -33,11 +33,12 @@ const project = new typescript.TypeScriptProject({
     "semver",
     "yargs@^16",
   ],
-  releaseToNpm: true,
   packageManager: javascript.NodePackageManager.PNPM,
   github: false,
   projenrcTs: true,
   prettier: true,
+  release: false,
+  package: false,
 });
 
 const libraryFixtures = ["construct-library"];

apps/jsii-docgen/turbo.json

@@ -4,9 +4,6 @@
   "pipeline": {
     "compile": {
       "outputs": ["lib/**"]
-    },
-    "package": {
-      "outputs": ["dist/**"]
     }
   }
 }

apps/vscode-wing/turbo.json

@@ -3,13 +3,13 @@
   "extends": ["//"],
   "pipeline": {
     "compile": {
-      "inputs": ["src/**"],
       "outputs": ["lib/**"]
     },
     "dev": {
       "dependsOn": ["compile"]
     },
     "package": {
+      "inputs": ["syntaxes/**", "resources/**"],
       "outputs": ["vscode-wing.vsix"]
     }
   }

apps/wing-api-checker/.projenrc.ts

@@ -18,6 +18,7 @@ const project = new typescript.TypeScriptProject({
   github: false,
   projenrcTs: true,
   prettier: true,
+  package: false,
   deps: ["chalk", "chokidar", "glob-promise", "jsii-reflect", "yargs"],
   devDeps: ["@types/node@^18", "@types/yargs"],
 });

apps/wing-console/console/app/turbo.json

@@ -5,6 +5,9 @@
     "compile": {
       "outputs": ["dist/**"],
       "env": ["SEGMENT_WRITE_KEY"]
+    },
+    "package": {
+      "outputs": ["../../../../dist/wingconsole-app-*.tgz"]
     }
   }
 }

apps/wing-console/console/design-system/turbo.json

@@ -4,6 +4,9 @@
   "pipeline": {
     "compile": {
       "outputs": ["dist/**"]
+    },
+    "package": {
+      "outputs": ["../../../../dist/wingconsole-design-system-*.tgz"]
     }
   }
 }

apps/wing-console/console/server/turbo.json

@@ -4,6 +4,9 @@
   "pipeline": {
     "compile": {
       "outputs": ["dist/**"]
+    },
+    "package": {
+      "outputs": ["../../../../dist/wingconsole-server-*.tgz"]
     }
   }
 }

apps/wing-console/console/ui/turbo.json

@@ -4,6 +4,9 @@
   "pipeline": {
     "compile": {
       "outputs": ["dist/**"]
+    },
+    "package": {
+      "outputs": ["../../../../dist/wingconsole-ui-*.tgz"]
     }
   }
 }

apps/wing/src/cli.ts

@@ -1,6 +1,3 @@
-// for WebAssembly typings:
-/// <reference lib="dom" />
-
 import { satisfies } from "compare-versions";
 
 import { Command, Option } from "commander";

apps/wing/turbo.json

@@ -2,11 +2,14 @@
   "$schema": "https://turborepo.org/schema.json",
   "extends": ["//"],
   "pipeline": {
+    "test": {
+      "dependsOn": ["^compile", "examples-valid#topo"]
+    },
     "compile": {
       "outputs": ["dist/**"]
     },
-    "test": {
-      "dependsOn": ["compile"]
+    "package": {
+      "outputs": ["../../dist/winglang-*.tgz"]
     }
   }
 }

examples/tests/error/package.json

@@ -0,0 +1,6 @@
+{
+  "name": "examples-error",
+  "volta": {
+    "extends": "../../../package.json"
+  }
+}

examples/tests/error/turbo.json

@@ -0,0 +1,9 @@
+{
+  "$schema": "https://turborepo.org/schema.json",
+  "extends": ["//"],
+  "pipeline": {
+    "topo": {
+      "inputs": ["**", "!node_modules/**", "!**/target/**"]
+    }
+  }
+}

examples/tests/invalid/turbo.json

@@ -0,0 +1,9 @@
+{
+  "$schema": "https://turborepo.org/schema.json",
+  "extends": ["//"],
+  "pipeline": {
+    "topo": {
+      "inputs": ["**", "!node_modules/**", "!**/target/**"]
+    }
+  }
+}

examples/tests/sdk_tests/package.json

@@ -1,5 +1,5 @@
 {
-  "name": "examples-util",
+  "name": "examples-sdk",
   "dependencies": {
     "uuid": "^9.0.0",
     "nanoid": "^3.3.6"

examples/tests/sdk_tests/turbo.json

@@ -0,0 +1,9 @@
+{
+  "$schema": "https://turborepo.org/schema.json",
+  "extends": ["//"],
+  "pipeline": {
+    "topo": {
+      "inputs": ["**", "!node_modules/**", "!**/target/**"]
+    }
+  }
+}