handle worker crashes

examples/test/sst.config.ts

@@ -17,7 +17,7 @@ export default $config({
       url: true,
       handler: "./src/index.handler",
       environment: {
-        HELLO: "not lame",
+        HELLO: "why",
       },
     });
 

pkg/runtime/node.go

@@ -32,6 +32,9 @@ type NodeWorker struct {
 
 func (w *NodeWorker) Stop() {
 	w.cmd.Process.Signal(os.Interrupt)
+}
+
+func (w *NodeWorker) Done() {
 	w.cmd.Wait()
 }
 

pkg/runtime/runtime.go

@@ -19,6 +19,7 @@ type Runtime interface {
 
 type Worker interface {
 	Stop()
+	Done()
 }
 
 type BuildInput struct {

pkg/server/dev/aws/aws.go

@@ -136,6 +136,7 @@ func Start(
 
 	type WorkerInfo struct {
 		FunctionID string
+		WorkerID   string
 		Worker     runtime.Worker
 		Env        []string
 	}
@@ -144,6 +145,7 @@ func Start(
 	initChan := make(chan MQTT.Message, 1000)
 	shutdownChan := make(chan MQTT.Message, 1000)
 	fileChan := make(chan *watcher.FileChangedEvent, 1000)
+	workerShutdown := make(chan *WorkerInfo, 1000)
 
 	bus.Subscribe(ctx, func(event *project.StackEvent) {
 		if event.CompleteEvent != nil {
@@ -195,16 +197,33 @@ func Start(
 				Build:      build,
 				Env:        workerEnv[workerID],
 			})
-			workers[workerID] = &WorkerInfo{
+			info := &WorkerInfo{
 				FunctionID: functionID,
 				Worker:     worker,
+				WorkerID:   workerID,
 			}
+			go func() {
+				worker.Done()
+				workerShutdown <- info
+			}()
+			workers[workerID] = info
 		}
 
 		for {
 			select {
 			case <-ctx.Done():
 				return
+			case info := <-workerShutdown:
+				slog.Info("worker died", "workerID", info.WorkerID)
+				existing, ok := workers[info.WorkerID]
+				if !ok {
+					continue
+				}
+				// only delete if a new worker hasn't already been started
+				if existing == info {
+					delete(workers, info.WorkerID)
+				}
+				break
 			case complete = <-completeChan:
 				break
 			case m := <-initChan: