2.4s -> 0.65s

Author: AntonKozlov

.gitignore

@@ -0,0 +1,4 @@
+/target
+/aws-lambda-rie
+/jdk
+/cr

Dockerfile.baseline

@@ -0,0 +1,20 @@
+FROM ubuntu:18.04
+
+COPY jdk /jdk
+
+# Copy function code and runtime dependencies from Maven layout
+COPY target/classes /function
+COPY target/dependency/* /function/lib/
+
+WORKDIR /function
+
+ENV AWS_XRAY_CONTEXT_MISSING=LOG_ERROR
+
+ENTRYPOINT [ "/jdk/bin/java", \
+	"-XX:-UsePerfData", \
+	"-cp", "/function:/function/lib/*", \
+	"com.amazonaws.services.lambda.runtime.api.client.AWSLambda" ]
+
+# Set the CMD to your handler (could also be done as a parameter override outside of the Dockerfile)
+CMD [ "example.Handler::handleRequest" ]
+

Dockerfile.checkpoint

@@ -0,0 +1,39 @@
+FROM ubuntu:18.04 as builder
+
+RUN apt update && \
+	DEBIAN_FRONTEND=noninteractive apt -y --no-install-recommends install liblz4-tool && \
+	apt clean && \
+	rm -rf /var/lib/apt /var/cache/apt
+
+COPY jdk /jdk
+
+# Copy function code and runtime dependencies from Maven layout
+COPY target/classes /function
+COPY target/dependency/* /function/lib/
+
+RUN cd /function/lib; /jdk/bin/jar -x -f aws-lambda-java-runtime-interface-client*.jar \
+	aws-lambda-runtime-interface-client.musl.so \
+	aws-lambda-runtime-interface-client.glibc.so
+
+RUN tar -c /jdk | lz4 -z -9 - /jdk.tar.lz4
+
+FROM ubuntu:18.04
+
+RUN apt update && \
+	DEBIAN_FRONTEND=noninteractive apt -y --no-install-recommends install liblz4-tool && \
+	apt clean && \
+	rm -rf /var/lib/apt /var/cache/apt
+
+COPY --from=builder /jdk.tar.lz4 /
+COPY --from=builder /function /function
+
+WORKDIR /function
+
+ENV AWS_XRAY_CONTEXT_MISSING=LOG_ERROR
+
+COPY checkpoint.cmd.sh /
+
+ENTRYPOINT [ "/bin/bash", "/checkpoint.cmd.sh" ]
+
+# Set the CMD to your handler (could also be done as a parameter override outside of the Dockerfile)
+CMD [ "example.Handler::handleRequest" ]

Dockerfile.restore

@@ -0,0 +1,19 @@
+FROM ubuntu:18.04 as builder
+
+RUN apt update && \
+	DEBIAN_FRONTEND=noninteractive apt -y --no-install-recommends install liblz4-tool && \
+	apt clean && \
+	rm -rf /var/lib/apt /var/cache/apt
+
+COPY cr /cr
+RUN tar -c /cr | lz4 -z -9 - /cr.tar.lz4
+
+FROM crac-lambda-checkpoint
+
+COPY --from=builder /cr.tar.lz4 /
+
+ADD restore.cmd.sh /
+ENTRYPOINT [ "/bin/bash", "/restore.cmd.sh" ]
+
+# Set the CMD to your handler (could also be done as a parameter override outside of the Dockerfile)
+CMD [ "example.Handler::handleRequest" ]

checkpoint.cmd.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+lz4 -d /jdk.tar.lz4 - | tar x -C /tmp/
+
+# Ensure small PID, for privileged-less criu to be able to restore PID by bumping.
+# But not too small, to avoid clashes with other occasional processes on restore.
+exec /aws-lambda-rie /bin/bash -c '\
+	while [ 128 -ge $(cat /proc/sys/kernel/ns_last_pid) ]; do :; done; \
+	setsid /tmp/jdk/bin/java \
+		-Xshare:off \
+		-XX:-UsePerfData \
+		-XX:CRaCCheckpointTo=/cr \
+		-cp /function:/function/lib/* \
+		-Dcom.amazonaws.services.lambda.runtime.api.client.NativeClient.libsBase=/function/lib/ \
+		com.amazonaws.services.lambda.runtime.api.client.AWSLambda $0' "$@"

crac-steps.sh

@@ -0,0 +1,63 @@
+#!/bin/bash
+
+s00_init() {
+
+	if [ -z $JAVA_HOME ]; then
+	       echo "No	JAVA_HOME specified"
+	       return 1
+	fi
+
+	rm -rf jdk
+	cp -r $JAVA_HOME jdk
+
+	curl -L -o aws-lambda-rie https://github.com/aws/aws-lambda-runtime-interface-emulator/releases/download/v1.3/aws-lambda-rie-$(uname -m) 
+	chmod +x aws-lambda-rie
+}
+
+dojlink() {
+	$JAVA_HOME/bin/jlink --bind-services --output jdk --module-path $JAVA_HOME/jmods --add-modules java.base,jdk.unsupported,java.sql
+}
+
+s01_build() {
+	mvn compile dependency:copy-dependencies -DincludeScope=runtime
+	docker build -t crac-lambda-checkpoint -f Dockerfile.checkpoint .
+}
+
+s02_start_checkpoint() {
+	docker run \
+		--privileged \
+		--rm \
+		--name crac-checkpoint \
+		-v $PWD/aws-lambda-rie:/aws-lambda-rie \
+		-v $PWD/cr:/cr \
+		-p 8080:8080 \
+		-e AWS_REGION=us-west-2 \
+		crac-lambda-checkpoint
+}
+
+rawpost() {
+        local c=0
+        while [ $c -lt 20 ]; do
+                curl -XPOST --no-progress-meter -d "$@" http://localhost:8080/2015-03-31/functions/function/invocations && break
+                sleep 0.2
+                c=$(($c + 1))
+        done
+}
+
+post() {
+        rawpost "{ Records : [ { body : \"${1}\" } ] }"
+}
+
+s03_checkpoint() {
+        post checkpoint
+        sleep 2
+        post fini
+	docker rm -f crac-checkpoint
+}
+
+s04_prepare_restore() {
+	rm -f cr/dump4.log # XXX
+	docker build -t crac-lambda-restore -f Dockerfile.restore .
+}
+
+"$@"

pom.xml

@@ -12,6 +12,16 @@
     <maven.compiler.target>1.8</maven.compiler.target>
   </properties>
   <dependencies>
+    <dependency>
+      <groupId>io.github.crac</groupId>
+      <artifactId>org-crac</artifactId>
+      <version>0.1.0</version>
+    </dependency>
+    <dependency>
+      <groupId>io.github.crac.com.amazonaws</groupId>
+      <artifactId>aws-lambda-java-runtime-interface-client</artifactId>
+      <version>1.0.0</version>
+    </dependency>
     <dependency>
       <groupId>com.amazonaws</groupId>
       <artifactId>aws-lambda-java-core</artifactId>
@@ -52,6 +62,7 @@
       <artifactId>lambda</artifactId>
       <version>2.10.72</version>
     </dependency>
+<!-- XRay is not supported now
     <dependency>
       <groupId>com.amazonaws</groupId>
       <artifactId>aws-xray-recorder-sdk-core</artifactId>
@@ -72,6 +83,7 @@
       <artifactId>aws-xray-recorder-sdk-aws-sdk-v2-instrumentor</artifactId>
       <version>2.4.0</version>
     </dependency>
+-->
     <dependency>
       <groupId>org.junit.jupiter</groupId>
       <artifactId>junit-jupiter-api</artifactId>
@@ -131,6 +143,23 @@
            <target>1.8</target>
         </configuration>
       </plugin>
+      <plugin>
+       <groupId>org.apache.maven.plugins</groupId>
+       <artifactId>maven-dependency-plugin</artifactId>
+       <version>3.1.2</version>
+       <executions>
+         <execution>
+           <id>copy-dependencies</id>
+           <phase>package</phase>
+           <goals>
+             <goal>copy-dependencies</goal>
+           </goals>
+           <configuration>
+             <!-- configure the plugin here -->
+           </configuration>
+         </execution>
+       </executions>
+      </plugin>
     </plugins>
   </build>
-</project>
+</project>

restore.cmd.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+lz4 -d /jdk.tar.lz4 - | tar x -C /tmp/
+lz4 -d /cr.tar.lz4  - | tar x -C /tmp/
+
+exec /tmp/jdk/bin/java -XX:CRaCRestoreFrom=/tmp/cr

src/main/java/example/Handler.java

@@ -1,65 +1,50 @@
 package example;
 
 import com.amazonaws.services.lambda.runtime.Context;
-import com.amazonaws.services.lambda.runtime.LambdaLogger;
 import com.amazonaws.services.lambda.runtime.RequestHandler;
 import com.amazonaws.services.lambda.runtime.events.SQSEvent;
 import com.amazonaws.services.lambda.runtime.events.SQSEvent.SQSMessage;
-
-import software.amazon.awssdk.services.lambda.model.GetAccountSettingsRequest;
-import software.amazon.awssdk.services.lambda.model.GetAccountSettingsResponse;
-import software.amazon.awssdk.services.lambda.model.ServiceException;
-import software.amazon.awssdk.services.lambda.LambdaAsyncClient;
-import software.amazon.awssdk.services.lambda.model.AccountUsage;
-
-import com.google.gson.Gson;
-import com.google.gson.GsonBuilder;
-
+import org.crac.CheckpointException;
+import org.crac.RestoreException;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
-import java.lang.StringBuilder;
-import java.util.Map;
-import java.util.List;
-import java.util.concurrent.CompletableFuture;
-
-// Handler value: example.Handler
+// Handler value: io.github.crac.example.lambda.Handler
 public class Handler implements RequestHandler<SQSEvent, String>{
   private static final Logger logger = LoggerFactory.getLogger(Handler.class);
-  private static final Gson gson = new GsonBuilder().setPrettyPrinting().create();
-  private static final LambdaAsyncClient lambdaClient = LambdaAsyncClient.create();
+
   public Handler(){
-    CompletableFuture<GetAccountSettingsResponse> accountSettings = lambdaClient.getAccountSettings(GetAccountSettingsRequest.builder().build());
-    try {
-      GetAccountSettingsResponse settings = accountSettings.get();
-    } catch(Exception e) {
-      e.getStackTrace();
-    }
   }
+
   @Override
   public String handleRequest(SQSEvent event, Context context)
   {
-    String response = new String();
-    // call Lambda API
-    logger.info("Getting account settings");
-    CompletableFuture<GetAccountSettingsResponse> accountSettings = 
-        lambdaClient.getAccountSettings(GetAccountSettingsRequest.builder().build());
-    // log execution details
-    logger.info("ENVIRONMENT VARIABLES: {}", gson.toJson(System.getenv()));
-    logger.info("CONTEXT: {}", gson.toJson(context));
-    logger.info("EVENT: {}", gson.toJson(event));
+    logger.info("handleRequest start");
+
     // process event
-    for(SQSMessage msg : event.getRecords()){
+    String response = "";
+
+    for (SQSMessage msg : event.getRecords()) {
       logger.info(msg.getBody());
+      response = msg.getBody();
+
+      switch (msg.getBody()) {
+        case "checkpoint":
+          (new Thread(() -> {
+            try {
+              Thread.sleep(1_000);
+              org.crac.Core.checkpointRestore();
+            } catch (CheckpointException | RestoreException | InterruptedException e) {
+              e.printStackTrace();
+            }
+          })).start();
+          break;
+        default:
+          // Just echo. Will also be used to break out of curl waiting for connection.
+          break;
+      }
     }
-    // process Lambda API response
-    try {
-      GetAccountSettingsResponse settings = accountSettings.get();
-      response = gson.toJson(settings.accountUsage());
-      logger.info("Account usage: {}", response);
-    } catch(Exception e) {
-      e.getStackTrace();
-    }
+
     return response;
   }
-}
+}