diff --git a/Dockerfile b/Dockerfile
index ab56b2ab0ef..ca26a9c72eb 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -10,14 +10,9 @@ RUN  go mod download
 
 COPY cmd/    cmd/
 COPY pkg/    pkg/
+
 # Build
-RUN if [ "$(uname -m)" = "ppc64le" ]; then \
-        CGO_ENABLED=0 GOOS=linux GOARCH=ppc64le go build -a -o manager ./cmd/manager; \
-    elif [ "$(uname -m)" = "aarch64" ]; then \
-        CGO_ENABLED=0 GOOS=linux GOARCH=arm64 go build -a -o manager ./cmd/manager; \
-    else \
-        CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -a -o manager ./cmd/manager; \
-    fi
+RUN CGO_ENABLED=0 GOOS=linux go build -a -o manager ./cmd/manager
 
 # Copy the controller-manager into a thin image
 FROM gcr.io/distroless/static:nonroot
diff --git a/agent.Dockerfile b/agent.Dockerfile
index 7dc3ce7141e..4cd48fcf02c 100644
--- a/agent.Dockerfile
+++ b/agent.Dockerfile
@@ -12,7 +12,7 @@ COPY pkg/    pkg/
 COPY cmd/    cmd/
 
 # Build
-RUN CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -a -o agent ./cmd/agent
+RUN CGO_ENABLED=0 GOOS=linux go build -a -o agent ./cmd/agent
 
 # Copy the inference-agent into a thin image
 FROM gcr.io/distroless/static:latest