diff --git a/python/kserve/requirements.txt b/python/kserve/requirements.txt
index 145f15d9af6..10bed91a123 100644
--- a/python/kserve/requirements.txt
+++ b/python/kserve/requirements.txt
@@ -14,7 +14,7 @@ azure-storage-file-share==12.7.0
 azure-identity>=1.8.0
 cloudevents>=1.6.2
 avro>=1.11.0
-boto3==1.21.0
+boto3~=1.21
 psutil>=5.9.0
 ray[serve]==2.0.0
 grpcio>=1.34.0