diff --git a/python/kserve/kserve/storage.py b/python/kserve/kserve/storage.py
index 611515816fa..e1d51d79b00 100644
--- a/python/kserve/kserve/storage.py
+++ b/python/kserve/kserve/storage.py
@@ -349,9 +349,9 @@ def _download_azure_blob(uri, out_dir: str):  # pylint: disable=too-many-locals
                      account_name,
                      container_name,
                      prefix)
-        token = Storage._get_azure_storage_token()
+        token = Storage._get_azure_storage_token() or Storage._get_azure_storage_access_key()
         if token is None:
-            logging.warning("Azure credentials not found, retrying anonymous access")
+            logging.warning("Azure credentials or shared access signature token not found, retrying anonymous access")
 
         blob_service_client = BlobServiceClient(account_url, credential=token)
         container_client = blob_service_client.get_container_client(container_name)