[YUNIKORN-2249] Add compression option to getQueueApplication API

pkg/webservice/handlers.go

@@ -19,6 +19,8 @@
 package webservice
 
 import (
+	"bytes"
+	"compress/gzip"
 	"encoding/json"
 	"fmt"
 	"io"
@@ -153,6 +155,10 @@ func writeHeaders(w http.ResponseWriter) {
 	w.Header().Set("Access-Control-Allow-Headers", "X-Requested-With,Content-Type,Accept,Origin")
 }
 
+func writeHeader(w http.ResponseWriter, key, val string) {
+	w.Header().Set(key, val)
+}
+
 func buildJSONErrorResponse(w http.ResponseWriter, detail string, code int) {
 	w.WriteHeader(code)
 	errorInfo := dao.NewYAPIError(nil, code, detail)
@@ -746,6 +752,11 @@ func getQueueApplications(w http.ResponseWriter, r *http.Request) {
 		appsDao = append(appsDao, getApplicationDAO(app))
 	}
 
+	if checkHeader(r.Header, "Content-Encoding", "gzip") {
+		compress(w, appsDao)
+		return
+	}
+
 	if err := json.NewEncoder(w).Encode(appsDao); err != nil {
 		buildJSONErrorResponse(w, err.Error(), http.StatusInternalServerError)
 	}
@@ -1216,3 +1227,40 @@ func getStream(w http.ResponseWriter, r *http.Request) {
 		}
 	}
 }
+
+func checkHeader(h http.Header, key string, value string) bool {
+	values := h.Values(key)
+	for _, v := range values {
+		if v == value {
+			return true
+		}
+	}
+	return false
+}
+
+func compress(w http.ResponseWriter, data any) {
+	response, err := json.Marshal(data)
+	if err != nil {
+		buildJSONErrorResponse(w, err.Error(), http.StatusInternalServerError)
+		return
+	}
+
+	var compressedData bytes.Buffer
+	writer := gzip.NewWriter(&compressedData)
+	_, err = writer.Write(response)
+	if err != nil {
+		buildJSONErrorResponse(w, err.Error(), http.StatusInternalServerError)
+		return
+	}
+
+	err = writer.Close()
+	if err != nil {
+		buildJSONErrorResponse(w, err.Error(), http.StatusInternalServerError)
+		return
+	}
+
+	writeHeader(w, "Content-Encoding", "gzip")
+	if _, err = w.Write(compressedData.Bytes()); err != nil {
+		buildJSONErrorResponse(w, err.Error(), http.StatusInternalServerError)
+	}
+}

pkg/webservice/handlers_test.go

@@ -19,10 +19,13 @@
 package webservice
 
 import (
+	"bytes"
+	"compress/gzip"
 	"context"
 	"encoding/json"
 	"errors"
 	"fmt"
+	"io"
 	"net/http"
 	"net/http/httptest"
 	"reflect"
@@ -2600,3 +2603,36 @@ func NewResponseRecorderWithDeadline() *ResponseRecorderWithDeadline {
 		ResponseRecorder: httptest.NewRecorder(),
 	}
 }
+
+func TestCompressQueueApplications(t *testing.T) {
+	var appsDao []*dao.ApplicationDAOInfo
+	app := newApplication("app-01", "part-01", "queue-1", rmID, security.UserGroup{})
+	app2 := newApplication("app-02", "part-01", "queue-1", rmID, security.UserGroup{})
+	appsDao = append(appsDao, getApplicationDAO(app))
+	appsDao = append(appsDao, getApplicationDAO(app2))
+
+	resp := &MockResponseWriter{}
+	compress(resp, appsDao)
+
+	buf := bytes.NewBuffer(resp.outputBytes)
+	gzipReader, err := gzip.NewReader(buf)
+	assert.NilError(t, err, "Error while decompressing data.")
+	err = gzipReader.Close()
+	assert.NilError(t, err, "Error when close gzip reader.")
+
+	uncompressedData, err := io.ReadAll(gzipReader)
+	assert.NilError(t, err, "Error when read decoded data.")
+
+	var decodedData []*dao.ApplicationDAOInfo
+	err = json.Unmarshal(uncompressedData, &decodedData)
+	assert.NilError(t, err, "Error when unmarshal decoded data.")
+
+	for i := range decodedData {
+		assert.Equal(t, appsDao[i].ApplicationID, decodedData[i].ApplicationID)
+		assert.Equal(t, appsDao[i].Partition, decodedData[i].Partition)
+		assert.Equal(t, appsDao[i].QueueName, decodedData[i].QueueName)
+		assert.Equal(t, appsDao[i].SubmissionTime, decodedData[i].SubmissionTime)
+		assert.Equal(t, appsDao[i].User, decodedData[i].User)
+		assert.Equal(t, appsDao[i].Groups[0], decodedData[i].Groups[0])
+	}
+}