Port 3 APIs from python to golang

.gitignore

@@ -246,3 +246,11 @@ cla-backend/run-python-test-example-*.py
 out
 *.secret
 *log*.json
+
+# Cypress test outputs
+**/cypress/screenshots/
+**/cypress/videos/
+**/cypress/reports/
+
+# Local env vars
+.env

cla-backend-go/auth/auth0.go

@@ -24,7 +24,7 @@ type Validator struct {
 }
 
 // NewAuthValidator creates a new auth0 validator based on the specified parameters
-func NewAuthValidator(domain, clientID, usernameClaim, algorithm string) (Validator, error) { // nolint
+func NewAuthValidator(domain, clientID, usernameClaim, nameClaim, emailClaim, algorithm string) (Validator, error) { // nolint
 	if domain == "" {
 		return Validator{}, errors.New("missing Domain")
 	}
@@ -43,8 +43,8 @@ func NewAuthValidator(domain, clientID, usernameClaim, algorithm string) (Valida
 		usernameClaim: usernameClaim,
 		algorithm:     algorithm,
 		wellKnownURL:  "https://" + path.Join(domain, ".well-known/jwks.json"),
-		nameClaim:     "name",
-		emailClaim:    "email",
+		nameClaim:     nameClaim,
+		emailClaim:    emailClaim,
 	}
 
 	return validator, nil

cla-backend-go/cmd/response_metrics.go

@@ -4,6 +4,7 @@
 package cmd
 
 import (
+	"sync"
 	"time"
 
 	"github.com/linuxfoundation/easycla/cla-backend-go/utils"
@@ -18,32 +19,36 @@ type responseMetrics struct {
 	expire  time.Time
 }
 
-var reqMap = make(map[string]*responseMetrics, 5)
+var reqMap sync.Map
 
 // requestStart holds the request ID, method and timing information in a small structure
 func requestStart(reqID, method string) {
 	now, _ := utils.CurrentTime()
-	reqMap[reqID] = &responseMetrics{
+	rm := &responseMetrics{
 		reqID:   reqID,
 		method:  method,
 		start:   now,
 		elapsed: 0,
 		expire:  now.Add(time.Minute * 5),
 	}
+	reqMap.Store(reqID, rm)
 }
 
 // getRequestMetrics returns the response metrics based on the request id value
 func getRequestMetrics(reqID string) *responseMetrics {
-	if x, found := reqMap[reqID]; found {
+	if val, found := reqMap.Load(reqID); found {
+		rm, ok := val.(*responseMetrics)
+		if !ok {
+			return nil
+		}
 		now, _ := utils.CurrentTime()
-		x.elapsed = now.Sub(x.start)
-		return x
+		rm.elapsed = now.Sub(rm.start)
+		return rm
 	}
-
 	return nil
 }
 
 // clearRequestMetrics removes the request from the map
 func clearRequestMetrics(reqID string) {
-	delete(reqMap, reqID)
+	reqMap.Delete(reqID)
 }

cla-backend-go/cmd/server.go

@@ -236,11 +236,24 @@ func server(localMode bool) http.Handler {
 	}
 
 	// LG: to test with manual tokens
-	// configFile.Auth0.UsernameClaim = "http://lfx.dev/claims/username"
+	customClaimUsername := os.Getenv("AUTH0_USERNAME_CLAIM_CLI")
+	if customClaimUsername != "" {
+		configFile.Auth0.UsernameClaim = customClaimUsername
+	}
+	nameClaimName := os.Getenv("AUTH0_NAME_CLAIM_CLI")
+	if nameClaimName == "" {
+		nameClaimName = "name"
+	}
+	emailClaimName := os.Getenv("AUTH0_EMAIL_CLAIM_CLI")
+	if emailClaimName == "" {
+		emailClaimName = "email"
+	}
 	authValidator, err := auth.NewAuthValidator(
 		configFile.Auth0.Domain,
 		configFile.Auth0.ClientID,
 		configFile.Auth0.UsernameClaim,
+		nameClaimName,
+		emailClaimName,
 		configFile.Auth0.Algorithm)
 	if err != nil {
 		logrus.Panic(err)
@@ -336,7 +349,7 @@ func server(localMode bool) http.Handler {
 	// Setup our API handlers
 	users.Configure(api, usersService, eventsService)
 	project.Configure(api, v1ProjectService, eventsService, gerritService, v1RepositoriesService, v1SignaturesService)
-	v2Project.Configure(v2API, v1ProjectService, v2ProjectService, eventsService)
+	v2Project.Configure(v2API, v1ProjectService, v2ProjectService, eventsService, v1ProjectClaGroupService, v2RepositoriesService, gerritService)
 	health.Configure(api, healthService)
 	v2Health.Configure(v2API, healthService)
 	template.Configure(api, templateService, eventsService)

cla-backend-go/github/bots.go

@@ -222,29 +222,33 @@ func SkipAllowlistedBots(ev events.Service, orgModel *models.GithubOrganization,
 	}
 	log.WithFields(f).Debugf("final skip_cla config for repo %s is %+v; actorsMissingCLA: [%s]", orgRepo, configArray, strings.Join(actorDebugData, ", "))
 
+	seenActors := make(map[string]struct{})
 	for _, actor := range actorsMissingCLA {
 		if actor == nil {
 			continue
 		}
 		actorData := actorToString(actor)
 		log.WithFields(f).Debugf("Checking actor: %s for skip_cla config: %+v", actorData, configArray)
 		if isActorSkipped(actor, configArray) {
-			msg := fmt.Sprintf(
-				"Skipping CLA check for repo='%s', actor: %s due to skip_cla config: %+v",
-				orgRepo, actorData, configArray,
-			)
-			log.WithFields(f).Info(msg)
-			eventData := events.BypassCLAEventData{
-				Repo:   orgRepo,
-				Config: config,
-				Actor:  actorData,
+			_, seen := seenActors[actorData]
+			if !seen {
+				seenActors[actorData] = struct{}{}
+				msg := fmt.Sprintf(
+					"Skipping CLA check for repo='%s', actor: %s due to skip_cla config: %+v",
+					orgRepo, actorData, configArray,
+				)
+				log.WithFields(f).Info(msg)
+				eventData := events.BypassCLAEventData{
+					Repo:   orgRepo,
+					Config: config,
+					Actor:  actorData,
+				}
+				ev.LogEvent(&events.LogEventArgs{
+					EventType: events.BypassCLA,
+					EventData: &eventData,
+					ProjectID: projectID,
+				})
 			}
-			ev.LogEvent(&events.LogEventArgs{
-				EventType: events.BypassCLA,
-				EventData: &eventData,
-				ProjectID: projectID,
-			})
-			log.WithFields(f).Debugf("event logged")
 			actor.Authorized = true
 			allowlistedActors = append(allowlistedActors, actor)
 		} else {

cla-backend-go/project/repository/repository.go

@@ -50,6 +50,7 @@ const (
 type ProjectRepository interface { //nolint
 	CreateCLAGroup(ctx context.Context, claGroupModel *models.ClaGroup) (*models.ClaGroup, error)
 	GetCLAGroupByID(ctx context.Context, claGroupID string, loadRepoDetails bool) (*models.ClaGroup, error)
+	GetCLAGroupByIDCompat(ctx context.Context, claGroupID string, loadRepoDetails bool) (*models.ClaGroup, error)
 	GetCLAGroupsByExternalID(ctx context.Context, params *project.GetProjectsByExternalIDParams, loadRepoDetails bool) (*models.ClaGroups, error)
 	GetCLAGroupByName(ctx context.Context, claGroupName string) (*models.ClaGroup, error)
 	GetExternalCLAGroup(ctx context.Context, claGroupExternalID string) (*models.ClaGroup, error)
@@ -149,7 +150,7 @@ func (repo *repo) CreateCLAGroup(ctx context.Context, claGroupModel *models.ClaG
 	return claGroupModel, nil
 }
 
-func (repo *repo) getCLAGroupByID(ctx context.Context, claGroupID string, loadCLAGroupDetails bool) (*models.ClaGroup, error) {
+func (repo *repo) getCLAGroupByID(ctx context.Context, claGroupID string, loadCLAGroupDetails bool, claEnabledDefaultIsTrue bool) (*models.ClaGroup, error) {
 	f := logrus.Fields{
 		"functionName":       "project.repository.getCLAGroupByID",
 		utils.XREQUESTID:     ctx.Value(utils.XREQUESTID),
@@ -188,19 +189,36 @@ func (repo *repo) getCLAGroupByID(ctx context.Context, claGroupID string, loadCL
 		return nil, &utils.CLAGroupNotFound{CLAGroupID: claGroupID}
 	}
 	var dbModel models2.DBProjectModel
-	err = dynamodbattribute.UnmarshalMap(results.Items[0], &dbModel)
+	rawItem := results.Items[0]
+	err = dynamodbattribute.UnmarshalMap(rawItem, &dbModel)
 	if err != nil {
 		log.WithFields(f).Warnf("error unmarshalling db cla group model, error: %+v", err)
 		return nil, err
 	}
+	if claEnabledDefaultIsTrue {
+		// If missing, assume true like Pynamo default=True
+		if _, ok := rawItem["project_icla_enabled"]; !ok {
+			dbModel.ProjectIclaEnabled = true
+		}
+		if _, ok := rawItem["project_ccla_enabled"]; !ok {
+			dbModel.ProjectCclaEnabled = true
+		}
+	}
 
 	// Convert the database model to an API response model
 	return repo.buildCLAGroupModel(ctx, dbModel, loadCLAGroupDetails), nil
 }
 
 // GetCLAGroupByID returns the cla group model associated for the specified claGroupID
 func (repo *repo) GetCLAGroupByID(ctx context.Context, claGroupID string, loadRepoDetails bool) (*models.ClaGroup, error) {
-	return repo.getCLAGroupByID(ctx, claGroupID, loadRepoDetails)
+	return repo.getCLAGroupByID(ctx, claGroupID, loadRepoDetails, false)
+}
+
+// GetCLAGroupByIDCompat returns the cla group model associated for the specified claGroupID
+func (repo *repo) GetCLAGroupByIDCompat(ctx context.Context, claGroupID string, loadRepoDetails bool) (*models.ClaGroup, error) {
+	// Uses compatible mode (with python v2): claEnabledDefaultIsTrue - means if project_ccla_enabled or project_icla_enabled
+	// aren't set on dynamoDB item - they will default to true as in Py V2 API
+	return repo.getCLAGroupByID(ctx, claGroupID, loadRepoDetails, true)
 }
 
 // GetCLAGroupsByExternalID queries the database and returns a list of the cla groups
@@ -383,7 +401,7 @@ func (repo *repo) GetClaGroupByProjectSFID(ctx context.Context, projectSFID stri
 
 	log.WithFields(f).Debugf("found CLA Group ID: %s for project SFID: %s", claGroupProject.ClaGroupID, projectSFID)
 
-	return repo.getCLAGroupByID(ctx, claGroupProject.ClaGroupID, loadRepoDetails)
+	return repo.getCLAGroupByID(ctx, claGroupProject.ClaGroupID, loadRepoDetails, false)
 }
 
 // GetCLAGroupByName returns the project model associated for the specified project name

cla-backend-go/project/service/service.go

@@ -30,6 +30,7 @@ type Service interface {
 	CreateCLAGroup(ctx context.Context, project *models.ClaGroup) (*models.ClaGroup, error)
 	GetCLAGroups(ctx context.Context, params *project.GetProjectsParams) (*models.ClaGroups, error)
 	GetCLAGroupByID(ctx context.Context, claGroupID string) (*models.ClaGroup, error)
+	GetCLAGroupByIDCompat(ctx context.Context, claGroupID string) (*models.ClaGroup, error)
 	GetCLAGroupsByExternalSFID(ctx context.Context, projectSFID string) (*models.ClaGroups, error)
 	GetCLAGroupsByExternalID(ctx context.Context, params *project.GetProjectsByExternalIDParams) (*models.ClaGroups, error)
 	GetCLAGroupByName(ctx context.Context, projectName string) (*models.ClaGroup, error)
@@ -75,6 +76,16 @@ func (s ProjectService) GetCLAGroups(ctx context.Context, params *project.GetPro
 
 // GetCLAGroupByID service method
 func (s ProjectService) GetCLAGroupByID(ctx context.Context, claGroupID string) (*models.ClaGroup, error) {
+	return s.getCLAGroupByID(ctx, claGroupID, false)
+}
+
+// GetCLAGroupByIDCompat service method
+func (s ProjectService) GetCLAGroupByIDCompat(ctx context.Context, claGroupID string) (*models.ClaGroup, error) {
+	return s.getCLAGroupByID(ctx, claGroupID, true)
+}
+
+// getCLAGroupByID service method
+func (s ProjectService) getCLAGroupByID(ctx context.Context, claGroupID string, claEnabledDefaultIsTrue bool) (*models.ClaGroup, error) {
 	f := logrus.Fields{
 		"functionName":    "GetCLAGroupByID",
 		utils.XREQUESTID:  ctx.Value(utils.XREQUESTID),
@@ -83,7 +94,15 @@ func (s ProjectService) GetCLAGroupByID(ctx context.Context, claGroupID string)
 	}
 
 	log.WithFields(f).Debug("locating CLA Group by ID...")
-	project, err := s.repo.GetCLAGroupByID(ctx, claGroupID, repository.LoadRepoDetails)
+	var (
+		project *models.ClaGroup
+		err     error
+	)
+	if claEnabledDefaultIsTrue {
+		project, err = s.repo.GetCLAGroupByIDCompat(ctx, claGroupID, repository.LoadRepoDetails)
+	} else {
+		project, err = s.repo.GetCLAGroupByID(ctx, claGroupID, repository.LoadRepoDetails)
+	}
 	if err != nil {
 		return nil, err
 	}

cla-backend-go/swagger/cla.v1.yaml

@@ -141,6 +141,34 @@ paths:
       tags:
         - users
 
+  /user-compat/{userID}:
+    parameters:
+      - $ref: "#/parameters/x-request-id"
+      - $ref: "#/parameters/userPathUuid"
+    get:
+      summary: Get user by ID (returns data in the same format as Py V2 API)
+      security: [ ]
+      operationId: getUserCompat
+      responses:
+        '200':
+          description: 'Success'
+          headers:
+            x-request-id:
+              type: string
+              description: The unique request ID value - assigned/set by the API Gateway based on the session
+          schema:
+            $ref: '#/definitions/user-compat'
+        '400':
+          $ref: '#/responses/invalid-request'
+        '401':
+          $ref: '#/responses/unauthorized'
+        '403':
+          $ref: '#/responses/forbidden'
+        '404':
+          $ref: '#/responses/not-found'
+      tags:
+        - users
+
   /users/{userID}:
     get:
       summary: Get User by ID
@@ -2429,6 +2457,13 @@ paths:
 
 # Common parameters
 parameters:
+  userPathUuid:
+    name: userID
+    in: path
+    required: true
+    description: The user ID (UUID string)
+    type: string
+    pattern: '^[a-fA-F0-9]{8}-?[a-fA-F0-9]{4}-?[a-fA-F0-9]{4}-?[a-fA-F0-9]{4}-?[a-fA-F0-9]{12}$' # this is any UUID, not only v4
   x-request-id:
     name: X-REQUEST-ID
     description: The unique request ID value - assigned/set by the API Gateway based on the login session
@@ -2677,6 +2712,9 @@ definitions:
   user:
     $ref: './common/user.yaml'
 
+  user-compat:
+    $ref: './common/user-compat.yaml'
+
   user-update:
     type: object
     title: User
@@ -2690,6 +2728,8 @@ definitions:
         type: string
       lfEmail:
         type: string
+      lfSub:
+        type: string
       lfUsername:
         type: string
       companyID: