🌱 Update Binary-Artifacts and License checks (#4079)

* replaced localRepoClient with mockRepoClient Signed-off-by: seelder <seelder@ncsu.edu> * Update binary_artifact_test.go to use scut Updated the test to use scut. Updated the test data to use scut, including adding NumberOfInfo and NumberOfWarn for each test case Signed-off-by: seelder <seelder@ncsu.edu> * Update license_test to use gomock First attempt at updating license_test to use gomock instead of localDir. Note: localDir currently has a TODO for implementing ListLicenses. It returns an UnsupportedFeatures error, which is then handled in checks/raw/license. This first attempt replicates that existing behavior. Signed-off-by: seelder <seelder@ncsu.edu> * Update license_test documentation Clarified why the mock simply throws an error Signed-off-by: seelder <seelder@ncsu.edu> * Fixed linting error in license_test Signed-off-by: seelder <seelder@ncsu.edu> --------- Signed-off-by: seelder <seelder@ncsu.edu>
ossf · May 3, 2024 · a788a38 · a788a38
1 parent 0e7a09b
commit a788a38
Show file tree

Hide file tree

Showing 2 changed files with 60 additions and 43 deletions.
diff --git a/checks/binary_artifact_test.go b/checks/binary_artifact_test.go
@@ -16,15 +16,14 @@ package checks
 
 import (
 	"context"
-	"errors"
+	"io"
+	"os"
 	"testing"
 
 	"github.com/golang/mock/gomock"
 
 	"github.com/ossf/scorecard/v5/checker"
-	"github.com/ossf/scorecard/v5/clients"
-	"github.com/ossf/scorecard/v5/clients/localdir"
-	"github.com/ossf/scorecard/v5/log"
+	mockrepo "github.com/ossf/scorecard/v5/clients/mockclients"
 	scut "github.com/ossf/scorecard/v5/utests"
 )
 
@@ -34,22 +33,26 @@ func TestBinaryArtifacts(t *testing.T) {
 		name        string
 		inputFolder string
 		err         error
-		expected    checker.CheckResult
+		expected    scut.TestReturn
 	}{
 		{
 			name:        "Jar file",
 			inputFolder: "testdata/binaryartifacts/jars",
 			err:         nil,
-			expected: checker.CheckResult{
-				Score: 8,
+			expected: scut.TestReturn{
+				Score:        8,
+				NumberOfInfo: 0,
+				NumberOfWarn: 2,
 			},
 		},
 		{
 			name:        "non binary file",
 			inputFolder: "testdata/licensedir/withlicense",
 			err:         nil,
-			expected: checker.CheckResult{
-				Score: 10,
+			expected: scut.TestReturn{
+				Score:        checker.MaxResultScore,
+				NumberOfInfo: 0,
+				NumberOfWarn: 0,
 			},
 		},
 	}
@@ -58,35 +61,39 @@ func TestBinaryArtifacts(t *testing.T) {
 		t.Run(tt.name, func(t *testing.T) {
 			t.Parallel()
 
-			logger := log.NewLogger(log.DebugLevel)
-
-			// TODO: Use gMock instead of Localdir here.
 			ctrl := gomock.NewController(t)
-			repo, err := localdir.MakeLocalDirRepo(tt.inputFolder)
 
-			if !errors.Is(err, tt.err) {
-				t.Errorf("MakeLocalDirRepo: %v, expected %v", err, tt.err)
-			}
+			mockRepoClient := mockrepo.NewMockRepoClient(ctrl)
 
-			ctx := context.Background()
+			mockRepoClient.EXPECT().ListFiles(gomock.Any()).DoAndReturn(func(predicate func(string) (bool, error)) ([]string, error) {
+				var files []string
+				dirFiles, err := os.ReadDir(tt.inputFolder)
+				if err == nil {
+					for _, file := range dirFiles {
+						files = append(files, file.Name())
+					}
+					print(files)
+				}
+				return files, err
+			}).AnyTimes()
 
-			client := localdir.CreateLocalDirClient(ctx, logger)
-			if err := client.InitRepo(repo, clients.HeadSHA, 0); err != nil {
-				t.Errorf("InitRepo: %v", err)
-			}
+			mockRepoClient.EXPECT().GetFileReader(gomock.Any()).DoAndReturn(func(file string) (io.ReadCloser, error) {
+				return os.Open("./" + tt.inputFolder + "/" + file)
+			}).AnyTimes()
+
+			ctx := context.Background()
 
 			dl := scut.TestDetailLogger{}
 
 			req := checker.CheckRequest{
 				Ctx:        ctx,
-				RepoClient: client,
+				RepoClient: mockRepoClient,
 				Dlogger:    &dl,
 			}
 
 			result := BinaryArtifacts(&req)
-			if result.Score != tt.expected.Score {
-				t.Errorf("BinaryArtifacts: %v, expected %v for tests %v", result.Score, tt.expected.Score, tt.name)
-			}
+
+			scut.ValidateTestReturn(t, tt.name, &tt.expected, &result, &dl)
 
 			ctrl.Finish()
 		})

diff --git a/checks/license_test.go b/checks/license_test.go
@@ -16,15 +16,16 @@ package checks
 
 import (
 	"context"
-	"errors"
+	"fmt"
+	"io"
+	"os"
 	"testing"
 
 	"github.com/golang/mock/gomock"
 
 	"github.com/ossf/scorecard/v5/checker"
-	"github.com/ossf/scorecard/v5/clients"
-	"github.com/ossf/scorecard/v5/clients/localdir"
-	"github.com/ossf/scorecard/v5/log"
+	clients "github.com/ossf/scorecard/v5/clients"
+	mockrepo "github.com/ossf/scorecard/v5/clients/mockclients"
 	scut "github.com/ossf/scorecard/v5/utests"
 )
 
@@ -66,28 +67,37 @@ func TestLicenseFileSubdirectory(t *testing.T) {
 		t.Run(tt.name, func(t *testing.T) {
 			t.Parallel()
 
-			logger := log.NewLogger(log.DebugLevel)
-
-			// TODO: Use gMock instead of Localdir here.
 			ctrl := gomock.NewController(t)
-			repo, err := localdir.MakeLocalDirRepo(tt.inputFolder)
-
-			if !errors.Is(err, tt.err) {
-				t.Errorf("MakeLocalDirRepo: %v, expected %v", err, tt.err)
-			}
+			mockRepoClient := mockrepo.NewMockRepoClient(ctrl)
+
+			mockRepoClient.EXPECT().ListFiles(gomock.Any()).DoAndReturn(func(predicate func(string) (bool, error)) ([]string, error) {
+				var files []string
+				dirFiles, err := os.ReadDir(tt.inputFolder)
+				if err == nil {
+					for _, file := range dirFiles {
+						files = append(files, file.Name())
+					}
+					print(files)
+				}
+				return files, err
+			}).AnyTimes()
+
+			mockRepoClient.EXPECT().GetFileReader(gomock.Any()).DoAndReturn(func(file string) (io.ReadCloser, error) {
+				return os.Open("./" + tt.inputFolder + "/" + file)
+			}).AnyTimes()
+
+			// Currently the check itself handles this error gracefully,
+			//     searching through the directory to find the license file(s)
+			//     if that functionality is ever changed, this mock needs to be updated accordingly
+			mockRepoClient.EXPECT().ListLicenses().Return(nil, fmt.Errorf("ListLicenses: %w", clients.ErrUnsupportedFeature)).AnyTimes()
 
 			ctx := context.Background()
 
-			client := localdir.CreateLocalDirClient(ctx, logger)
-			if err := client.InitRepo(repo, clients.HeadSHA, 0); err != nil {
-				t.Errorf("InitRepo: %v", err)
-			}
-
 			dl := scut.TestDetailLogger{}
 
 			req := checker.CheckRequest{
 				Ctx:        ctx,
-				RepoClient: client,
+				RepoClient: mockRepoClient,
 				Dlogger:    &dl,
 			}