Skip to content

Commit

Permalink
koordlet: optimize auditor UT with httptest.Server (#382)
Browse files Browse the repository at this point in the history
Signed-off-by: wangjianyu <zmsjianyu@gmail.com>
  • Loading branch information
ZiMengSheng committed Jul 19, 2022
1 parent b54bb0c commit 91d2a4b
Show file tree
Hide file tree
Showing 2 changed files with 20 additions and 60 deletions.
2 changes: 1 addition & 1 deletion pkg/koordlet/audit/auditor.go
Original file line number Diff line number Diff line change
Expand Up @@ -159,7 +159,7 @@ func (a *auditor) HttpHandler() func(http.ResponseWriter, *http.Request) {
} else {
activeReader = a.findActiveReader(pageToken)
if activeReader == nil {
http.Error(rw, fmt.Sprintf("reader %v is existed", pageToken), http.StatusConflict)
http.Error(rw, fmt.Sprintf("invalid pageToken %s", pageToken), http.StatusConflict)
return
}
}
Expand Down
78 changes: 19 additions & 59 deletions pkg/koordlet/audit/auditor_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -18,50 +18,23 @@ package audit

import (
"bytes"
"context"
"encoding/json"
"fmt"
"io/ioutil"
"net"
"net/http"
"net/http/httptest"
"testing"
"time"
)

type TestServer struct {
l net.Listener
server *http.Server
}

func (t *TestServer) Serve() {
t.server.Serve(t.l)
}

func (t *TestServer) Shutdown() error {
t.l.Close()
return t.server.Shutdown(context.TODO())
}

func (t *TestServer) URL(size int, pageToken string) string {
url := fmt.Sprintf("http://127.0.0.1:%d?size=%d", t.l.Addr().(*net.TCPAddr).Port, size)
func makeRequestUrl(size int, serverUrl, pageToken string) string {
url := fmt.Sprintf("%s?size=%d", serverUrl, size)
if pageToken != "" {
url += fmt.Sprintf("&pageToken=%s", pageToken)
}
return url
}

func mustCreateHttpServer(t *testing.T, handler http.Handler) *TestServer {
l, err := net.Listen("tcp", ":0")
if err != nil {
t.Fatal(err)
}
server := &http.Server{Handler: handler}
return &TestServer{
l: l,
server: server,
}
}

func TestAuditorLogger(t *testing.T) {
tempDir := t.TempDir()

Expand All @@ -76,14 +49,11 @@ func TestAuditorLogger(t *testing.T) {
}
logger.Flush()

server := mustCreateHttpServer(t, http.HandlerFunc(auditor.HttpHandler()))
defer server.Shutdown()
go func() {
server.Serve()
}()
server := httptest.NewServer(http.HandlerFunc(auditor.HttpHandler()))
defer server.Close()

client := http.Client{}
req, _ := http.NewRequest("GET", server.URL(10, ""), nil)
req, _ := http.NewRequest("GET", makeRequestUrl(10, server.URL, ""), nil)
req.Header.Add("Accept", "application/json")
resp, err := client.Do(req)

Expand All @@ -103,7 +73,7 @@ func TestAuditorLogger(t *testing.T) {
}

// continue read logs
req, _ = http.NewRequest("GET", server.URL(1, response.NextPageToken), nil)
req, _ = http.NewRequest("GET", makeRequestUrl(1, server.URL, response.NextPageToken), nil)
req.Header.Add("Accept", "application/json")
resp, err = client.Do(req)
if err != nil {
Expand All @@ -127,7 +97,7 @@ func TestAuditorLogger(t *testing.T) {
count := 0
stepSize := 5
for {
req, _ = http.NewRequest("GET", server.URL(stepSize, response.NextPageToken), nil)
req, _ = http.NewRequest("GET", makeRequestUrl(stepSize, server.URL, response.NextPageToken), nil)
req.Header.Add("Accept", "application/json")
resp, err = client.Do(req)
if err != nil {
Expand All @@ -149,7 +119,6 @@ func TestAuditorLogger(t *testing.T) {
t.Errorf("failed to read to the end, expected %v actual %v", len(blocks)-11, count)
}
}()

}

func TestAuditorLoggerTxtOutput(t *testing.T) {
Expand All @@ -166,14 +135,11 @@ func TestAuditorLoggerTxtOutput(t *testing.T) {
}
logger.Flush()

server := mustCreateHttpServer(t, http.HandlerFunc(auditor.HttpHandler()))
defer server.Shutdown()
go func() {
server.Serve()
}()
server := httptest.NewServer(http.HandlerFunc(auditor.HttpHandler()))
defer server.Close()

client := http.Client{}
req, _ := http.NewRequest("GET", server.URL(10, ""), nil)
req, _ := http.NewRequest("GET", makeRequestUrl(10, server.URL, ""), nil)
resp, err := client.Do(req)
if err != nil {
t.Fatalf("failed to get events: %v", err)
Expand Down Expand Up @@ -207,14 +173,11 @@ func TestAuditorLoggerReaderInvalidPageToken(t *testing.T) {
}
logger.Flush()

server := mustCreateHttpServer(t, http.HandlerFunc(auditor.HttpHandler()))
defer server.Shutdown()
go func() {
server.Serve()
}()
server := httptest.NewServer(http.HandlerFunc(auditor.HttpHandler()))
defer server.Close()

client := http.Client{}
req, _ := http.NewRequest("GET", server.URL(10, ""), nil)
req, _ := http.NewRequest("GET", makeRequestUrl(10, server.URL, ""), nil)
resp, err := client.Do(req)
if err != nil {
t.Fatalf("failed to get events: %v", err)
Expand All @@ -238,7 +201,7 @@ func TestAuditorLoggerReaderInvalidPageToken(t *testing.T) {
time.Sleep(time.Second)

// request with expired token
req, _ = http.NewRequest("GET", server.URL(10, nextPageTokens[0]), nil)
req, _ = http.NewRequest("GET", makeRequestUrl(10, server.URL, nextPageTokens[0]), nil)
resp, err = client.Do(req)
if err != nil {
t.Fatalf("failed to get events: %v", err)
Expand All @@ -248,7 +211,7 @@ func TestAuditorLoggerReaderInvalidPageToken(t *testing.T) {
}

// request with not exists token
req, _ = http.NewRequest("GET", server.URL(10, "not-exists-token"), nil)
req, _ = http.NewRequest("GET", makeRequestUrl(10, server.URL, "not-exists-token"), nil)
resp, err = client.Do(req)
if err != nil {
t.Fatalf("failed to get events: %v", err)
Expand All @@ -272,16 +235,13 @@ func TestAuditorLoggerMaxActiveReaders(t *testing.T) {
}
logger.Flush()

server := mustCreateHttpServer(t, http.HandlerFunc(ad.HttpHandler()))
defer server.Shutdown()
go func() {
server.Serve()
}()
server := httptest.NewServer(http.HandlerFunc(ad.HttpHandler()))
defer server.Close()

client := http.Client{}

for i := 0; i < c.MaxConcurrentReaders+5; i++ {
req, _ := http.NewRequest("GET", server.URL(10, ""), nil)
req, _ := http.NewRequest("GET", makeRequestUrl(10, server.URL, ""), nil)
resp, err := client.Do(req)
if err != nil {
t.Fatalf("failed to get events: %v", err)
Expand Down

0 comments on commit 91d2a4b

Please sign in to comment.