Skip to content

Commit

Permalink
Merge pull request #721 from pachyderm/log-update
Browse files Browse the repository at this point in the history
Log update
  • Loading branch information
sjezewski committed Aug 16, 2016
2 parents 495f858 + 8eefec8 commit fd8f238
Show file tree
Hide file tree
Showing 5 changed files with 63 additions and 0 deletions.
17 changes: 17 additions & 0 deletions src/server/pfs/server/api_server.go
Original file line number Diff line number Diff line change
Expand Up @@ -56,6 +56,7 @@ func newAPIServer(
}

func (a *apiServer) CreateRepo(ctx context.Context, request *pfs.CreateRepoRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
defer func() {
if retErr == nil {
Expand Down Expand Up @@ -84,6 +85,7 @@ func (a *apiServer) CreateRepo(ctx context.Context, request *pfs.CreateRepoReque
}

func (a *apiServer) InspectRepo(ctx context.Context, request *pfs.InspectRepoRequest) (response *pfs.RepoInfo, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -136,6 +138,7 @@ func (a *apiServer) InspectRepo(ctx context.Context, request *pfs.InspectRepoReq
}

func (a *apiServer) ListRepo(ctx context.Context, request *pfs.ListRepoRequest) (response *pfs.RepoInfos, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -179,6 +182,7 @@ func (a *apiServer) ListRepo(ctx context.Context, request *pfs.ListRepoRequest)
}

func (a *apiServer) DeleteRepo(ctx context.Context, request *pfs.DeleteRepoRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand All @@ -199,6 +203,7 @@ func (a *apiServer) DeleteRepo(ctx context.Context, request *pfs.DeleteRepoReque
}

func (a *apiServer) StartCommit(ctx context.Context, request *pfs.StartCommitRequest) (response *pfs.Commit, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -229,6 +234,7 @@ func (a *apiServer) StartCommit(ctx context.Context, request *pfs.StartCommitReq
}

func (a *apiServer) FinishCommit(ctx context.Context, request *pfs.FinishCommitRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -270,6 +276,7 @@ func (a *apiServer) ArchiveCommit(ctx context.Context, request *pfs.ArchiveCommi
}

func (a *apiServer) InspectCommit(ctx context.Context, request *pfs.InspectCommitRequest) (response *pfs.CommitInfo, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -322,6 +329,7 @@ func (a *apiServer) InspectCommit(ctx context.Context, request *pfs.InspectCommi
}

func (a *apiServer) ListCommit(ctx context.Context, request *pfs.ListCommitRequest) (response *pfs.CommitInfos, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -366,6 +374,7 @@ func (a *apiServer) ListCommit(ctx context.Context, request *pfs.ListCommitReque
}

func (a *apiServer) ListBranch(ctx context.Context, request *pfs.ListBranchRequest) (response *pfs.CommitInfos, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -410,6 +419,7 @@ func (a *apiServer) ListBranch(ctx context.Context, request *pfs.ListBranchReque
}

func (a *apiServer) DeleteCommit(ctx context.Context, request *pfs.DeleteCommitRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand All @@ -430,6 +440,7 @@ func (a *apiServer) DeleteCommit(ctx context.Context, request *pfs.DeleteCommitR
}

func (a *apiServer) FlushCommit(ctx context.Context, request *pfs.FlushCommitRequest) (response *pfs.CommitInfos, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -475,6 +486,7 @@ func (a *apiServer) FlushCommit(ctx context.Context, request *pfs.FlushCommitReq

func (a *apiServer) PutFile(putFileServer pfs.API_PutFileServer) (retErr error) {
var request *pfs.PutFileRequest
a.Log(request, nil, nil, 0)
var err error
defer func(start time.Time) {
if request != nil {
Expand Down Expand Up @@ -611,6 +623,7 @@ func dirs(path string) []string {
}

func (a *apiServer) GetFile(request *pfs.GetFileRequest, apiGetFileServer pfs.API_GetFileServer) (retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, google_protobuf.EmptyInstance, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand All @@ -632,6 +645,7 @@ func (a *apiServer) GetFile(request *pfs.GetFileRequest, apiGetFileServer pfs.AP
}

func (a *apiServer) InspectFile(ctx context.Context, request *pfs.InspectFileRequest) (response *pfs.FileInfo, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -662,6 +676,7 @@ func (a *apiServer) InspectFile(ctx context.Context, request *pfs.InspectFileReq
}

func (a *apiServer) ListFile(ctx context.Context, request *pfs.ListFileRequest) (response *pfs.FileInfos, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -717,6 +732,7 @@ func (a *apiServer) ListFile(ctx context.Context, request *pfs.ListFileRequest)
}

func (a *apiServer) DeleteFile(ctx context.Context, request *pfs.DeleteFileRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down Expand Up @@ -775,6 +791,7 @@ func (a *apiServer) DeleteFile(ctx context.Context, request *pfs.DeleteFileReque
}

func (a *apiServer) DeleteAll(ctx context.Context, request *google_protobuf.Empty) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
a.versionLock.RLock()
defer a.versionLock.RUnlock()
Expand Down
17 changes: 17 additions & 0 deletions src/server/pfs/server/internal_api_server.go
Original file line number Diff line number Diff line change
Expand Up @@ -53,6 +53,7 @@ func newInternalAPIServer(
}

func (a *internalAPIServer) CreateRepo(ctx context.Context, request *pfs.CreateRepoRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand All @@ -69,6 +70,7 @@ func (a *internalAPIServer) CreateRepo(ctx context.Context, request *pfs.CreateR
}

func (a *internalAPIServer) InspectRepo(ctx context.Context, request *pfs.InspectRepoRequest) (response *pfs.RepoInfo, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand All @@ -82,6 +84,7 @@ func (a *internalAPIServer) InspectRepo(ctx context.Context, request *pfs.Inspec
}

func (a *internalAPIServer) ListRepo(ctx context.Context, request *pfs.ListRepoRequest) (response *pfs.RepoInfos, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand All @@ -96,6 +99,7 @@ func (a *internalAPIServer) ListRepo(ctx context.Context, request *pfs.ListRepoR
}

func (a *internalAPIServer) DeleteRepo(ctx context.Context, request *pfs.DeleteRepoRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand All @@ -116,6 +120,7 @@ func (a *internalAPIServer) DeleteRepo(ctx context.Context, request *pfs.DeleteR
}

func (a *internalAPIServer) StartCommit(ctx context.Context, request *pfs.StartCommitRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand All @@ -136,6 +141,7 @@ func (a *internalAPIServer) StartCommit(ctx context.Context, request *pfs.StartC
}

func (a *internalAPIServer) FinishCommit(ctx context.Context, request *pfs.FinishCommitRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand Down Expand Up @@ -171,6 +177,7 @@ func (a *internalAPIServer) ArchiveCommit(ctx context.Context, request *pfs.Arch
}

func (a *internalAPIServer) InspectCommit(ctx context.Context, request *pfs.InspectCommitRequest) (response *pfs.CommitInfo, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand All @@ -184,6 +191,7 @@ func (a *internalAPIServer) InspectCommit(ctx context.Context, request *pfs.Insp
}

func (a *internalAPIServer) ListCommit(ctx context.Context, request *pfs.ListCommitRequest) (response *pfs.CommitInfos, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand Down Expand Up @@ -217,6 +225,7 @@ func (a *internalAPIServer) ListCommit(ctx context.Context, request *pfs.ListCom
}

func (a *internalAPIServer) ListBranch(ctx context.Context, request *pfs.ListBranchRequest) (response *pfs.CommitInfos, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand All @@ -236,6 +245,7 @@ func (a *internalAPIServer) ListBranch(ctx context.Context, request *pfs.ListBra
}

func (a *internalAPIServer) DeleteCommit(ctx context.Context, request *pfs.DeleteCommitRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand All @@ -253,6 +263,7 @@ func (a *internalAPIServer) DeleteCommit(ctx context.Context, request *pfs.Delet
}

func (a *internalAPIServer) FlushCommit(ctx context.Context, request *pfs.FlushCommitRequest) (response *pfs.CommitInfos, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand Down Expand Up @@ -347,6 +358,7 @@ func (a *internalAPIServer) FlushCommit(ctx context.Context, request *pfs.FlushC

func (a *internalAPIServer) PutFile(putFileServer pfs.InternalAPI_PutFileServer) (retErr error) {
var request *pfs.PutFileRequest
a.Log(request, nil, nil, 0)
defer func(start time.Time) {
if request != nil {
request.Value = nil // we set the value to nil so as not to spam logs
Expand Down Expand Up @@ -426,6 +438,7 @@ func (a *internalAPIServer) PutFile(putFileServer pfs.InternalAPI_PutFileServer)
}

func (a *internalAPIServer) GetFile(request *pfs.GetFileRequest, apiGetFileServer pfs.InternalAPI_GetFileServer) (retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, nil, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(apiGetFileServer.Context())
if err != nil {
Expand All @@ -449,6 +462,7 @@ func (a *internalAPIServer) GetFile(request *pfs.GetFileRequest, apiGetFileServe
}

func (a *internalAPIServer) InspectFile(ctx context.Context, request *pfs.InspectFileRequest) (response *pfs.FileInfo, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand All @@ -462,6 +476,7 @@ func (a *internalAPIServer) InspectFile(ctx context.Context, request *pfs.Inspec
}

func (a *internalAPIServer) ListFile(ctx context.Context, request *pfs.ListFileRequest) (response *pfs.FileInfos, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand Down Expand Up @@ -509,6 +524,7 @@ func (a *internalAPIServer) ListFile(ctx context.Context, request *pfs.ListFileR
}

func (a *internalAPIServer) DeleteFile(ctx context.Context, request *pfs.DeleteFileRequest) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand Down Expand Up @@ -553,6 +569,7 @@ func (a *internalAPIServer) DeleteFile(ctx context.Context, request *pfs.DeleteF
}

func (a *internalAPIServer) DeleteAll(ctx context.Context, request *google_protobuf.Empty) (response *google_protobuf.Empty, retErr error) {
a.Log(request, nil, nil, 0)
defer func(start time.Time) { a.Log(request, response, retErr, time.Since(start)) }(time.Now())
version, err := a.getVersion(ctx)
if err != nil {
Expand Down
9 changes: 9 additions & 0 deletions src/server/pfs/server/local_block_api_server.go
Original file line number Diff line number Diff line change
Expand Up @@ -47,6 +47,7 @@ func newLocalBlockAPIServer(dir string) (*localBlockAPIServer, error) {

func (s *localBlockAPIServer) PutBlock(putBlockServer pfsclient.BlockAPI_PutBlockServer) (retErr error) {
result := &pfsclient.BlockRefs{}
s.Log(nil, nil, nil, 0)
defer func(start time.Time) { s.Log(nil, result, retErr, time.Since(start)) }(time.Now())
defer drainBlockServer(putBlockServer)

Expand Down Expand Up @@ -84,6 +85,7 @@ func (s *localBlockAPIServer) blockFile(block *pfsclient.Block) (*os.File, error
}

func (s *localBlockAPIServer) GetBlock(request *pfsclient.GetBlockRequest, getBlockServer pfsclient.BlockAPI_GetBlockServer) (retErr error) {
s.Log(nil, nil, nil, 0)
defer func(start time.Time) { s.Log(request, nil, retErr, time.Since(start)) }(time.Now())
file, err := s.blockFile(request.Block)
if err != nil {
Expand All @@ -108,11 +110,13 @@ func (s *localBlockAPIServer) GetBlock(request *pfsclient.GetBlockRequest, getBl
}

func (s *localBlockAPIServer) DeleteBlock(ctx context.Context, request *pfsclient.DeleteBlockRequest) (response *google_protobuf.Empty, retErr error) {
s.Log(nil, nil, nil, 0)
defer func(start time.Time) { s.Log(request, response, retErr, time.Since(start)) }(time.Now())
return google_protobuf.EmptyInstance, s.deleteBlock(request.Block)
}

func (s *localBlockAPIServer) InspectBlock(ctx context.Context, request *pfsclient.InspectBlockRequest) (response *pfsclient.BlockInfo, retErr error) {
s.Log(nil, nil, nil, 0)
defer func(start time.Time) { s.Log(request, response, retErr, time.Since(start)) }(time.Now())
stat, err := os.Stat(s.blockPath(request.Block))
if err != nil {
Expand All @@ -128,11 +132,13 @@ func (s *localBlockAPIServer) InspectBlock(ctx context.Context, request *pfsclie
}

func (s *localBlockAPIServer) ListBlock(ctx context.Context, request *pfsclient.ListBlockRequest) (response *pfsclient.BlockInfos, retErr error) {
s.Log(nil, nil, nil, 0)
defer func(start time.Time) { s.Log(request, response, retErr, time.Since(start)) }(time.Now())
return nil, fmt.Errorf("not implemented")
}

func (s *localBlockAPIServer) CreateDiff(ctx context.Context, request *pfsclient.DiffInfo) (response *google_protobuf.Empty, retErr error) {
s.Log(nil, nil, nil, 0)
defer func(start time.Time) { s.Log(request, response, retErr, time.Since(start)) }(time.Now())
data, err := proto.Marshal(request)
if err != nil {
Expand All @@ -148,11 +154,13 @@ func (s *localBlockAPIServer) CreateDiff(ctx context.Context, request *pfsclient
}

func (s *localBlockAPIServer) InspectDiff(ctx context.Context, request *pfsclient.InspectDiffRequest) (response *pfsclient.DiffInfo, retErr error) {
s.Log(nil, nil, nil, 0)
defer func(start time.Time) { s.Log(request, response, retErr, time.Since(start)) }(time.Now())
return s.readDiff(request.Diff)
}

func (s *localBlockAPIServer) ListDiff(request *pfsclient.ListDiffRequest, listDiffServer pfsclient.BlockAPI_ListDiffServer) (retErr error) {
s.Log(nil, nil, nil, 0)
defer func(start time.Time) { s.Log(request, nil, retErr, time.Since(start)) }(time.Now())
if err := filepath.Walk(s.diffDir(), func(path string, info os.FileInfo, err error) error {
diff := s.pathToDiff(path)
Expand All @@ -177,6 +185,7 @@ func (s *localBlockAPIServer) ListDiff(request *pfsclient.ListDiffRequest, listD
}

func (s *localBlockAPIServer) DeleteDiff(ctx context.Context, request *pfsclient.DeleteDiffRequest) (response *google_protobuf.Empty, retErr error) {
s.Log(nil, nil, nil, 0)
defer func(start time.Time) { s.Log(request, response, retErr, time.Since(start)) }(time.Now())
return google_protobuf.EmptyInstance, os.RemoveAll(s.diffPath(request.Diff))
}
Expand Down

0 comments on commit fd8f238

Please sign in to comment.