service-web.go

/*
 * Copyright (c) 2018. Abstrium SAS <team (at) pydio.com>
 * This file is part of Pydio Cells.
 *
 * Pydio Cells is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * Pydio Cells is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with Pydio Cells.  If not, see <http://www.gnu.org/licenses/>.
 *
 * The latest code can be found at <https://pydio.com>.
 */

package service

import (
	"context"
	"encoding/json"
	"net/http"
	"reflect"
	"strings"
	"time"

	"github.com/emicklei/go-restful"
	"github.com/go-openapi/loads"
	"github.com/go-openapi/spec"
	micro "github.com/micro/go-micro"
	"github.com/micro/go-micro/broker"
	"github.com/micro/go-micro/server"
	"github.com/rs/cors"

	"github.com/pydio/cells/common"
	"github.com/pydio/cells/common/log"
	defaults "github.com/pydio/cells/common/micro"
	"github.com/pydio/cells/common/proto/rest"
	"github.com/pydio/cells/common/registry"
	servicecontext "github.com/pydio/cells/common/service/context"
	"github.com/pydio/cells/common/service/frontend"
)

var (
	swaggerJsonStrings = []string{rest.SwaggerJson}
)

func RegisterSwaggerJson(json string) {
	swaggerJsonStrings = append(swaggerJsonStrings, json)
}

func init() {

	// Instanciate restful framework
	restful.RegisterEntityAccessor("application/json", new(ProtoEntityReaderWriter))
}

// WebHandler defines what functions a web handler must answer to
type WebHandler interface {
	SwaggerTags() []string
	Filter() func(string) string
}

// WithWeb returns a web handler
func WithWeb(handler func() WebHandler, opts ...micro.Option) ServiceOption {
	return func(o *ServiceOptions) {
		o.Version = common.Version().String()

		opts = append([]micro.Option{
			micro.Name(o.Name),
			micro.Metadata(registry.BuildServiceMeta()),
		}, opts...)

		o.Micro = micro.NewService(
			opts...,
		)

		o.MicroInit = func(s Service) error {
			svc := micro.NewService(
				micro.Cmd(command),
			)

			name := s.Options().Name
			ctx := servicecontext.WithServiceName(s.Options().Context, name)
			ctx, cancel := context.WithCancel(ctx)

			s.Init(
				Micro(svc),
				Cancel(cancel),
			)

			srv := defaults.NewHTTPServer(
				server.Name(name),
			)
			svc.Init(
				micro.Name(name),
				micro.Server(srv),
				micro.Registry(defaults.Registry()),
				micro.RegisterTTL(time.Second*30),
				micro.RegisterInterval(time.Second*10),
				// micro.RegisterTTL(10*time.Minute),
				// micro.RegisterInterval(5*time.Minute),
				micro.Context(ctx),
				micro.AfterStart(func() error {
					return broker.Publish(common.TOPIC_SERVICE_START, &broker.Message{Body: []byte(name)})
				}),
				micro.AfterStart(func() error {
					log.Logger(ctx).Info("started")
					return nil
				}),
				micro.BeforeStop(func() error {
					log.Logger(ctx).Info("stopping")
					return nil
				}),
			)

			rootPath := "/" + strings.TrimPrefix(s.Options().Name, common.SERVICE_REST_NAMESPACE_)

			ws := new(restful.WebService)
			ws.Consumes(restful.MIME_JSON, "application/x-www-form-urlencoded", "multipart/form-data")
			ws.Produces(restful.MIME_JSON, restful.MIME_OCTET, restful.MIME_XML)
			ws.Path(rootPath)

			h := handler()
			swaggerTags := h.SwaggerTags()
			filter := h.Filter()

			f := reflect.ValueOf(h)

			for path, pathItem := range SwaggerSpec().Spec().Paths.Paths {
				if pathItem.Get != nil {
					shortPath, method := operationToRoute(rootPath, swaggerTags, path, pathItem.Get, filter, f)
					if shortPath != "" {
						ws.Route(ws.GET(shortPath).To(method))
					}
				}
				if pathItem.Delete != nil {
					shortPath, method := operationToRoute(rootPath, swaggerTags, path, pathItem.Delete, filter, f)
					if shortPath != "" {
						ws.Route(ws.DELETE(shortPath).To(method))
					}
				}
				if pathItem.Put != nil {
					shortPath, method := operationToRoute(rootPath, swaggerTags, path, pathItem.Put, filter, f)
					if shortPath != "" {
						ws.Route(ws.PUT(shortPath).To(method))
					}
				}
				if pathItem.Patch != nil {
					shortPath, method := operationToRoute(rootPath, swaggerTags, path, pathItem.Patch, filter, f)
					if shortPath != "" {
						ws.Route(ws.PATCH(shortPath).To(method))
					}
				}
				if pathItem.Head != nil {
					shortPath, method := operationToRoute(rootPath, swaggerTags, path, pathItem.Head, filter, f)
					if shortPath != "" {
						ws.Route(ws.HEAD(shortPath).To(method))
					}
				}
				if pathItem.Post != nil {
					shortPath, method := operationToRoute(rootPath, swaggerTags, path, pathItem.Post, filter, f)
					if shortPath != "" {
						ws.Route(ws.POST(shortPath).To(method))
					}
				}
			}

			wc := restful.NewContainer()
			// Enable globally gzip,deflate encoding globally
			wc.EnableContentEncoding(true)
			wc.Add(ws)

			var e error
			wrapped := http.Handler(wc)

			for _, wrap := range s.Options().webHandlerWraps {
				wrapped = wrap(wrapped)
			}

			if wrapped, e = NewConfigHttpHandlerWrapper(wrapped, name); e != nil {
				return e
			}
			wrapped = NewLogHttpHandlerWrapper(wrapped, name, servicecontext.GetServiceColor(ctx))

			wrapped = cors.Default().Handler(wrapped)

			hd := srv.NewHandler(wrapped)

			return srv.Handle(hd)
		}
		o.AfterStart = append(o.AfterStart, func(service Service) error {
			return UpdateServiceVersion(service)
		})
	}
}

// WithWebAuth adds auth wrappers to auth handlers
func WithWebAuth() ServiceOption {
	return func(o *ServiceOptions) {

		o.Dependencies = append(o.Dependencies, &dependency{common.SERVICE_GRPC_NAMESPACE_ + common.SERVICE_POLICY, []string{}})
		o.Dependencies = append(o.Dependencies, &dependency{common.SERVICE_GRPC_NAMESPACE_ + common.SERVICE_USER, []string{}})

		o.webHandlerWraps = append(o.webHandlerWraps, func(handler http.Handler) http.Handler {
			wrapped := servicecontext.NewMetricsHttpWrapper(handler)
			wrapped = PolicyHttpWrapper(wrapped)
			wrapped = JWTHttpWrapper(wrapped)
			wrapped = servicecontext.HttpSpanHandlerWrapper(wrapped)
			wrapped = servicecontext.HttpMetaExtractorWrapper(wrapped)

			return wrapped
		})
	}
}

func WithWebSession(excludes ...string) ServiceOption {
	return func(o *ServiceOptions) {
		o.webHandlerWraps = append(o.webHandlerWraps, func(handler http.Handler) http.Handler {
			return frontend.NewSessionWrapper(handler, excludes...)
		})
	}
}

func WithWebHandler(h func(http.Handler) http.Handler) ServiceOption {
	return func(o *ServiceOptions) {
		o.webHandlerWraps = append(o.webHandlerWraps, h)
	}
}

func operationToRoute(rootPath string, swaggerTags []string, path string, operation *spec.Operation, pathFilter func(string) string, handlerValue reflect.Value) (string, func(req *restful.Request, rsp *restful.Response)) {

	if !containsTags(operation, swaggerTags) {
		return "", nil
	}

	method := handlerValue.MethodByName(operation.ID)
	if method.IsValid() {
		casted := method.Interface().(func(req *restful.Request, rsp *restful.Response))
		shortPath := strings.TrimPrefix(path, rootPath)
		if shortPath == "" {
			shortPath = "/"
		}
		if pathFilter != nil {
			shortPath = pathFilter(shortPath)
		}

		log.Logger(nil).Debug("Registering path " + shortPath + " to handler method " + operation.ID)
		return shortPath, casted
	}

	log.Logger(nil).Debug("Cannot find method " + operation.ID + " on handler, ignoring GET for path " + path)
	return "", nil
}

func containsTags(operation *spec.Operation, filtersTags []string) (found bool) {
	for _, tag := range operation.Tags {
		for _, filter := range filtersTags {
			if tag == filter {
				found = true
				break
			}
		}
	}
	return
}

func SwaggerSpec() *loads.Document {

	var sp *loads.Document
	for _, data := range swaggerJsonStrings {
		// Reading swagger json
		rawMessage := new(json.RawMessage)
		json.Unmarshal([]byte(data), rawMessage)
		if j, err := loads.Analyzed(*rawMessage, ""); err != nil {
			continue
		} else {
			if sp == nil { // First pass
				sp = j
			} else { // other passes : merge all Paths
				for p, i := range j.Spec().Paths.Paths {
					if existing, ok := sp.Spec().Paths.Paths[p]; ok {
						if i.Get != nil {
							existing.Get = i.Get
						}
						if i.Put != nil {
							existing.Put = i.Put
						}
						if i.Post != nil {
							existing.Post = i.Post
						}
						if i.Options != nil {
							existing.Options = i.Options
						}
						if i.Delete != nil {
							existing.Delete = i.Delete
						}
						if i.Head != nil {
							existing.Head = i.Head
						}
						sp.Spec().Paths.Paths[p] = existing
					} else {
						sp.Spec().Paths.Paths[p] = i
					}
				}
				for name, schema := range j.Spec().Definitions {
					sp.Spec().Definitions[name] = schema
				}
			}
		}
	}

	if sp == nil {
		log.Logger(nil).Fatal("Could not find any valid json spec for swagger")
	}
	return sp
}