imagor.go

package imagor

import (
	"context"
	"encoding/json"
	"errors"
	"fmt"
	"github.com/ario-eth/imagor/imagorpath"
	"go.uber.org/zap"
	"golang.org/x/sync/semaphore"
	"golang.org/x/sync/singleflight"
	"io"
	"net/http"
	"net/url"
	"path/filepath"
	"reflect"
	"strconv"
	"strings"
	"sync"
	"time"
)

// Version imagor version
const Version = "1.3.7"

// Loader image loader interface
type Loader interface {
	Get(r *http.Request, key string) (*Blob, error)
}

// Storage image storage interface
type Storage interface {
	// Get data Blob by key
	Get(r *http.Request, key string) (*Blob, error)

	// Stat get Blob Stat by key
	Stat(ctx context.Context, key string) (*Stat, error)

	// Put data Blob by key
	Put(ctx context.Context, key string, blob *Blob) error

	// Delete delete data Blob by key
	Delete(ctx context.Context, key string) error
}

// LoadFunc function handler for Processor to call loader
type LoadFunc func(string) (*Blob, error)

// Processor process image buffer
type Processor interface {
	// Startup processor startup lifecycle,
	// called only once for the application lifetime
	Startup(ctx context.Context) error

	// Process Blob with given params and loader function
	Process(ctx context.Context, blob *Blob, params imagorpath.Params, load LoadFunc) (*Blob, error)

	// Shutdown processor shutdown lifecycle,
	// called only once for the application lifetime
	Shutdown(ctx context.Context) error
}

// Imagor main application
type Imagor struct {
	Unsafe                 bool
	Signer                 imagorpath.Signer
	StoragePathStyle       imagorpath.StorageHasher
	ResultStoragePathStyle imagorpath.ResultStorageHasher
	BasePathRedirect       string
	Loaders                []Loader
	Storages               []Storage
	ResultStorages         []Storage
	Processors             []Processor
	RequestTimeout         time.Duration
	LoadTimeout            time.Duration
	SaveTimeout            time.Duration
	ProcessTimeout         time.Duration
	CacheHeaderTTL         time.Duration
	CacheHeaderSWR         time.Duration
	ProcessConcurrency     int64
	ProcessQueueSize       int64
	AutoWebP               bool
	AutoAVIF               bool
	ModifiedTimeCheck      bool
	DisableErrorBody       bool
	DisableParamsEndpoint  bool
	BaseParams             string
	Logger                 *zap.Logger
	Debug                  bool

	g          singleflight.Group
	sema       *semaphore.Weighted
	queueSema  *semaphore.Weighted
	baseParams imagorpath.Params
}

// New create new Imagor
func New(options ...Option) *Imagor {
	app := &Imagor{
		Logger:         zap.NewNop(),
		RequestTimeout: time.Second * 30,
		LoadTimeout:    time.Second * 20,
		SaveTimeout:    time.Second * 20,
		ProcessTimeout: time.Second * 20,
		CacheHeaderTTL: time.Hour * 24 * 7,
		CacheHeaderSWR: time.Hour * 24,
	}
	for _, option := range options {
		option(app)
	}
	if app.ProcessConcurrency > 0 {
		app.sema = semaphore.NewWeighted(app.ProcessConcurrency)
	}
	if app.ProcessQueueSize > 0 {
		app.queueSema = semaphore.NewWeighted(app.ProcessQueueSize + app.ProcessConcurrency)
	}
	if app.Debug {
		app.debugLog()
	}
	if app.Signer == nil {
		app.Signer = imagorpath.NewDefaultSigner("")
	}
	app.BaseParams = strings.TrimSpace(app.BaseParams)
	if app.BaseParams != "" {
		app.BaseParams = strings.TrimSuffix(app.BaseParams, "/") + "/"
	}
	return app
}

// Startup Imagor startup lifecycle
func (app *Imagor) Startup(ctx context.Context) (err error) {
	for _, processor := range app.Processors {
		if err = processor.Startup(ctx); err != nil {
			return
		}
	}
	return
}

// Shutdown Imagor shutdown lifecycle
func (app *Imagor) Shutdown(ctx context.Context) (err error) {
	for _, processor := range app.Processors {
		if err = processor.Shutdown(ctx); err != nil {
			return
		}
	}
	return
}

// ServeHTTP implements http.Handler for imagor operations
func (app *Imagor) ServeHTTP(w http.ResponseWriter, r *http.Request) {
	if r.Method != http.MethodGet && r.Method != http.MethodHead {
		w.WriteHeader(http.StatusMethodNotAllowed)
		return
	}
	path := r.URL.EscapedPath()
	if path == "/" || path == "" {
		if app.BasePathRedirect == "" {
			w.Header().Set("Content-Type", "text/html")
			_, _ = w.Write([]byte(landing))
		} else {
			http.Redirect(w, r, app.BasePathRedirect, http.StatusTemporaryRedirect)
		}
		return
	}
	p := imagorpath.Parse(path)
	if p.Params {
		if !app.DisableParamsEndpoint {
			writeJSONIndent(w, r, p)
		}
		return
	}
	blob, err := checkBlob(app.Do(r, p))
	if err == ErrInvalid || err == ErrSignatureMismatch {
		if path2, e := url.QueryUnescape(path); e == nil {
			path = path2
			p = imagorpath.Parse(path)
			blob, err = checkBlob(app.Do(r, p))
		}
	}
	if err != nil {
		if errors.Is(err, context.Canceled) {
			w.WriteHeader(499)
			return
		}
		e := WrapError(err)
		if app.DisableErrorBody {
			w.WriteHeader(e.Code)
			return
		}
		if !isBlobEmpty(blob) && !p.Meta {
			w.Header().Set("Content-Type", blob.ContentType())
			reader, size, _ := blob.NewReader()
			if reader != nil {
				w.WriteHeader(e.Code)
				writeBody(w, r, reader, size)
				return
			}
		}
		w.WriteHeader(e.Code)
		writeJSON(w, r, e)
		return
	}
	if isBlobEmpty(blob) {
		return
	}
	w.Header().Set("Content-Type", blob.ContentType())
	w.Header().Set("Content-Disposition", getContentDisposition(p, blob))
	setCacheHeaders(w, r, app.CacheHeaderTTL, app.CacheHeaderSWR)
	if checkStatNotModified(w, r, blob.Stat) {
		w.WriteHeader(http.StatusNotModified)
		return
	}
	reader, size, _ := blob.NewReader()
	writeBody(w, r, reader, size)
	return
}

// Serve serves imagor by context and params
func (app *Imagor) Serve(ctx context.Context, p imagorpath.Params) (*Blob, error) {
	r, err := http.NewRequestWithContext(ctx, http.MethodGet, "", nil)
	if err != nil {
		return nil, err
	}
	p.Path = "" // make sure path generated
	return app.Do(r, p)
}

// ServeBlob serves imagor Blob with context and params, skipping loader and storages
func (app *Imagor) ServeBlob(
	ctx context.Context, blob *Blob, p imagorpath.Params,
) (*Blob, error) {
	if ctx == nil || blob == nil {
		return nil, errors.New("imagor: nil context blob")
	}
	ctx = withContext(ctx)
	mustContextRef(ctx).Blob = blob
	p.Image = "" // make sure blob is used
	return app.Serve(ctx, p)
}

// Do executes imagor operations
func (app *Imagor) Do(r *http.Request, p imagorpath.Params) (blob *Blob, err error) {
	var ctx = withContext(r.Context())
	var cancel func()
	if app.RequestTimeout > 0 {
		ctx, cancel = context.WithTimeout(ctx, app.RequestTimeout)
		contextDefer(ctx, cancel)
		r = r.WithContext(ctx)
	}
	if !(app.Unsafe && p.Unsafe) && app.Signer != nil && p.Path != "" {
		if hash := app.Signer.Sign(p.Path); hash != p.Hash {
			err = ErrSignatureMismatch
			if app.Debug {
				app.Logger.Debug("sign-mismatch", zap.Any("params", p), zap.String("expected", hash))
			}
			return
		}
	}
	var isPathChanged bool
	if app.BaseParams != "" {
		p = imagorpath.Apply(p, app.BaseParams)
		isPathChanged = true
	}
	var hasFormat, hasPreview bool
	var filters = p.Filters
	p.Filters = nil
	for _, f := range filters {
		switch f.Name {
		case "expire":
			// expire(timestamp) filter
			if ts, e := strconv.ParseInt(f.Args, 10, 64); e == nil {
				r.Header.Set("Cache-Control", "no-cache")
				if exp := time.UnixMilli(ts); !exp.IsZero() && time.Now().After(exp) {
					err = ErrExpired
					return
				}
			}
		case "format":
			hasFormat = true
		case "preview":
			r.Header.Set("Cache-Control", "no-cache")
			hasPreview = true // disable result storage on preview() filter
		}
		// exclude utility filters from result path
		switch f.Name {
		case "expire", "attachment":
			isPathChanged = true
		default:
			p.Filters = append(p.Filters, f)
		}
	}
	// auto WebP / AVIF
	if !hasFormat && (app.AutoWebP || app.AutoAVIF) {
		accept := r.Header.Get("Accept")
		if app.AutoAVIF && strings.Contains(accept, "image/avif") {
			p.Filters = append(p.Filters, imagorpath.Filter{
				Name: "format",
				Args: "avif",
			})
			isPathChanged = true
		} else if app.AutoWebP && strings.Contains(accept, "image/webp") {
			p.Filters = append(p.Filters, imagorpath.Filter{
				Name: "format",
				Args: "webp",
			})
			isPathChanged = true
		}
	}
	if isPathChanged || p.Path == "" {
		p.Path = imagorpath.GeneratePath(p)
	}
	if p.Width < 0 {
		p.Width = -p.Width
		p.HFlip = !p.HFlip
	}
	if p.Height < 0 {
		p.Height = -p.Height
		p.VFlip = !p.VFlip
	}
	var resultKey string
	if p.Image != "" && !hasPreview {
		if app.ResultStoragePathStyle != nil {
			resultKey = app.ResultStoragePathStyle.HashResult(p)
		} else {
			resultKey = p.Path
		}
	}
	load := func(image string) (*Blob, error) {
		blob, _, err := app.loadStorage(r, image)
		return blob, err
	}
	return app.suppress(ctx, resultKey, func(ctx context.Context, cb func(*Blob, error)) (*Blob, error) {
		if resultKey != "" {
			if blob := app.loadResult(r, resultKey, p.Image); blob != nil {
				return blob, nil
			}
		}
		if app.queueSema != nil {
			if !app.queueSema.TryAcquire(1) {
				err = ErrTooManyRequests
				if app.Debug {
					app.Logger.Debug("queue-acquire", zap.Error(err))
				}
				return blob, err
			}
			defer app.queueSema.Release(1)
		}
		if app.sema != nil {
			if err = app.sema.Acquire(ctx, 1); err != nil {
				if app.Debug {
					app.Logger.Debug("acquire", zap.Error(err))
				}
				return blob, err
			}
			defer app.sema.Release(1)
		}
		var shouldSave bool
		if blob, shouldSave, err = app.loadStorage(r, p.Image); err != nil {
			if app.Debug {
				app.Logger.Debug("load", zap.Any("params", p), zap.Error(err))
			}
			return blob, err
		}
		var doneSave chan struct{}
		if shouldSave {
			doneSave = make(chan struct{})
			var storageKey = p.Image
			if app.StoragePathStyle != nil {
				storageKey = app.StoragePathStyle.Hash(p.Image)
			}
			go func(blob *Blob) {
				app.save(ctx, app.Storages, storageKey, blob)
				close(doneSave)
			}(blob)
		}
		if isBlobEmpty(blob) {
			return blob, err
		}
		var cancel func()
		if app.ProcessTimeout > 0 {
			ctx, cancel = context.WithTimeout(ctx, app.ProcessTimeout)
			contextDefer(ctx, cancel)
		}
		var forwardP = p
		for _, processor := range app.Processors {
			b, e := checkBlob(processor.Process(ctx, blob, forwardP, load))
			if !isBlobEmpty(b) {
				blob = b // forward Blob to next processor if exists
			}
			if e == nil {
				blob = b
				err = nil
				if app.Debug {
					app.Logger.Debug("processed", zap.Any("params", forwardP))
				}
				break
			} else if forward, ok := e.(ErrForward); ok {
				err = e
				forwardP = forward.Params
				if app.Debug {
					app.Logger.Debug("forward", zap.Any("params", forwardP))
				}
			} else {
				if ctx.Err() == nil {
					err = e
					app.Logger.Warn("process", zap.Any("params", p), zap.Error(err))
				} else {
					err = ctx.Err()
				}
				break
			}
		}
		if shouldSave {
			// make sure storage saved before response and result storage
			<-doneSave
		}
		cb(blob, err)
		ctx = detachContext(ctx)
		if err == nil && !isBlobEmpty(blob) && resultKey != "" &&
			len(app.ResultStorages) > 0 {
			app.save(ctx, app.ResultStorages, resultKey, blob)
		}
		if err != nil && shouldSave {
			app.del(ctx, app.Storages, p.Image)
		}
		return blob, err
	})
}

func (app *Imagor) requestWithLoadContext(r *http.Request) *http.Request {
	var ctx = r.Context()
	var cancel func()
	if app.LoadTimeout > 0 {
		ctx, cancel = context.WithTimeout(ctx, app.LoadTimeout)
		contextDefer(ctx, cancel)
		return r.WithContext(ctx)
	}
	return r
}

func (app *Imagor) loadResult(r *http.Request, resultKey, imageKey string) *Blob {
	r = app.requestWithLoadContext(r)
	ctx := r.Context()
	blob, origin, err := fromStorages(r, app.ResultStorages, resultKey)
	if err == nil && !isBlobEmpty(blob) {
		if app.ModifiedTimeCheck && origin != nil && blob.Stat != nil {
			if sourceStat, err2 := app.storageStat(ctx, imageKey); sourceStat != nil && err2 == nil {
				if !blob.Stat.ModifiedTime.Before(sourceStat.ModifiedTime) {
					return blob
				}
			}
		} else {
			return blob
		}
	}
	return nil
}

func fromStorages(
	r *http.Request, storages []Storage, key string,
) (blob *Blob, origin Storage, err error) {
	for _, storage := range storages {
		b, e := checkBlob(storage.Get(r, key))
		if !isBlobEmpty(b) {
			blob = b
			if e == nil {
				err = nil
				origin = storage
				return
			}
		}
		err = e
	}
	return
}

func (app *Imagor) loadStorage(r *http.Request, key string) (blob *Blob, shouldSave bool, err error) {
	r = app.requestWithLoadContext(r)
	var origin Storage
	blob, origin, err = app.fromStoragesAndLoaders(r, app.Storages, app.Loaders, key)
	if !isBlobEmpty(blob) && origin == nil &&
		key != "" && err == nil && len(app.Storages) > 0 {
		shouldSave = true
	}
	return
}

func (app *Imagor) fromStoragesAndLoaders(
	r *http.Request, storages []Storage, loaders []Loader, image string,
) (blob *Blob, origin Storage, err error) {
	if image == "" {
		ref := mustContextRef(r.Context())
		if ref.Blob == nil {
			err = ErrNotFound
		} else {
			blob = ref.Blob
		}
		return
	}
	var storageKey = image
	if app.StoragePathStyle != nil {
		storageKey = app.StoragePathStyle.Hash(image)
	}
	if storageKey != "" {
		blob, origin, err = fromStorages(r, storages, storageKey)
		if !isBlobEmpty(blob) && origin != nil && err == nil {
			return
		}
	}
	for _, loader := range loaders {
		b, e := checkBlob(loader.Get(r, image))
		if !isBlobEmpty(b) {
			blob = b
			if e == nil {
				err = nil
				return
			}
		}
		err = e
	}
	if err == nil && isBlobEmpty(blob) {
		err = ErrNotFound
	}
	return
}

func (app *Imagor) storageStat(ctx context.Context, key string) (stat *Stat, err error) {
	for _, storage := range app.Storages {
		if stat, err = storage.Stat(ctx, key); stat != nil && err == nil {
			return
		}
	}
	return
}

func (app *Imagor) save(ctx context.Context, storages []Storage, key string, blob *Blob) {
	if key == "" {
		return
	}
	if app.SaveTimeout > 0 {
		var cancel func()
		ctx, cancel = context.WithTimeout(ctx, app.SaveTimeout)
		defer cancel()
	}
	var wg sync.WaitGroup
	for _, storage := range storages {
		wg.Add(1)
		go func(storage Storage) {
			defer wg.Done()
			if err := storage.Put(ctx, key, blob); err != nil {
				app.Logger.Warn("save", zap.String("key", key), zap.Error(err))
			} else if app.Debug {
				app.Logger.Debug("saved", zap.String("key", key))
			}
		}(storage)
	}
	wg.Wait()
	return
}

func (app *Imagor) del(ctx context.Context, storages []Storage, key string) {
	ctx = detachContext(ctx)
	if app.SaveTimeout > 0 {
		var cancel func()
		ctx, cancel = context.WithTimeout(ctx, app.SaveTimeout)
		defer cancel()
	}
	var wg sync.WaitGroup
	for _, storage := range storages {
		wg.Add(1)
		go func(storage Storage) {
			defer wg.Done()
			if err := storage.Delete(ctx, key); err != nil {
				app.Logger.Warn("delete", zap.String("key", key), zap.Error(err))
			} else if app.Debug {
				app.Logger.Debug("deleted", zap.String("key", key))
			}
		}(storage)
	}
	wg.Wait()
	return
}

type suppressKey struct {
	Key string
}

func blobNoop(*Blob, error) {}

func (app *Imagor) suppress(
	ctx context.Context,
	key string, fn func(ctx context.Context, cb func(*Blob, error)) (*Blob, error),
) (blob *Blob, err error) {
	if key == "" {
		return fn(ctx, blobNoop)
	}
	if app.Debug {
		app.Logger.Debug("suppress", zap.String("key", key))
	}
	if isAcquired, ok := ctx.Value(suppressKey{key}).(bool); ok && isAcquired {
		// resolve deadlock
		return fn(ctx, blobNoop)
	}
	chanCb := make(chan singleflight.Result, 1)
	cb := func(blob *Blob, err error) {
		chanCb <- singleflight.Result{Val: blob, Err: err}
	}
	isCanceled := false
	ch := app.g.DoChan(key, func() (v interface{}, err error) {
		v, err = fn(context.WithValue(ctx, suppressKey{key}, true), cb)
		if errors.Is(err, context.Canceled) {
			app.g.Forget(key)
			isCanceled = true
		}
		return v, err
	})
	select {
	case res := <-ch:
		if !isCanceled && errors.Is(res.Err, context.Canceled) {
			// resolve canceled
			return app.suppress(ctx, key, fn)
		}
		if res.Val != nil {
			return res.Val.(*Blob), res.Err
		}
		return nil, res.Err
	case res := <-chanCb:
		return res.Val.(*Blob), res.Err
	case <-ctx.Done():
		return nil, ctx.Err()
	}
}

func (app *Imagor) debugLog() {
	if !app.Debug {
		return
	}
	var loaders, storages, resultStorages, processors []string
	for _, v := range app.Loaders {
		loaders = append(loaders, getType(v))
	}
	for _, v := range app.Storages {
		storages = append(storages, getType(v))
	}
	for _, v := range app.Processors {
		processors = append(processors, getType(v))
	}
	for _, v := range app.ResultStorages {
		resultStorages = append(resultStorages, getType(v))
	}
	app.Logger.Debug("imagor",
		zap.String("version", Version),
		zap.Bool("unsafe", app.Unsafe),
		zap.Duration("request_timeout", app.RequestTimeout),
		zap.Duration("load_timeout", app.LoadTimeout),
		zap.Duration("process_timeout", app.ProcessTimeout),
		zap.Duration("save_timeout", app.SaveTimeout),
		zap.Int64("process_concurrency", app.ProcessConcurrency),
		zap.Duration("cache_header_ttl", app.CacheHeaderTTL),
		zap.Strings("loaders", loaders),
		zap.Strings("storages", storages),
		zap.Strings("result_storages", resultStorages),
		zap.Strings("processors", processors),
	)
}

var landing = fmt.Sprintf(`
<!doctype html>
<html>
	<head><title>imagor v%s</title></head>
	<body>
		<h1>imagor v%s</h1>
		<p><a href="https://github.com/ario-eth/imagor" target="_blank">https://github.com/ario-eth/imagor</a></p>
	</body>
</html>
`, Version, Version)

func checkStatNotModified(w http.ResponseWriter, r *http.Request, stat *Stat) bool {
	if stat == nil || strings.Contains(r.Header.Get("Cache-Control"), "no-cache") {
		return false
	}
	var isETagMatch, isNotModified bool
	var etag = stat.ETag
	if etag == "" && stat.Size > 0 && !stat.ModifiedTime.IsZero() {
		etag = fmt.Sprintf(
			"%x-%x", int(stat.ModifiedTime.Unix()), int(stat.Size))
	}
	if etag != "" {
		w.Header().Set("ETag", etag)
		if inm := r.Header.Get("If-None-Match"); inm == etag {
			isETagMatch = true
		}
	}
	if mTime := stat.ModifiedTime; !mTime.IsZero() {
		w.Header().Set("Last-Modified", mTime.Format(http.TimeFormat))
		if ims := r.Header.Get("If-Modified-Since"); ims != "" {
			if imsTime, err := time.Parse(http.TimeFormat, ims); err == nil {
				isNotModified = mTime.Before(imsTime)
			}
		}
		if !isNotModified {
			if ius := r.Header.Get("If-Unmodified-Since"); ius != "" {
				if iusTime, err := time.Parse(http.TimeFormat, ius); err == nil {
					isNotModified = mTime.After(iusTime)
				}
			}
		}
	}
	return isETagMatch || isNotModified
}

func setCacheHeaders(w http.ResponseWriter, r *http.Request, ttl, swr time.Duration) {
	if strings.Contains(r.Header.Get("Cache-Control"), "no-cache") {
		ttl = 0
	}
	expires := time.Now().Add(ttl)
	w.Header().Add("Expires", strings.Replace(expires.Format(time.RFC1123), "UTC", "GMT", -1))
	w.Header().Add("Cache-Control", getCacheControl(ttl, swr))
}

func getCacheControl(ttl, swr time.Duration) string {
	if ttl == 0 {
		return "private, no-cache, no-store, must-revalidate"
	}
	var ttlSec = int64(ttl.Seconds())
	var val = fmt.Sprintf("public, s-maxage=%d, max-age=%d, no-transform", ttlSec, ttlSec)
	if swr > 0 && swr < ttl {
		val += fmt.Sprintf(", stale-while-revalidate=%d", int64(swr.Seconds()))
	}
	return val
}

func writeJSON(w http.ResponseWriter, r *http.Request, v interface{}) {
	buf, _ := json.Marshal(v)
	w.Header().Set("Content-Type", "application/json")
	w.Header().Set("Content-Length", strconv.Itoa(len(buf)))
	if r.Method != http.MethodHead {
		_, _ = w.Write(buf)
	}
	return
}

func writeJSONIndent(w http.ResponseWriter, r *http.Request, v interface{}) {
	buf, _ := json.MarshalIndent(v, "", "  ")
	w.Header().Set("Content-Type", "application/json")
	w.Header().Set("Content-Length", strconv.Itoa(len(buf)))
	if r.Method != http.MethodHead {
		_, _ = w.Write(buf)
	}
	return
}

func writeBody(w http.ResponseWriter, r *http.Request, reader io.ReadCloser, size int64) {
	defer func() {
		_ = reader.Close()
	}()
	if size > 0 {
		// total size known, use io.Copy
		w.Header().Set("Content-Length", strconv.FormatInt(size, 10))
		if r.Method != http.MethodHead {
			_, _ = io.Copy(w, reader)
		}
	} else {
		// total size unknown, read all
		buf, _ := io.ReadAll(reader)
		w.Header().Set("Content-Length", strconv.Itoa(len(buf)))
		if r.Method != http.MethodHead {
			_, _ = w.Write(buf)
		}
	}
}

func getContentDisposition(p imagorpath.Params, blob *Blob) string {
	for _, f := range p.Filters {
		if f.Name == "attachment" {
			filename := f.Args
			if filename == "" {
				_, filename = filepath.Split(p.Image)
			}
			filename = strings.ReplaceAll(filename, `"`, "%22")
			if ext := getExtension(blob.BlobType()); ext != "" &&
				!(ext == ".jpg" && strings.HasSuffix(filename, ".jpeg")) {
				filename = strings.TrimSuffix(filename, ext) + ext
			}
			return fmt.Sprintf(`attachment; filename="%s"`, filename)
		}
	}
	return "inline"
}

func getType(v interface{}) string {
	t := reflect.TypeOf(v)
	if t.Kind() == reflect.Ptr {
		return t.Elem().Name()
	}
	return t.Name()
}