write.go

// Copyright 2014 The Cayley Authors. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package http

import (
	"encoding/json"
	"errors"
	"fmt"
	"io"
	"io/ioutil"
	"net/http"
	"strconv"

	"github.com/julienschmidt/httprouter"

	"github.com/pymjer/cayley/clog"
	"github.com/pymjer/cayley/graph"
	"github.com/pymjer/cayley/internal/decompressor"
	"github.com/cayleygraph/quad"
	"github.com/cayleygraph/quad/nquads"
)

func ParseJSONToQuadList(jsonBody []byte) (out []quad.Quad, _ error) {
	var quads []struct {
		Subject   string `json:"subject"`
		Predicate string `json:"predicate"`
		Object    string `json:"object"`
		Label     string `json:"label"`
	}
	err := json.Unmarshal(jsonBody, &quads)
	if err != nil {
		return nil, err
	}
	out = make([]quad.Quad, 0, len(quads))
	for i, jq := range quads {
		q := quad.Quad{
			Subject:   quad.StringToValue(jq.Subject),
			Predicate: quad.StringToValue(jq.Predicate),
			Object:    quad.StringToValue(jq.Object),
			Label:     quad.StringToValue(jq.Label),
		}
		if !q.IsValid() {
			return nil, fmt.Errorf("invalid quad at index %d. %s", i, q)
		}
		out = append(out, q)
	}
	return out, nil
}

const maxQuerySize = 1024 * 1024 // 1 MB
func readLimit(r io.Reader) ([]byte, error) {
	lr := io.LimitReader(r, maxQuerySize).(*io.LimitedReader)
	data, err := ioutil.ReadAll(lr)
	if err != nil && lr.N <= 0 {
		err = errors.New("request is too large")
	}
	return data, err
}

func (api *API) ServeV1Write(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
	if api.config.ReadOnly {
		jsonResponse(w, 400, "Database is read-only.")
		return
	}
	// TODO: streaming reader
	bodyBytes, err := readLimit(r.Body)
	if err != nil {
		jsonResponse(w, 400, err)
		return
	}
	quads, err := ParseJSONToQuadList(bodyBytes)
	if err != nil {
		jsonResponse(w, 400, err)
		return
	}
	h, err := api.GetHandleForRequest(r)
	if err != nil {
		jsonResponse(w, 400, err)
		return
	}
	if err = h.QuadWriter.AddQuadSet(quads); err != nil {
		jsonResponse(w, 400, err)
		return
	}
	fmt.Fprintf(w, "{\"result\": \"Successfully wrote %d quads.\"}", len(quads))
}

func (api *API) ServeV1WriteNQuad(w http.ResponseWriter, r *http.Request, params httprouter.Params) {
	if api.config.ReadOnly {
		jsonResponse(w, 400, "Database is read-only.")
		return
	}

	formFile, _, err := r.FormFile("NQuadFile")
	if err != nil {
		clog.Errorf("%v", err)
		jsonResponse(w, 500, "Couldn't read file: "+err.Error())
		return
	}
	defer formFile.Close()

	blockSize, blockErr := strconv.Atoi(r.URL.Query().Get("block_size"))
	if blockErr != nil {
		blockSize = quad.DefaultBatch
	}

	quadReader, err := decompressor.New(formFile)
	// TODO(kortschak) Make this configurable from the web UI.
	dec := nquads.NewReader(quadReader, false)

	h, err := api.GetHandleForRequest(r)
	if err != nil {
		jsonResponse(w, 400, err)
		return
	}
	qw := graph.NewWriter(h.QuadWriter)
	n, err := quad.CopyBatch(qw, dec, blockSize)
	if err != nil {
		jsonResponse(w, 400, err)
		return
	}
	err = qw.Close()
	if err != nil {
		jsonResponse(w, 400, err)
		return
	}
	fmt.Fprintf(w, "{\"result\": \"Successfully wrote %d quads.\"}", n)
}

func (api *API) ServeV1Delete(w http.ResponseWriter, r *http.Request, params httprouter.Params) {
	if api.config.ReadOnly {
		jsonResponse(w, 400, "Database is read-only.")
		return
	}
	bodyBytes, err := readLimit(r.Body)
	if err != nil {
		jsonResponse(w, 400, err)
		return
	}
	quads, err := ParseJSONToQuadList(bodyBytes)
	if err != nil {
		jsonResponse(w, 400, err)
		return
	}
	h, err := api.GetHandleForRequest(r)
	if err != nil {
		jsonResponse(w, 400, err)
		return
	}
	for _, q := range quads {
		err = h.QuadWriter.RemoveQuad(q)
		if err != nil && !graph.IsQuadNotExist(err) {
			jsonResponse(w, 400, err)
			return
		}
	}
	fmt.Fprintf(w, "{\"result\": \"Successfully deleted %d quads.\"}", len(quads))
}