Rate-limited LinkedDataClient

http-tests/document-hierarchy/DELETE-conditional-412.sh

@@ -0,0 +1,44 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+initialize_dataset "$END_USER_BASE_URL" "$TMP_END_USER_DATASET" "$END_USER_ENDPOINT_URL"
+initialize_dataset "$ADMIN_BASE_URL" "$TMP_ADMIN_DATASET" "$ADMIN_ENDPOINT_URL"
+purge_cache "$END_USER_VARNISH_SERVICE"
+purge_cache "$ADMIN_VARNISH_SERVICE"
+purge_cache "$FRONTEND_VARNISH_SERVICE"
+
+# create container
+
+slug="test"
+
+container=$(create-container.sh \
+  -f "$OWNER_CERT_FILE" \
+  -p "$OWNER_CERT_PWD" \
+  -b "$END_USER_BASE_URL" \
+  --title "Test" \
+  --slug "$slug" \
+  --parent "$END_USER_BASE_URL")
+
+# add an explicit read/write authorization for the owner because add-agent-to-group.sh won't work non-existing URI
+
+create-authorization.sh \
+-b "$ADMIN_BASE_URL" \
+  -f "$OWNER_CERT_FILE" \
+  -p "$OWNER_CERT_PWD" \
+  --label "Write base" \
+  --agent "$AGENT_URI" \
+  --to "$container" \
+  --read \
+  --write
+
+# attempt to delete the graph using a random ETag value
+
+(
+curl -k -w "%{http_code}\n" -o /dev/null -s \
+  -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
+  -H "Accept: application/n-triples" \
+  -X DELETE \
+  -H "If-Match: \"random-etag\"" \
+  "$container"
+) \
+| grep -q "$STATUS_PRECONDITION_FAILED"

http-tests/document-hierarchy/DELETE-conditional.sh

@@ -0,0 +1,55 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+initialize_dataset "$END_USER_BASE_URL" "$TMP_END_USER_DATASET" "$END_USER_ENDPOINT_URL"
+initialize_dataset "$ADMIN_BASE_URL" "$TMP_ADMIN_DATASET" "$ADMIN_ENDPOINT_URL"
+purge_cache "$END_USER_VARNISH_SERVICE"
+purge_cache "$ADMIN_VARNISH_SERVICE"
+purge_cache "$FRONTEND_VARNISH_SERVICE"
+
+# create container
+
+slug="test"
+
+container=$(create-container.sh \
+  -f "$OWNER_CERT_FILE" \
+  -p "$OWNER_CERT_PWD" \
+  -b "$END_USER_BASE_URL" \
+  --title "Test" \
+  --slug "$slug" \
+  --parent "$END_USER_BASE_URL")
+
+# add an explicit read/write authorization for the owner because add-agent-to-group.sh won't work non-existing URI
+
+create-authorization.sh \
+-b "$ADMIN_BASE_URL" \
+  -f "$OWNER_CERT_FILE" \
+  -p "$OWNER_CERT_PWD" \
+  --label "Write base" \
+  --agent "$AGENT_URI" \
+  --to "$container" \
+  --read \
+  --write
+
+# store the ETag value
+
+etag_before=$(
+  curl -k -i -f -s -G \
+    -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
+    -H "Accept: application/n-triples" \
+  "$container" \
+| grep 'ETag' \
+| tr -d '\r' \
+| sed -En 's/^ETag: (.*)$/\1/p')
+
+# delete the graph only if the ETag value matches
+
+(
+curl -k -w "%{http_code}\n" -o /dev/null -f -s \
+  -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
+  -H "Accept: application/n-triples" \
+  -X DELETE \
+  -H "If-Match: ${etag_before}" \
+  "$container"
+) \
+| grep -q "$STATUS_NO_CONTENT"

http-tests/document-hierarchy/GET-conditional-412.sh

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+initialize_dataset "$END_USER_BASE_URL" "$TMP_END_USER_DATASET" "$END_USER_ENDPOINT_URL"
+initialize_dataset "$ADMIN_BASE_URL" "$TMP_ADMIN_DATASET" "$ADMIN_ENDPOINT_URL"
+purge_cache "$END_USER_VARNISH_SERVICE"
+purge_cache "$ADMIN_VARNISH_SERVICE"
+purge_cache "$FRONTEND_VARNISH_SERVICE"
+
+# add agent to the readers group
+
+add-agent-to-group.sh \
+  -f "$OWNER_CERT_FILE" \
+  -p "$OWNER_CERT_PWD" \
+  --agent "$AGENT_URI" \
+  "${ADMIN_BASE_URL}acl/groups/readers/"
+
+# attempt to read the graph using a random ETag value
+
+curl -k -w "%{http_code}\n" -o /dev/null -s -G \
+  -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
+  -H "Accept: application/n-triples" \
+  "$END_USER_BASE_URL" \
+  -H "If-Match: \"random-etag\"" \
+| grep -q "$STATUS_PRECONDITION_FAILED"

http-tests/document-hierarchy/HEAD-accept-lang.sh

@@ -21,7 +21,6 @@ content_lang=$(curl -G --head -k -f -s -o /dev/null -D - \
   -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
   -H 'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9' \
   -H 'Accept-Language: es-ES,es;q=0.9,en-US;q=0.8,en;q=0.7' \
-  --data-urlencode "accept=text/turtle" \
   "$END_USER_BASE_URL"\
 | tr -d '\r' | sed -En 's/^Content-Language: (.*)$/\1/p')
 

http-tests/document-hierarchy/POST-conditional-412.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+initialize_dataset "$END_USER_BASE_URL" "$TMP_END_USER_DATASET" "$END_USER_ENDPOINT_URL"
+initialize_dataset "$ADMIN_BASE_URL" "$TMP_ADMIN_DATASET" "$ADMIN_ENDPOINT_URL"
+purge_cache "$END_USER_VARNISH_SERVICE"
+purge_cache "$ADMIN_VARNISH_SERVICE"
+purge_cache "$FRONTEND_VARNISH_SERVICE"
+
+# add agent to the writers group
+
+add-agent-to-group.sh \
+  -f "$OWNER_CERT_FILE" \
+  -p "$OWNER_CERT_PWD" \
+  --agent "$AGENT_URI" \
+  "${ADMIN_BASE_URL}acl/groups/writers/"
+
+# attempt to replace the graph with a random ETag value
+
+(
+curl -k -w "%{http_code}\n" -o /dev/null -s \
+  -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
+  -X POST \
+  -H "Accept: application/n-triples" \
+  -H "Content-Type: application/n-triples" \
+  -H "If-Match: \"random-etag\"" \
+  --data-binary @- \
+  "$END_USER_BASE_URL" <<EOF
+<${END_USER_BASE_URL}> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://w3id.org/atomgraph/linkeddatahub/default#Root> .
+<${END_USER_BASE_URL}> <http://purl.org/dc/terms/title> "Root" .
+<${END_USER_BASE_URL}named-subject-put> <http://example.com/default-predicate> "named object PUT" .
+<${END_USER_BASE_URL}named-subject-put> <http://example.com/another-predicate> "another named object PUT" .
+EOF
+) \
+| grep -q "$STATUS_PRECONDITION_FAILED"

http-tests/document-hierarchy/POST-conditional.sh

@@ -0,0 +1,46 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+initialize_dataset "$END_USER_BASE_URL" "$TMP_END_USER_DATASET" "$END_USER_ENDPOINT_URL"
+initialize_dataset "$ADMIN_BASE_URL" "$TMP_ADMIN_DATASET" "$ADMIN_ENDPOINT_URL"
+purge_cache "$END_USER_VARNISH_SERVICE"
+purge_cache "$ADMIN_VARNISH_SERVICE"
+purge_cache "$FRONTEND_VARNISH_SERVICE"
+
+# add agent to the writers group
+
+add-agent-to-group.sh \
+  -f "$OWNER_CERT_FILE" \
+  -p "$OWNER_CERT_PWD" \
+  --agent "$AGENT_URI" \
+  "${ADMIN_BASE_URL}acl/groups/writers/"
+
+# store the ETag value
+
+etag_before=$(
+  curl -k -i -f -s -G \
+    -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
+    -H "Accept: application/n-triples" \
+  "$END_USER_BASE_URL" \
+| grep 'ETag' \
+| tr -d '\r' \
+| sed -En 's/^ETag: (.*)$/\1/p')
+
+# append to the graph only if the ETag value matches
+
+(
+curl -k -w "%{http_code}\n" -o /dev/null -f -s \
+  -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
+  -X POST \
+  -H "Accept: application/n-triples" \
+  -H "Content-Type: application/n-triples" \
+  -H "If-Match: ${etag_before}" \
+  --data-binary @- \
+  "$END_USER_BASE_URL" <<EOF
+<${END_USER_BASE_URL}> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://w3id.org/atomgraph/linkeddatahub/default#Root> .
+<${END_USER_BASE_URL}> <http://purl.org/dc/terms/title> "Root" .
+<${END_USER_BASE_URL}named-subject-put> <http://example.com/default-predicate> "named object PUT" .
+<${END_USER_BASE_URL}named-subject-put> <http://example.com/another-predicate> "another named object PUT" .
+EOF
+) \
+| grep -q "$STATUS_NO_CONTENT"

http-tests/document-hierarchy/POST-ntriples-etag.sh

@@ -15,17 +15,6 @@ add-agent-to-group.sh \
   --agent "$AGENT_URI" \
   "${ADMIN_BASE_URL}acl/groups/writers/"
 
-# create public authorization
-
-create-authorization.sh \
-  -f "$OWNER_CERT_FILE" \
-  -p "$OWNER_CERT_PWD" \
-  -b "$ADMIN_BASE_URL" \
-  --label "Public access authorization" \
-  --agent-class 'http://xmlns.com/foaf/0.1/Agent' \
-  --to "$END_USER_BASE_URL" \
-  --read
-
 etag_before=$(
   curl -k -i -f -s -G \
     -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \

http-tests/document-hierarchy/PUT-conditional-412.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+initialize_dataset "$END_USER_BASE_URL" "$TMP_END_USER_DATASET" "$END_USER_ENDPOINT_URL"
+initialize_dataset "$ADMIN_BASE_URL" "$TMP_ADMIN_DATASET" "$ADMIN_ENDPOINT_URL"
+purge_cache "$END_USER_VARNISH_SERVICE"
+purge_cache "$ADMIN_VARNISH_SERVICE"
+purge_cache "$FRONTEND_VARNISH_SERVICE"
+
+# add agent to the writers group
+
+add-agent-to-group.sh \
+  -f "$OWNER_CERT_FILE" \
+  -p "$OWNER_CERT_PWD" \
+  --agent "$AGENT_URI" \
+  "${ADMIN_BASE_URL}acl/groups/writers/"
+
+# attempt to replace the graph with a random ETag value
+
+(
+curl -k -w "%{http_code}\n" -o /dev/null -s \
+  -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
+  -X PUT \
+  -H "Accept: application/n-triples" \
+  -H "Content-Type: application/n-triples" \
+  -H "If-Match: \"random-etag\"" \
+  --data-binary @- \
+  "$END_USER_BASE_URL" <<EOF
+<${END_USER_BASE_URL}> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://w3id.org/atomgraph/linkeddatahub/default#Root> .
+<${END_USER_BASE_URL}> <http://purl.org/dc/terms/title> "Root" .
+<${END_USER_BASE_URL}named-subject-put> <http://example.com/default-predicate> "named object PUT" .
+<${END_USER_BASE_URL}named-subject-put> <http://example.com/another-predicate> "another named object PUT" .
+EOF
+) \
+| grep -q "$STATUS_PRECONDITION_FAILED"

http-tests/document-hierarchy/PUT-conditional.sh

@@ -0,0 +1,46 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+initialize_dataset "$END_USER_BASE_URL" "$TMP_END_USER_DATASET" "$END_USER_ENDPOINT_URL"
+initialize_dataset "$ADMIN_BASE_URL" "$TMP_ADMIN_DATASET" "$ADMIN_ENDPOINT_URL"
+purge_cache "$END_USER_VARNISH_SERVICE"
+purge_cache "$ADMIN_VARNISH_SERVICE"
+purge_cache "$FRONTEND_VARNISH_SERVICE"
+
+# add agent to the writers group
+
+add-agent-to-group.sh \
+  -f "$OWNER_CERT_FILE" \
+  -p "$OWNER_CERT_PWD" \
+  --agent "$AGENT_URI" \
+  "${ADMIN_BASE_URL}acl/groups/writers/"
+
+# store the ETag value
+
+etag_before=$(
+  curl -k -i -f -s -G \
+    -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
+    -H "Accept: application/n-triples" \
+  "$END_USER_BASE_URL" \
+| grep 'ETag' \
+| tr -d '\r' \
+| sed -En 's/^ETag: (.*)$/\1/p')
+
+# replace the graph only if the ETag value matches
+
+(
+curl -k -w "%{http_code}\n" -o /dev/null -f -s \
+  -E "$AGENT_CERT_FILE":"$AGENT_CERT_PWD" \
+  -X PUT \
+  -H "Accept: application/n-triples" \
+  -H "Content-Type: application/n-triples" \
+  -H "If-Match: ${etag_before}" \
+  --data-binary @- \
+  "$END_USER_BASE_URL" <<EOF
+<${END_USER_BASE_URL}> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://w3id.org/atomgraph/linkeddatahub/default#Root> .
+<${END_USER_BASE_URL}> <http://purl.org/dc/terms/title> "Root" .
+<${END_USER_BASE_URL}named-subject-put> <http://example.com/default-predicate> "named object PUT" .
+<${END_USER_BASE_URL}named-subject-put> <http://example.com/another-predicate> "another named object PUT" .
+EOF
+) \
+| grep -q "$STATUS_OK"

http-tests/document-hierarchy/PUT-ntriples-etag.sh

@@ -15,17 +15,6 @@ add-agent-to-group.sh \
   --agent "$AGENT_URI" \
   "${ADMIN_BASE_URL}acl/groups/writers/"
 
-# create public authorization
-
-create-authorization.sh \
-  -f "$OWNER_CERT_FILE" \
-  -p "$OWNER_CERT_PWD" \
-  -b "$ADMIN_BASE_URL" \
-  --label "Public access authorization" \
-  --agent-class 'http://xmlns.com/foaf/0.1/Agent' \
-  --to "$END_USER_BASE_URL" \
-  --read
-
 # store the ETag value
 
 etag_before=$(

http-tests/proxy/HEAD-proxied-accept.sh

@@ -7,13 +7,13 @@ purge_cache "$END_USER_VARNISH_SERVICE"
 purge_cache "$ADMIN_VARNISH_SERVICE"
 purge_cache "$FRONTEND_VARNISH_SERVICE"
 
-# add agent to the writers group to be able to read/write documents
+# add agent to the readers group to be able to read documents
 
 add-agent-to-group.sh \
   -f "$OWNER_CERT_FILE" \
   -p "$OWNER_CERT_PWD" \
   --agent "$AGENT_URI" \
-  "${ADMIN_BASE_URL}acl/groups/writers/"
+  "${ADMIN_BASE_URL}acl/groups/readers/"
 
 # check that ?accept URL param overrides Accept header and returns Turtle (use Chrome's default Accept value)
 

http-tests/run.sh

@@ -28,6 +28,7 @@ export STATUS_FORBIDDEN=403
 export STATUS_NOT_FOUND=404
 export STATUS_METHOD_NOT_ALLOWED=405
 export STATUS_NOT_ACCEPTABLE=406
+export STATUS_PRECONDITION_FAILED=412
 export STATUS_REQUEST_ENTITY_TOO_LARGE=413
 export STATUS_UNSUPPORTED_MEDIA=415
 export STATUS_UNPROCESSABLE_ENTITY=422

pom.xml

@@ -3,7 +3,7 @@
 
     <groupId>com.atomgraph</groupId>
     <artifactId>linkeddatahub</artifactId>
-    <version>5.0.8-SNAPSHOT</version>
+    <version>5.0.9-SNAPSHOT</version>
     <packaging>${packaging.type}</packaging>
 
     <name>AtomGraph LinkedDataHub</name>
@@ -135,18 +135,18 @@
         <dependency>
             <groupId>${project.groupId}</groupId>
             <artifactId>server</artifactId>
-            <version>4.1.10-SNAPSHOT</version>
+            <version>4.1.11-SNAPSHOT</version>
         </dependency>
         <dependency>
             <groupId>${project.groupId}</groupId>
             <artifactId>client</artifactId>
-            <version>4.2.0-SNAPSHOT</version>
+            <version>4.2.1-SNAPSHOT</version>
             <classifier>classes</classifier>
         </dependency>
         <dependency>
             <groupId>${project.groupId}</groupId>
             <artifactId>client</artifactId>
-            <version>4.2.0-SNAPSHOT</version>
+            <version>4.2.1-SNAPSHOT</version>
             <type>war</type>
         </dependency>
         <!-- required by jsonld-java - version same as Jersey's HTTP Client -->