Skip to content

Commit

Permalink
Run FS test for V1 without duplication
Browse files Browse the repository at this point in the history
  • Loading branch information
adoroszlai committed Mar 25, 2021
1 parent efa4869 commit dd2d586
Show file tree
Hide file tree
Showing 6 changed files with 28 additions and 190 deletions.
19 changes: 0 additions & 19 deletions hadoop-ozone/dist/src/main/compose/ozone-fso/.env

This file was deleted.

78 changes: 0 additions & 78 deletions hadoop-ozone/dist/src/main/compose/ozone-fso/docker-compose.yaml

This file was deleted.

41 changes: 0 additions & 41 deletions hadoop-ozone/dist/src/main/compose/ozone-fso/docker-config

This file was deleted.

39 changes: 0 additions & 39 deletions hadoop-ozone/dist/src/main/compose/ozone-fso/test.sh

This file was deleted.

16 changes: 9 additions & 7 deletions hadoop-ozone/dist/src/main/compose/ozone/docker-compose.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -25,9 +25,11 @@ x-common-config:
env_file:
- docker-config

x-replication:
&replication
x-variable-config:
&variable
OZONE-SITE.XML_ozone.replication: ${OZONE_REPLICATION_FACTOR:-1}
OZONE-SITE.XML_ozone.om.layout.version: ${OZONE_OM_LAYOUT_VERSION:-V0}
OZONE-SITE.XML_ozone.om.enable.filesystem.paths: ${OZONE_OM_ENABLE_FILESYSTEM_PATHS:-false}

services:
datanode:
Expand All @@ -36,15 +38,15 @@ services:
- 9864
- 9882
environment:
<<: *replication
<<: *variable
OZONE_OPTS:
command: ["ozone","datanode"]
om:
<<: *common-config
environment:
ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION
OZONE_OPTS:
<<: *replication
<<: *variable
ports:
- 9874:9874
- 9862:9862
Expand All @@ -58,13 +60,13 @@ services:
ENSURE_SCM_INITIALIZED: /data/metadata/scm/current/VERSION
OZONE-SITE.XML_hdds.scm.safemode.min.datanode: ${OZONE_SAFEMODE_MIN_DATANODES:-1}
OZONE_OPTS:
<<: *replication
<<: *variable
command: ["ozone","scm"]
s3g:
<<: *common-config
environment:
OZONE_OPTS:
<<: *replication
<<: *variable
ports:
- 9878:9878
command: ["ozone","s3g"]
Expand All @@ -74,5 +76,5 @@ services:
- 9888:9888
environment:
OZONE_OPTS:
<<: *replication
<<: *variable
command: ["ozone","recon"]
25 changes: 19 additions & 6 deletions hadoop-ozone/dist/src/main/compose/ozone/test.sh
Original file line number Diff line number Diff line change
Expand Up @@ -35,12 +35,6 @@ execute_robot_test scm basic

execute_robot_test scm gdpr

for scheme in ofs o3fs; do
for bucket in link bucket; do
execute_robot_test scm -v SCHEME:${scheme} -v BUCKET_TYPE:${bucket} -N ozonefs-${scheme}-${bucket} ozonefs/ozonefs.robot
done
done

execute_robot_test scm security/ozone-secure-token.robot

for bucket in link generated; do
Expand All @@ -57,4 +51,23 @@ execute_robot_test scm cli

stop_docker_env

# running FS tests with different config requires restart of the cluster
export OZONE_KEEP_RESULTS=true
export OZONE_OM_LAYOUT_VERSION OZONE_OM_ENABLE_FILESYSTEM_PATHS
for OZONE_OM_LAYOUT_VERSION in V0 V1; do
if [[ $OZONE_OM_LAYOUT_VERSION == "V1" ]]; then
OZONE_OM_ENABLE_FILESYSTEM_PATHS=true
else
OZONE_OM_ENABLE_FILESYSTEM_PATHS=false
fi

start_docker_env
for scheme in ofs o3fs; do
for bucket in link bucket; do
execute_robot_test scm -v SCHEME:${scheme} -v BUCKET_TYPE:${bucket} -N ozonefs-${OZONE_OM_LAYOUT_VERSION}-${scheme}-${bucket} ozonefs/ozonefs.robot
done
done
stop_docker_env
done

generate_report

0 comments on commit dd2d586

Please sign in to comment.