Skip to content
Permalink
Branch: master
Find file Copy path
Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
379 lines (378 sloc) 12 KB
## DAOS server configuration file.
#
## Location of this configuration file is determined by first checking for the
## path specified through the -f option of the daos_server command line.
## Otherwise, /etc/daos_server.conf is used.
#
#
## Name associated with the DAOS system.
## Immutable after reformat.
#
#name: daos
#
#
## Access points
#
## To operate, DAOS will need a quorum of access point nodes to be available.
## Immutable after reformat.
## Hosts can be specified with or without port, default port below
## assumed if not specified.
#
## default: hostname of this node at port 10000 for local testing
#access_points: ['hostname1:10001']
#
#
## Force default port
#
## Force different port number to bind daos_server to, this will also
## be used when connecting to access points if no port is specified.
#
## default: 10000
#port: 10001
#
## Transport Credentials Specifying certificates to secure communications
#
#transport_config:
# # Specify to bypass loading certificates and use insecure communications channnels
# allow_insecure: false
# # Location where daos_server will look for Client certificates
# client_cert_dir: .daos/clients
# # Custom CA Root certificate for generated certs
# ca_cert: .daos/daosCA.crt
# # Server certificate for use in TLS handshakes
# cert: .daos/daos_server.crt
# # Key portion of Server Certificate
# key: .daos/daos_server.key
#
#
## Fault domain path
#
## Immutable after reformat.
#
## default: /hostname for a local configuration w/o fault domain
#fault_path: /vcdu0/rack1/hostname
#
#
## Fault domain callback
#
## Path to executable which will return fault domain string.
## Immutable after reformat.
#
#fault_cb: ./.daos/fd_callback
#
#
## Use specific OFI interfaces
#
## Specify either a single fabric interface that will be used by all
## spawned servers or a comma-seperated list of fabric interfaces to be
## assigned individually.
## By default, the DAOS server will auto-detect and use all fabric
## interfaces if any and fall back to socket on the first eth card
## otherwise.
#
#fabric_ifaces: [qib0,qib1]
#
#
## Use specific OFI provider
#
## Force a specific provider to be used by all the servers.
## The default provider depends on the interfaces that will be auto-detected:
## ofi+psm2 for Omni-Path, ofi+verbs;ofi_rxm for Infiniband/RoCE and finally
## ofi+socket for non-RDMA-capable Ethernet.
#
#provider: ofi+verbs;ofi_rxm
#
#
## Storage mount directory
#
## TODO: If no pre-configured mountpoints are specified, DAOS will auto-detect
## NVDIMMs, configure them in interleave mode, format with ext4 and
## mount with the DAX extension creating a subdirectory within scm_mount_path.
#
## This option allows to specify a preferred path where the mountpoints will
## be created. Either the specified directory or its parent must be a mount
## point.
#
## default: /mnt/daos
#scm_mount_path: /mnt/daosa
#
#
## NVMe SSD whitelist
#
## Only use NVMe controllers with specific PCI addresses.
## Immutable after reformat, colons replaced by dots in PCI identifiers.
## By default, DAOS will use all the NVMe-capable SSDs that don't have active
## mount points.
#
#bdev_include: ["0000:81:00.1","0000:81:00.2","0000:81:00.3"]
#
#
## NVMe SSD blacklist
#
## Only use NVMe controllers with specific PCI addresses. Overrides drives
## listed in nvme_include and forces auto-detection to skip those drives.
## Immutable after reformat, colons replaced by dots in PCI identifiers.
#
#bdev_exclude: ["0000:81:00.1"]
#
#
## Use Hyperthreads
#
## When Hyperthreading is enabled and supported on the system, this parameter
## defines whether the DAOS service thread should only be bound to different
## physical cores (value 0) or hyperthreads (value 1).
#
## default: false
#hyperthreads: true
#
#
## Use the given directory for creating unix domain sockets
#
## DAOS Agent and DAOS Server both use unix domain sockets for communication
## with other system components. This setting is the base location to place
## the sockets in.
#
## default: /var/run/daos_server
#socket_dir: ./.daos/daos_server
#
#
## Number of hugepages to allocate for use by NVMe SSDs
#
## Specifies the number (not size) of hugepages to allocate for use by NVMe
## through SPDK. This indicates the total number to be used by any spawned
## servers. Default system hugepage size will be used and hugepages will be
## evenly distributed between CPU nodes.
#
## default: 1024
#nr_hugepages: 4096
#
#
## Force specific debug mask for daos_server (control plane).
## By default, just use the default debug mask used by daos_server.
## Mask specifies minimum level of message significance to pass to logger.
## Currently supported values are DEBUG and ERROR.
#
## default: DEBUG
#control_log_mask: ERROR
#
#
## Force specific path for daos_server (control plane) logs.
#
## default: print to stderr
#control_log_file: /tmp/daos_control.log
#
#
## Username used to lookup user uid/gid to drop privileges to if started
## as root. After control plane start-up and configuration, before starting
## data plane, process ownership will be dropped to those of supplied user.
#
#user_name: daosuser
#
#
## Group name used to lookup group gid to drop privileges to when user_name
## is root. If user is a member of group, this group gid is set for the running
## process. If group look up fails or user is not member, use uid return from
## user lookup.
#
#group_name: daosgroup
#
#
## When per-server definitions exist, auto-allocation of resources is not
## performed. Without per-server definitions, node resources will
## automatically be assigned to servers based on NUMA ratings, there will
## be a one-to-one relationship between servers and sockets.
#
#servers:
#-
# # Rank to be assigned as identifier for server.
# # Immutable after reformat.
# # Optional parameter, will be auto generated if not supplied.
#
# rank: 0
#
# # Targets (VOS) represent the count of storage targets per data plane
# # server starting at core offset specified by first_core.
#
# # Immutable after reformat.
#
# targets: 20
#
# # Count of offload/helper xstreams per target. (allowed values: 0-2)
# # Immutable after reformat.
#
# # default: 2
# nr_xs_helpers: 0
#
# # Offset of the first core for service xstreams.
# # Immutable after reformat.
#
# # default: 0
# first_core: 1
#
# # Use specific OFI interfaces.
# # Specify the fabric network interface that will be used by this server.
# # Optionally specify the fabric network interface port that will be used
# # by this server but please only if you have a specific need, this will
# # normally be chosen automatically.
#
# fabric_iface: qib0
# fabric_iface_port: 20000
#
# # Force specific debug mask (D_LOG_MASK) at start up time.
# # By default, just use the default debug mask used by DAOS.
# # Mask specifies minimum level of message significance to pass to logger.
#
# # default: ERR
# log_mask: WARN
#
# # Force specific path for DAOS debug logs (D_LOG_FILE).
#
# # default: /tmp/daos.log
# log_file: /tmp/daos_server1.log
#
# # Pass specific environment variables to the DAOS server.
# # Empty by default. Values should be supplied without encapsulating quotes.
#
# env_vars:
# - CRT_TIMEOUT=30
#
# # Define a pre-configured mountpoint for storage class memory to be used
# # by this server.
# # Path should be unique to server instance (can use different subdirs).
# # Either the specified directory or its parent must be a mount point.
#
# scm_mount: /mnt/daos/1
#
# # Backend SCM device type. Either use DCPM (datacentre persistent memory)
# # modules configured in interleaved mode (AppDirect regions) or emulated
# # tmpfs in RAM.
# # Options are:
# # - "dcpm" for real SCM (preferred option), scm_size ignored
# # - "ram" to emulate SCM with memory, scm_list ignored
# # Immutable after reformat.
#
# # default: dcpm
# scm_class: ram
#
# # When scm_class is set to ram, tmpfs will be used to emulate SCM.
# # The size of ram is specified by scm_size in GB units.
# scm_size: 16
#
# # Backend block device type. Force a SPDK driver to be used by this server
# # instance.
# # Options are:
# # - "nvme" for NVMe SSDs (preferred option), bdev_{size,number} ignored
# # - "malloc" to emulate a NVMe SSD with memory, bdev_list ignored
# # - "file" to emulate a NVMe SSD with a regular file, bdev_number ignored
# # - "kdev" to use a kernel block device, bdev_{size,number} ignored
# # Immutable after reformat.
#
# # default: nvme
# bdev_class: nvme
#
# # Backend block device configuration to be used by this server instance.
# # When bdev_class is set to nvme, bdev_list is the list of unique NVMe IDs
# # that should be different across different server instance.
# # Immutable after reformat.
# bdev_list: ["0000:81:00.0"] # generate regular nvme.conf
#-
# # Rank to be assigned as identifier for server.
# # Immutable after reformat.
# # Optional parameter, will be auto generated if not supplied.
#
# rank: 1
#
# # Targets (VOS) represent the number of logical CPUs to be used starting at
# # index specified by first_core.
#
# # Targets will be used to run XStreams can be thought of as service threads.
# # Immutable after reformat.
#
# targets: 20
#
# # Number of helper XStreams per VOS target. (allowed values: 0-2)
# # Immutable after reformat.
#
# # default: 2
# nr_xs_helpers: 1
#
# # Index of first core for service thread.
# # Immutable after reformat.
#
# # default: 0
# first_core: 22
#
# # Use specific OFI interfaces.
# # Specify the fabric network interface that will be used by this server.
# # Optionally specify the fabric network interface port that will be used
# # by this server but please only if you have a specific need, this will
# # normally be chosen automatically.
#
# fabric_iface: qib0
# fabric_iface_port: 20000
#
# # Force specific debug mask (D_LOG_MASK) at start up time.
# # By default, just use the default debug mask used by DAOS.
# # Mask specifies minimum level of message significance to pass to logger.
#
# # default: ERR
# log_mask: WARN
#
# # Force specific path for DAOS debug logs.
#
# # default: /tmp/daos.log
# log_file: /tmp/daos_server2.log
#
# # Pass specific environment variables to the DAOS server
# # Empty by default. Values should be supplied without encapsulating quotes.
#
# env_vars:
# - CRT_TIMEOUT=100
#
# # Define a pre-configured mountpoint for storage class memory to be used
# # by this server.
# # Path should be unique to server instance (can use different subdirs).
#
# scm_mount: /mnt/daos/2
#
# # Backend SCM device type. Either use DCPM (datacentre persistent memory)
# # modules configured in interleaved mode (AppDirect regions) or emulated
# # tmpfs in RAM.
# # Options are:
# # - "dcpm" for real SCM (preferred option), scm_size is ignored
# # - "ram" to emulate SCM with memory, scm_list is ignored
# # Immutable after reformat.
#
# # default: dcpm
# scm_class: dcpm
#
# # When scm_class is set to dcpm, scm_list is the list of device paths for
# # AppDirect pmem namespaces (currently only one per server supported).
# scm_list: [/dev/pmem0]
#
# # Backend block device type. Force a SPDK driver to be used by this server
# # instance.
# # Options are:
# # - "nvme" for NVMe SSDs (preferred option), bdev_{size,number} ignored
# # - "malloc" to emulate a NVMe SSD with memory, bdev_list ignored
# # - "file" to emulate a NVMe SSD with a regular file, bdev_number ignored
# # - "kdev" to use a kernel block device, bdev_{size,number} ignored
# # Immutable after reformat.
#
# # When bdev_class is set to malloc, bdev_number is the number of devices
# # to allocate and bdev_size is the size in GB of each LUN/device.
# bdev_class: malloc
# bdev_number: 1
# bdev_size: 4
#
# # When bdev_class is set to file, bdev_list is the list of file paths that
# # will be used to emulate NVMe SSDs. The size of each file is specified by
# # bdev_size in GB unit.
# bdev_class: file
# bdev_list: [/tmp/daos-bdev1,/tmp/daos-bdev2]
# bdev_size: 16
#
# # When bdev_class is set to kdev, bdev_list is the list of unique kernel
# # block devices that should be different across different server instance.
# bdev_class: kdev
# bdev_list: [/dev/sdc,/dev/sdd]
You can’t perform that action at this time.