# Cluster Description File (CDF).
# See `cfgen --help-schema` for the format description.

nodes:
  - hostname: sage-tier1-1 # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
                           # supported values: "tcp" (default), "o2ib"
    m0_servers:
      - runs_confd: true
        io_disks:
          data: []
      - io_disks:
          #meta_data: /path/to/meta-data/drive
          data:
            - /dev/nvme0n1
            - /dev/nvme1n1
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 2             # max number of other Motr clients this host may have
  - hostname: sage-tier1-2 # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
                           # supported values: "tcp" (default), "o2ib"
    m0_servers:
      - io_disks:
          #meta_data: /path/to/meta-data/drive
          data:
            - /dev/nvme0n1
            - /dev/nvme1n1
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 2             # max number of other Motr clients this host may have
  - hostname: sage-tier2-1 # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
                           # supported values: "tcp" (default), "o2ib"
    m0_servers:
      - io_disks:
          #meta_data: /path/to/meta-data/drive
          data:
            - /dev/disk/by-id/wwn-0x5000c500301706d3
            - /dev/disk/by-id/wwn-0x5000c500301706df
            - /dev/disk/by-id/wwn-0x5000c5003017072f
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 2             # max number of other Motr clients this host may have
  - hostname: sage-tier2-2 # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
                           # supported values: "tcp" (default), "o2ib"
    m0_servers:
      - io_disks:
          #meta_data: /path/to/meta-data/drive
          data:
            - /dev/disk/by-id/wwn-0x5000c5003016d6d3
            - /dev/disk/by-id/wwn-0x5000c5003016d653
            - /dev/disk/by-id/wwn-0x5000c500301706db
            - /dev/disk/by-id/wwn-0x5000c5003016d5c3
            - /dev/disk/by-id/wwn-0x5000c50030170723
            - /dev/disk/by-id/wwn-0x5000c500301706d7
            - /dev/disk/by-id/wwn-0x5000c500301706f7
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 2             # max number of other Motr clients this host may have
#  - hostname: sage-tier2-3 # [user@]hostname
#    data_iface: ib0        # name of data network interface
#    data_iface_type: o2ib  # type of network interface (optional);
#                           # supported values: "tcp" (default), "o2ib"
#    m0_servers:
#      - runs_confd: true
#        io_disks:
#          data: []
#      - io_disks:
#          #meta_data: /path/to/meta-data/drive
#          data:
#            - /dev/disk/by-id/wwn-0x5000c5003016d66b
#            - /dev/disk/by-id/wwn-0x5000c500301706e3
#            - /dev/disk/by-id/wwn-0x5000c5003017071b
#            - /dev/disk/by-id/wwn-0x5000c5003017075f
#            - /dev/disk/by-id/wwn-0x5000c50030170717
#            - /dev/disk/by-id/wwn-0x5000c5003017075b
  - hostname: sage-tier2-4 # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
                           # supported values: "tcp" (default), "o2ib"
    m0_servers:
      - io_disks:
          #meta_data: /path/to/meta-data/drive
          data:
            - /dev/disk/by-id/wwn-0x5000c5003016d68f
            - /dev/disk/by-id/wwn-0x5000c5003016d5d3
            - /dev/disk/by-id/wwn-0x5000c5003016d673
            - /dev/disk/by-id/wwn-0x5000c500301706ef
            - /dev/disk/by-id/wwn-0x5000c5003017073b
            - /dev/disk/by-id/wwn-0x5000c50030170737
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 2             # max number of other Motr clients this host may have
  - hostname: sage-tier3-1 # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
                           # supported values: "tcp" (default), "o2ib"
    m0_servers:
      - io_disks:
          #meta_data: /path/to/meta-data/drive
          data:
            - /dev/disk/by-id/wwn-0x5000c50095bd089b
            - /dev/disk/by-id/wwn-0x5000c50095bd092f
            - /dev/disk/by-id/wwn-0x5000c50095bd0d0b
            - /dev/disk/by-id/wwn-0x5000c50095bd0f97
            - /dev/disk/by-id/wwn-0x5000c50095bd0ffb
            - /dev/disk/by-id/wwn-0x5000c50095bd210f
            - /dev/disk/by-id/wwn-0x5000c50095bd221b
            - /dev/disk/by-id/wwn-0x5000c50095bd2237
            - /dev/disk/by-id/wwn-0x5000c50095bd2dc3
            - /dev/disk/by-id/wwn-0x5000c50095bd323b
            - /dev/disk/by-id/wwn-0x5000c50095c03697
            - /dev/disk/by-id/wwn-0x5000c50095c0387f
            - /dev/disk/by-id/wwn-0x5000c50095c038cb
#             - /dev/disk/by-id/wwn-0x5000c50095c038e7
            - /dev/disk/by-id/wwn-0x5000c50095c03a07
            - /dev/disk/by-id/wwn-0x5000c50095c03b3b
            - /dev/disk/by-id/wwn-0x5000c50095c04057
            - /dev/disk/by-id/wwn-0x5000c50095c041eb
            - /dev/disk/by-id/wwn-0x5000c50095c04293
            - /dev/disk/by-id/wwn-0x5000c50095c0432f
#            - /dev/disk/by-id/wwn-0x5000c50095c04433
            - /dev/disk/by-id/wwn-0x5000c50095c044df
            - /dev/disk/by-id/wwn-0x5000c50095c684cb
            - /dev/disk/by-id/wwn-0x5000c50095c68557
            - /dev/disk/by-id/wwn-0x5000c50095c6867b
            - /dev/disk/by-id/wwn-0x5000c50095c687d7
            - /dev/disk/by-id/wwn-0x5000c50095c688cf
            - /dev/disk/by-id/wwn-0x5000c50095c688d3
            - /dev/disk/by-id/wwn-0x5000c50095c688e7
            - /dev/disk/by-id/wwn-0x5000c50095c6893b
            - /dev/disk/by-id/wwn-0x5000c50095c6894b
            - /dev/disk/by-id/wwn-0x5000c50095c68db7
            - /dev/disk/by-id/wwn-0x5000c50095c6a1f3
            - /dev/disk/by-id/wwn-0x5000c50095c6a27b
            - /dev/disk/by-id/wwn-0x5000c50095c6a327
            - /dev/disk/by-id/wwn-0x5000c50095c6a5af
            - /dev/disk/by-id/wwn-0x5000c50095c6a5d3
            - /dev/disk/by-id/wwn-0x5000c50095c6a5df
            - /dev/disk/by-id/wwn-0x5000c50095c6a613
            - /dev/disk/by-id/wwn-0x5000c50095c6a65b
            - /dev/disk/by-id/wwn-0x5000c50095c6a67f
            - /dev/disk/by-id/wwn-0x5000c50095c6c133
            - /dev/disk/by-id/wwn-0x5000c50095c6c147
            - /dev/disk/by-id/wwn-0x5000c50095c6c1c7
            - /dev/disk/by-id/wwn-0x5000c50095c6c573
            - /dev/disk/by-id/wwn-0x5000c50095c6c783
            - /dev/disk/by-id/wwn-0x5000c50095c6cb0f
            - /dev/disk/by-id/wwn-0x5000c500963597f7
            - /dev/disk/by-id/wwn-0x5000c5009729df5f
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 2            # max number of other Motr clients this host may have
  - hostname: client-21    # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: client-22    # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: client-23    # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: client-24    # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: client-25    # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: client-26    # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: client-27    # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: client-28    # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: visnode-01   # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: visnode-02   # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: visnode-03   # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: visnode-04   # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: datawarp-01  # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: datawarp-02  # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: datawarp-03  # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
  - hostname: datawarp-04  # [user@]hostname
    data_iface: ib0        # name of data network interface
    data_iface_type: o2ib  # type of network interface (optional);
    m0_clients:
      s3: 0                # number of S3 servers to start
      other: 16            # max number of other Motr clients this host may have
pools:
  - name: tier1-nvme
    #type: sns  # optional; supported values: "sns" (default), "dix", "md"
    disk_refs:
      - { path: /dev/nvme0n1, node: sage-tier1-1 }
      - { path: /dev/nvme1n1, node: sage-tier1-1 }
      - { path: /dev/nvme0n1, node: sage-tier1-2 }
      - { path: /dev/nvme1n1, node: sage-tier1-2 }
    data_units: 2
    parity_units: 1
    allowed_failures: { site: 0, rack: 0, encl: 0, ctrl: 0, disk: 1 }
  - name: tier2-ssd
    disk_refs:
      - { path: /dev/disk/by-id/wwn-0x5000c500301706d3, node: sage-tier2-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c500301706df, node: sage-tier2-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c5003017072f, node: sage-tier2-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c5003016d6d3, node: sage-tier2-2 }
      - { path: /dev/disk/by-id/wwn-0x5000c5003016d653, node: sage-tier2-2 }
      - { path: /dev/disk/by-id/wwn-0x5000c500301706db, node: sage-tier2-2 }
      - { path: /dev/disk/by-id/wwn-0x5000c5003016d5c3, node: sage-tier2-2 }
      - { path: /dev/disk/by-id/wwn-0x5000c50030170723, node: sage-tier2-2 }
      - { path: /dev/disk/by-id/wwn-0x5000c500301706d7, node: sage-tier2-2 }
      - { path: /dev/disk/by-id/wwn-0x5000c500301706f7, node: sage-tier2-2 }
#      - { path: /dev/disk/by-id/wwn-0x5000c5003016d66b, node: sage-tier2-3 }
#      - { path: /dev/disk/by-id/wwn-0x5000c500301706e3, node: sage-tier2-3 }
#      - { path: /dev/disk/by-id/wwn-0x5000c5003017071b, node: sage-tier2-3 }
#      - { path: /dev/disk/by-id/wwn-0x5000c5003017075f, node: sage-tier2-3 }
#      - { path: /dev/disk/by-id/wwn-0x5000c50030170717, node: sage-tier2-3 }
#      - { path: /dev/disk/by-id/wwn-0x5000c5003017075b, node: sage-tier2-3 }
      - { path: /dev/disk/by-id/wwn-0x5000c5003016d68f, node: sage-tier2-4 }
      - { path: /dev/disk/by-id/wwn-0x5000c5003016d5d3, node: sage-tier2-4 }
      - { path: /dev/disk/by-id/wwn-0x5000c5003016d673, node: sage-tier2-4 }
      - { path: /dev/disk/by-id/wwn-0x5000c500301706ef, node: sage-tier2-4 }
      - { path: /dev/disk/by-id/wwn-0x5000c5003017073b, node: sage-tier2-4 }
      - { path: /dev/disk/by-id/wwn-0x5000c50030170737, node: sage-tier2-4 }
    data_units: 2
    parity_units: 1
    allowed_failures: { site: 0, rack: 0, encl: 0, ctrl: 0, disk: 1 }
  - name: tier3-hdd
    disk_refs:
      - { path: /dev/disk/by-id/wwn-0x5000c50095bd089b, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095bd092f, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095bd0d0b, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095bd0f97, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095bd0ffb, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095bd210f, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095bd221b, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095bd2237, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095bd2dc3, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095bd323b, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c03697, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c0387f, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c038cb, node: sage-tier3-1 }
#       - { path: /dev/disk/by-id/wwn-0x5000c50095c038e7, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c03a07, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c03b3b, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c04057, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c041eb, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c04293, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c0432f, node: sage-tier3-1 }
#      - { path: /dev/disk/by-id/wwn-0x5000c50095c04433, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c044df, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c684cb, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c68557, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6867b, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c687d7, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c688cf, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c688d3, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c688e7, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6893b, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6894b, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c68db7, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6a1f3, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6a27b, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6a327, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6a5af, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6a5d3, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6a5df, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6a613, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6a65b, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6a67f, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6c133, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6c147, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6c1c7, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6c573, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6c783, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c50095c6cb0f, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c500963597f7, node: sage-tier3-1 }
      - { path: /dev/disk/by-id/wwn-0x5000c5009729df5f, node: sage-tier3-1 }
    data_units: 2
    parity_units: 1
    allowed_failures: { site: 0, rack: 0, encl: 0, ctrl: 0, disk: 1 }
profiles:
  - name: prof-0
    pools: [ tier1-nvme, tier2-ssd, tier3-hdd ]