Aggr.yaml not pulling the root aggregate details like (Encrypted Volumes Disks Space Used Available Used %)

[madboss89]

I can able to see the root aggregate in the dashboard and not able to find the root aggr usage and other details.
https://github.com/NetApp/harvest/blob/main/conf/rest/9.12.0/aggr.yaml
Harvest version, harvest-26.02.0-1

[rahulguptajss]

@madboss89 This is a bug in Harvest where, when you enable collecting root aggregates, its metrics are missing.
Are you using Rest collectors? Can you try the below Rest template and see if it works?

name:               Aggregate
query:              api/storage/aggregates
object:             aggr

counters:
  - ^^uuid                                                         => uuid
  - ^block_storage.primary.disk_type                               => type
  - ^block_storage.primary.raid_type                               => raid_type
  - ^cloud_storage.stores.#.cloud_store.name                       => cloud_stores
  - ^data_encryption.software_encryption_enabled                   => is_encrypted
  - ^home_node.name                                                => node
  - ^name                                                          => aggr
  - ^state                                                         => state
  - block_storage.hybrid_cache.disk_count                          => hybrid_disk_count
  - block_storage.hybrid_cache.size                                => hybrid_cache_size_total
  - block_storage.plexes.#                                         => raid_plex_count
  - block_storage.primary.disk_count                               => primary_disk_count
  - block_storage.primary.raid_size                                => raid_size
  - inode_attributes.file_private_capacity                         => inode_inodefile_private_capacity
  - inode_attributes.file_public_capacity                          => inode_inodefile_public_capacity
  - inode_attributes.files_private_used                            => inode_files_private_used
  - inode_attributes.files_total                                   => inode_files_total
  - inode_attributes.files_used                                    => inode_files_used
  - inode_attributes.max_files_available                           => inode_maxfiles_available
  - inode_attributes.max_files_possible                            => inode_maxfiles_possible
  - inode_attributes.max_files_used                                => inode_maxfiles_used
  - inode_attributes.used_percent                                  => inode_used_percent
  - snapshot.files_total                                           => snapshot_files_total
  - snapshot.files_used                                            => snapshot_files_used
  - snapshot.max_files_available                                   => snapshot_maxfiles_available
  - snapshot.max_files_used                                        => snapshot_maxfiles_used
  - space.block_storage.available                                  => space_available
  - space.block_storage.data_compacted_count                       => space_data_compacted_count
  - space.block_storage.data_compaction_space_saved                => space_data_compaction_saved
  - space.block_storage.data_compaction_space_saved_percent        => space_data_compaction_saved_percent
  - space.block_storage.inactive_user_data                         => space_performance_tier_inactive_user_data
  - space.block_storage.inactive_user_data_percent                 => space_performance_tier_inactive_user_data_percent
  - space.block_storage.physical_used                              => space_physical_used
  - space.block_storage.physical_used_percent                      => space_physical_used_percent
  - space.block_storage.size                                       => space_total
  - space.block_storage.used                                       => space_used
  - space.block_storage.volume_deduplication_shared_count          => space_sis_shared_count
  - space.block_storage.volume_deduplication_space_saved           => space_sis_saved
  - space.block_storage.volume_deduplication_space_saved_percent   => space_sis_saved_percent
  - space.cloud_storage.used                                       => space_capacity_tier_used
  - space.efficiency.logical_used                                  => total_logical_used
  - space.efficiency.savings                                       => efficiency_savings
  - space.efficiency_without_snapshots.logical_used                => logical_used_wo_snapshots
  - space.efficiency_without_snapshots.savings                     => efficiency_savings_wo_snapshots
  - space.efficiency_without_snapshots_flexclones.logical_used     => logical_used_wo_snapshots_flexclones
  - space.efficiency_without_snapshots_flexclones.savings          => efficiency_savings_wo_snapshots_flexclones
  - space.footprint                                                => space_performance_tier_used
  - space.footprint_percent                                        => space_performance_tier_used_percent
  - space.snapshot.available                                       => snapshot_size_available
  - space.snapshot.reserve_percent                                 => snapshot_reserve_percent
  - space.snapshot.total                                           => snapshot_size_total
  - space.snapshot.used                                            => snapshot_size_used
  - space.snapshot.used_percent                                    => snapshot_used_percent
  - volume_count                                                   => volume_count
  - hidden_fields:
      - inode_attributes
      - block_storage
      - space

endpoints:
  - query: api/private/cli/aggr
    instance_add: true
    counters:
      - ^^uuid                                                     => uuid
      - ^aggregate                                                 => aggr
      - ^node                                                      => node
      - ^root                                                      => is_root
      - ^state                                                     => state
      - availsize                                                  => space_available
      - physical_used                                              => space_physical_used
      - physical_used_percent                                      => space_physical_used_percent
      - size                                                       => space_total
      - usedsize                                                   => space_used
      - filter:
          - root=true

plugins:
  - Aggregate
  - LabelAgent:
      value_to_num:
        - new_status state online online `0`
#      exclude_equals:
#        - is_root `true`
  - MetricAgent:
      compute_metric:
        - snapshot_maxfiles_possible ADD snapshot.max_files_available snapshot.max_files_used
        - raid_disk_count ADD block_storage.primary.disk_count block_storage.hybrid_cache.disk_count
        - total_physical_used SUBTRACT space.efficiency.logical_used space.efficiency.savings
        - physical_used_wo_snapshots SUBTRACT space.efficiency_without_snapshots.logical_used space.efficiency_without_snapshots.savings
        - physical_used_wo_snapshots_flexclones SUBTRACT space.efficiency_without_snapshots_flexclones.logical_used space.efficiency_without_snapshots_flexclones.savings
        - space_used_percent PERCENT space.block_storage.used space.block_storage.size

export_options:
  instance_keys:
    - aggr
    - node
  instance_labels:
    - cloud_stores
    - is_encrypted
    - state
    - type

[rahulguptajss]

Yes, those also need to be added. Can you try the template below? In the template, there are other missing fields as well which need to be mapped correctly and will be done as part of #4422
See if the template below unblocks you until then.

name:               Aggregate
query:              api/storage/aggregates
object:             aggr

counters:
  - ^^uuid                                                         => uuid
  - ^block_storage.primary.disk_type                               => type
  - ^block_storage.primary.raid_type                               => raid_type
  - ^cloud_storage.stores.#.cloud_store.name                       => cloud_stores
  - ^data_encryption.software_encryption_enabled                   => is_encrypted
  - ^home_node.name                                                => node
  - ^name                                                          => aggr
  - ^state                                                         => state
  - block_storage.hybrid_cache.disk_count                          => hybrid_disk_count
  - block_storage.hybrid_cache.size                                => hybrid_cache_size_total
  - block_storage.plexes.#                                         => raid_plex_count
  - block_storage.primary.disk_count                               => primary_disk_count
  - block_storage.primary.raid_size                                => raid_size
  - inode_attributes.file_private_capacity                         => inode_inodefile_private_capacity
  - inode_attributes.file_public_capacity                          => inode_inodefile_public_capacity
  - inode_attributes.files_private_used                            => inode_files_private_used
  - inode_attributes.files_total                                   => inode_files_total
  - inode_attributes.files_used                                    => inode_files_used
  - inode_attributes.max_files_available                           => inode_maxfiles_available
  - inode_attributes.max_files_possible                            => inode_maxfiles_possible
  - inode_attributes.max_files_used                                => inode_maxfiles_used
  - inode_attributes.used_percent                                  => inode_used_percent
  - snapshot.files_total                                           => snapshot_files_total
  - snapshot.files_used                                            => snapshot_files_used
  - snapshot.max_files_available                                   => snapshot_maxfiles_available
  - snapshot.max_files_used                                        => snapshot_maxfiles_used
  - space.block_storage.available                                  => space_available
  - space.block_storage.data_compacted_count                       => space_data_compacted_count
  - space.block_storage.data_compaction_space_saved                => space_data_compaction_saved
  - space.block_storage.data_compaction_space_saved_percent        => space_data_compaction_saved_percent
  - space.block_storage.inactive_user_data                         => space_performance_tier_inactive_user_data
  - space.block_storage.inactive_user_data_percent                 => space_performance_tier_inactive_user_data_percent
  - space.block_storage.physical_used                              => space_physical_used
  - space.block_storage.physical_used_percent                      => space_physical_used_percent
  - space.block_storage.size                                       => space_total
  - space.block_storage.used                                       => space_used
  - space.block_storage.volume_deduplication_shared_count          => space_sis_shared_count
  - space.block_storage.volume_deduplication_space_saved           => space_sis_saved
  - space.block_storage.volume_deduplication_space_saved_percent   => space_sis_saved_percent
  - space.cloud_storage.used                                       => space_capacity_tier_used
  - space.efficiency.logical_used                                  => total_logical_used
  - space.efficiency.savings                                       => efficiency_savings
  - space.efficiency_without_snapshots.logical_used                => logical_used_wo_snapshots
  - space.efficiency_without_snapshots.savings                     => efficiency_savings_wo_snapshots
  - space.efficiency_without_snapshots_flexclones.logical_used     => logical_used_wo_snapshots_flexclones
  - space.efficiency_without_snapshots_flexclones.savings          => efficiency_savings_wo_snapshots_flexclones
  - space.footprint                                                => space_performance_tier_used
  - space.footprint_percent                                        => space_performance_tier_used_percent
  - space.snapshot.available                                       => snapshot_size_available
  - space.snapshot.reserve_percent                                 => snapshot_reserve_percent
  - space.snapshot.total                                           => snapshot_size_total
  - space.snapshot.used                                            => snapshot_size_used
  - space.snapshot.used_percent                                    => snapshot_used_percent
  - volume_count                                                   => volume_count
  - hidden_fields:
      - inode_attributes
      - block_storage
      - space

endpoints:
  - query: api/private/cli/aggr
    instance_add: true
    counters:
      - ^^uuid                                                     => uuid
      - ^aggregate                                                 => aggr
      - ^encrypt_with_aggr_key                                     => is_encrypted
      - ^node                                                      => node
      - ^root                                                      => is_root
      - ^state                                                     => state
      - availsize                                                  => space_available
      - diskcount                                                  => primary_disk_count
      - physical_used                                              => space_physical_used
      - physical_used_percent                                      => space_physical_used_percent
      - size                                                       => space_total
      - usedsize                                                   => space_used
      - volcount                                                   => volume_count
      - filter:
          - root=true

plugins:
  - Aggregate
  - LabelAgent:
      value_to_num:
        - new_status state online online `0`
#      exclude_equals:
#        - is_root `true`
  - MetricAgent:
      compute_metric:
        - snapshot_maxfiles_possible ADD snapshot.max_files_available snapshot.max_files_used
        - raid_disk_count ADD block_storage.primary.disk_count block_storage.hybrid_cache.disk_count
        - total_physical_used SUBTRACT space.efficiency.logical_used space.efficiency.savings
        - physical_used_wo_snapshots SUBTRACT space.efficiency_without_snapshots.logical_used space.efficiency_without_snapshots.savings
        - physical_used_wo_snapshots_flexclones SUBTRACT space.efficiency_without_snapshots_flexclones.logical_used space.efficiency_without_snapshots_flexclones.savings
        - space_used_percent PERCENT space.block_storage.used space.block_storage.size

export_options:
  instance_keys:
    - aggr
    - node
  instance_labels:
    - cloud_stores
    - is_encrypted
    - state
    - type

[madboss89]

Sure, thank you @rahulguptajss

[madboss89]

Only, space, used, available and volume count working, others not working

[rahulguptajss]

Could you check and upload result of below API here? what is your ontap version?

https://CLUSTER_IP/api/private/cli/aggr?fields=uuid,aggregate,encrypt_with_aggr_key,node,root,state,availsize,diskcount,physical_used,physical_used_percent,size,usedsize,volcount&root=true

[rahulguptajss]

@madboss89 Any updates on this? Below is the updated template, which includes more metrics for root aggregates, if you want to try.

name:               Aggregate
query:              api/storage/aggregates
object:             aggr

counters:
  - ^^uuid                                                         => uuid
  - ^block_storage.primary.disk_type                               => type
  - ^block_storage.primary.raid_type                               => raid_type
  - ^cloud_storage.stores.#.cloud_store.name                       => cloud_stores
  - ^data_encryption.software_encryption_enabled                   => is_encrypted
  - ^home_node.name                                                => node
  - ^name                                                          => aggr
  - ^state                                                         => state
  - block_storage.hybrid_cache.disk_count                          => hybrid_disk_count
  - block_storage.hybrid_cache.size                                => hybrid_cache_size_total
  - block_storage.plexes.#                                         => raid_plex_count
  - block_storage.primary.disk_count                               => primary_disk_count
  - block_storage.primary.raid_size                                => raid_size
  - inode_attributes.file_private_capacity                         => inode_inodefile_private_capacity
  - inode_attributes.file_public_capacity                          => inode_inodefile_public_capacity
  - inode_attributes.files_private_used                            => inode_files_private_used
  - inode_attributes.files_total                                   => inode_files_total
  - inode_attributes.files_used                                    => inode_files_used
  - inode_attributes.max_files_available                           => inode_maxfiles_available
  - inode_attributes.max_files_possible                            => inode_maxfiles_possible
  - inode_attributes.max_files_used                                => inode_maxfiles_used
  - inode_attributes.used_percent                                  => inode_used_percent
  - snapshot.files_total                                           => snapshot_files_total
  - snapshot.files_used                                            => snapshot_files_used
  - snapshot.max_files_available                                   => snapshot_maxfiles_available
  - snapshot.max_files_used                                        => snapshot_maxfiles_used
  - space.block_storage.available                                  => space_available
  - space.block_storage.data_compacted_count                       => space_data_compacted_count
  - space.block_storage.data_compaction_space_saved                => space_data_compaction_saved
  - space.block_storage.data_compaction_space_saved_percent        => space_data_compaction_saved_percent
  - space.block_storage.inactive_user_data                         => space_performance_tier_inactive_user_data
  - space.block_storage.inactive_user_data_percent                 => space_performance_tier_inactive_user_data_percent
  - space.block_storage.physical_used                              => space_physical_used
  - space.block_storage.physical_used_percent                      => space_physical_used_percent
  - space.block_storage.size                                       => space_total
  - space.block_storage.used                                       => space_used
  - space.block_storage.volume_deduplication_shared_count          => space_sis_shared_count
  - space.block_storage.volume_deduplication_space_saved           => space_sis_saved
  - space.block_storage.volume_deduplication_space_saved_percent   => space_sis_saved_percent
  - space.cloud_storage.used                                       => space_capacity_tier_used
  - space.efficiency.logical_used                                  => total_logical_used
  - space.efficiency.savings                                       => efficiency_savings
  - space.efficiency_without_snapshots.logical_used                => logical_used_wo_snapshots
  - space.efficiency_without_snapshots.savings                     => efficiency_savings_wo_snapshots
  - space.efficiency_without_snapshots_flexclones.logical_used     => logical_used_wo_snapshots_flexclones
  - space.efficiency_without_snapshots_flexclones.savings          => efficiency_savings_wo_snapshots_flexclones
  - space.footprint                                                => space_performance_tier_used
  - space.footprint_percent                                        => space_performance_tier_used_percent
  - space.snapshot.available                                       => snapshot_size_available
  - space.snapshot.reserve_percent                                 => snapshot_reserve_percent
  - space.snapshot.total                                           => snapshot_size_total
  - space.snapshot.used                                            => snapshot_size_used
  - space.snapshot.used_percent                                    => snapshot_used_percent
  - volume_count                                                   => volume_count
  - hidden_fields:
      - inode_attributes
      - block_storage
      - space

endpoints:
  - query: api/private/cli/aggr
    instance_add: true
    counters:
      - ^^uuid                                                     => uuid
      - ^aggregate                                                 => aggr
      - ^encrypt_with_aggr_key                                     => is_encrypted
      - ^home_name                                                 => node
      - ^raidtype                                                  => raid_type
      - ^root                                                      => is_root
      - ^state                                                     => state
      - availsize                                                  => space_available
      - composite_capacity_tier_used                               => space_capacity_tier_used
      - data_compacted_count                                       => space_data_compacted_count
      - data_compaction_space_saved                                => space_data_compaction_saved
      - data_compaction_space_saved_percent                        => space_data_compaction_saved_percent
      - diskcount                                                  => raid_disk_count
      - hybrid_cache_size_total                                    => hybrid_cache_size_total
      - maxraidsize                                                => raid_size
      - percent_snapshot_space                                     => snapshot_reserve_percent
      - percent_used                                               => space_used_percent
      - physical_used                                              => space_physical_used
      - physical_used_percent                                      => space_physical_used_percent
      - sis_shared_count                                           => space_sis_shared_count
      - sis_space_saved                                            => space_sis_saved
      - sis_space_saved_percent                                    => space_sis_saved_percent
      - size                                                       => space_total
      - usedsize                                                   => space_used
      - volcount                                                   => volume_count
      - filter:
          - root=true

plugins:
  - Aggregate
  - LabelAgent:
      value_to_num:
        - new_status state online online `0`
#      exclude_equals:
#        - is_root `true`
  - MetricAgent:
      compute_metric:
        - snapshot_maxfiles_possible ADD snapshot.max_files_available snapshot.max_files_used
        - raid_disk_count ADD block_storage.primary.disk_count block_storage.hybrid_cache.disk_count
        - total_physical_used SUBTRACT space.efficiency.logical_used space.efficiency.savings
        - physical_used_wo_snapshots SUBTRACT space.efficiency_without_snapshots.logical_used space.efficiency_without_snapshots.savings
        - physical_used_wo_snapshots_flexclones SUBTRACT space.efficiency_without_snapshots_flexclones.logical_used space.efficiency_without_snapshots_flexclones.savings
        - space_used_percent PERCENT space.block_storage.used space.block_storage.size

export_options:
  instance_keys:
    - aggr
    - node
  instance_labels:
    - cloud_stores
    - is_encrypted
    - state
    - type