Skip to content

CSPL-909: Add test cases to verify changes to CR spec are applied to clustered environments #287

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 3 commits into from
Mar 24, 2021
Merged

CSPL-909: Add test cases to verify changes to CR spec are applied to clustered environments #287

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
802a531
CSPL-909
jambrosiano Mar 20, 2021
288a839
Merge branch 'develop' into CSPL-909
jambrosiano Mar 20, 2021
8fe378e
Merge branch 'develop' into CSPL-909
jambrosiano Mar 24, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
162 changes: 161 additions & 1 deletion test/custom_resource_crud/custom_resource_crud_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ import (

. "github.com/onsi/ginkgo"
. "github.com/onsi/gomega"
enterprisev1 "github.com/splunk/splunk-operator/pkg/apis/enterprise/v1"
splcommon "github.com/splunk/splunk-operator/pkg/splunk/common"
"github.com/splunk/splunk-operator/test/testenv"
corev1 "k8s.io/api/core/v1"
Expand Down Expand Up @@ -73,10 +74,169 @@ var _ = Describe("crcrud test", func() {
testenv.VerifyStandalonePhase(deployment, testenvInstance, deployment.GetName(), splcommon.PhaseUpdating)

// Verify Standalone goes to ready state
testenv.StandaloneReady(deployment, deployment.GetName(), standalone, testenvInstance)
testenv.VerifyStandalonePhase(deployment, testenvInstance, deployment.GetName(), splcommon.PhaseReady)

// Verify CPU limits after updating the CR
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), standalonePodName, newCPULimits)
})
})

Context("Clustered deployment (C3 - clustered indexer, search head cluster)", func() {
It("crcrud: can deploy indexer and search head cluster, change their CR, update the instances", func() {

// Deploy Single site Cluster and Search Head Clusters
err := deployment.DeploySingleSiteCluster(deployment.GetName(), 3, true /*shc*/)
Expect(err).To(Succeed(), "Unable to deploy cluster")

// Ensure that the Cluster Master goes to Ready phase
testenv.ClusterMasterReady(deployment, testenvInstance)

// Ensure Indexers go to Ready phase
testenv.SingleSiteIndexersReady(deployment, testenvInstance)

// Ensure Search Head Cluster go to Ready phase
testenv.SearchHeadClusterReady(deployment, testenvInstance)

// Verify MC Pod is Ready
testenv.MCPodReady(testenvInstance.GetName(), deployment)

// Verify RF SF is met
testenv.VerifyRFSFMet(deployment, testenvInstance)

// Verify CPU limits on Indexers before updating the CR
indexerPodName := fmt.Sprintf(testenv.IndexerPod, deployment.GetName(), 0)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), indexerPodName, defaultCPULimits)
indexerPodName = fmt.Sprintf(testenv.IndexerPod, deployment.GetName(), 1)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), indexerPodName, defaultCPULimits)
indexerPodName = fmt.Sprintf(testenv.IndexerPod, deployment.GetName(), 2)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), indexerPodName, defaultCPULimits)

// Change CPU limits to trigger CR update
idxc := &enterprisev1.IndexerCluster{}
instanceName := fmt.Sprintf("%s-idxc", deployment.GetName())
err = deployment.GetInstance(instanceName, idxc)
if err != nil {
testenvInstance.Log.Error(err, "Unable to fetch Indexer Cluster deployment")
}
idxc.Spec.Resources.Limits = corev1.ResourceList{
"cpu": resource.MustParse(newCPULimits),
}
err = deployment.UpdateCR(idxc)
Expect(err).To(Succeed(), "Unable to deploy Indexer Cluster with updated CR")

// Verify Indexer Cluster is updating
idxcName := deployment.GetName() + "-idxc"
testenv.VerifyIndexerClusterPhase(deployment, testenvInstance, splcommon.PhaseUpdating, idxcName)

// Verify Indexers go to ready state
testenv.SingleSiteIndexersReady(deployment, testenvInstance)

// Verify CPU limits after updating the CR
indexerPodName = fmt.Sprintf(testenv.IndexerPod, deployment.GetName(), 0)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), indexerPodName, newCPULimits)
indexerPodName = fmt.Sprintf(testenv.IndexerPod, deployment.GetName(), 1)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), indexerPodName, newCPULimits)
indexerPodName = fmt.Sprintf(testenv.IndexerPod, deployment.GetName(), 2)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), indexerPodName, newCPULimits)

// Verify CPU limits on Search Heads before updating the CR
SearchHeadPodName := fmt.Sprintf(testenv.SearchHeadPod, deployment.GetName(), 0)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), SearchHeadPodName, defaultCPULimits)
SearchHeadPodName = fmt.Sprintf(testenv.SearchHeadPod, deployment.GetName(), 1)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), SearchHeadPodName, defaultCPULimits)
SearchHeadPodName = fmt.Sprintf(testenv.SearchHeadPod, deployment.GetName(), 2)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), SearchHeadPodName, defaultCPULimits)

// Change CPU limits to trigger CR update
shc := &enterprisev1.SearchHeadCluster{}
instanceName = fmt.Sprintf("%s-shc", deployment.GetName())
err = deployment.GetInstance(instanceName, shc)
if err != nil {
testenvInstance.Log.Error(err, "Unable to fetch Search Head Cluster deployment")
}

shc.Spec.Resources.Limits = corev1.ResourceList{
"cpu": resource.MustParse(newCPULimits),
}
err = deployment.UpdateCR(shc)
Expect(err).To(Succeed(), "Unable to deploy Search Head Cluster with updated CR")

// Verify Search Head Cluster is updating
testenv.VerifySearchHeadClusterPhase(deployment, testenvInstance, splcommon.PhaseUpdating)

// Verify Search Head go to ready state
testenv.SearchHeadClusterReady(deployment, testenvInstance)

// Verify CPU limits after updating the CR
SearchHeadPodName = fmt.Sprintf(testenv.SearchHeadPod, deployment.GetName(), 0)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), SearchHeadPodName, newCPULimits)
SearchHeadPodName = fmt.Sprintf(testenv.SearchHeadPod, deployment.GetName(), 1)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), SearchHeadPodName, newCPULimits)
SearchHeadPodName = fmt.Sprintf(testenv.SearchHeadPod, deployment.GetName(), 2)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), SearchHeadPodName, newCPULimits)
})
})

Context("Multisite cluster deployment (M4 - Multisite indexer cluster, Search head cluster)", func() {
It("crcrud : can deploy can deploy multisite indexer and search head clusters, change their CR, update the instances", func() {

// Deploy Multisite Cluster and Search Head Clusters
siteCount := 3
err := deployment.DeployMultisiteClusterWithSearchHead(deployment.GetName(), 1, siteCount)
Expect(err).To(Succeed(), "Unable to deploy cluster")

// Ensure that the cluster-master goes to Ready phase
testenv.ClusterMasterReady(deployment, testenvInstance)

// Ensure the indexers of all sites go to Ready phase
testenv.IndexersReady(deployment, testenvInstance, siteCount)

// Ensure cluster configured as multisite
testenv.IndexerClusterMultisiteStatus(deployment, testenvInstance, siteCount)

// Ensure search head cluster go to Ready phase
testenv.SearchHeadClusterReady(deployment, testenvInstance)

// Verify MC Pod is Ready
testenv.MCPodReady(testenvInstance.GetName(), deployment)

// Verify RF SF is met
testenv.VerifyRFSFMet(deployment, testenvInstance)

// Verify CPU limits on Indexers before updating the CR
for i := 1; i <= siteCount; i++ {
podName := fmt.Sprintf(testenv.MultiSiteIndexerPod, deployment.GetName(), i, 0)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), podName, defaultCPULimits)
}

// Change CPU limits to trigger CR update
idxc := &enterprisev1.IndexerCluster{}
for i := 1; i <= siteCount; i++ {
siteName := fmt.Sprintf("site%d", i)
instanceName := fmt.Sprintf("%s-%s", deployment.GetName(), siteName)
err = deployment.GetInstance(instanceName, idxc)
if err != nil {
testenvInstance.Log.Error(err, "Unable to fetch Indexer Cluster deployment")
}
idxc.Spec.Resources.Limits = corev1.ResourceList{
"cpu": resource.MustParse(newCPULimits),
}
err = deployment.UpdateCR(idxc)
Expect(err).To(Succeed(), "Unable to deploy Indexer Cluster with updated CR")
}

// Verify Indexer Cluster is updating
idxcName := deployment.GetName() + "-" + "site1"
testenv.VerifyIndexerClusterPhase(deployment, testenvInstance, splcommon.PhaseUpdating, idxcName)

// Verify Indexers go to ready state
testenv.IndexersReady(deployment, testenvInstance, siteCount)

// Verify CPU limits after updating the CR
for i := 1; i <= siteCount; i++ {
podName := fmt.Sprintf(testenv.MultiSiteIndexerPod, deployment.GetName(), i, 0)
testenv.VerifyCPULimits(deployment, testenvInstance.GetName(), podName, newCPULimits)
}
})
})
})