Skip to content

OCPQE-31151:Migrate OLM v0 stress test cases #1158

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Nov 25, 2025
+1,064 −59
Merged

OCPQE-31151:Migrate OLM v0 stress test cases #1158

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
32 changes: 32 additions & 0 deletions tests-extension/.openshift-tests-extension/openshift_payload_olmv0.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1741,5 +1741,37 @@
"environmentSelector": {
"exclude": "topology==\"External\""
}
},
{
"name": "[sig-operator][Jira:OLM] OLM v0 for stress PolarionID:80299-[OTP][Skipped:Disconnected][OlmStress]create mass operator to see if they all are installed successfully with different ns [Slow][Timeout:180m]",
"labels": {
"Extended": {},
"NonHyperShiftHOST": {},
"StressTest": {}
},
"resources": {
"isolation": {}
},
"source": "openshift:payload:olmv0",
"lifecycle": "blocking",
"environmentSelector": {
"exclude": "topology==\"External\""
}
},
{
"name": "[sig-operator][Jira:OLM] OLM v0 for stress PolarionID:80413-[OTP][Skipped:Disconnected][OlmStress]install operator repeatedly serially with same ns [Slow][Timeout:180m]",
"labels": {
"Extended": {},
"NonHyperShiftHOST": {},
"StressTest": {}
},
"resources": {
"isolation": {}
},
"source": "openshift:payload:olmv0",
"lifecycle": "blocking",
"environmentSelector": {
"exclude": "topology==\"External\""
}
}
]
4 changes: 2 additions & 2 deletions tests-extension/test/qe/specs/olmv0_allns.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,13 +20,13 @@ var _ = g.Describe("[sig-operator][Jira:OLM] OLMv0 within all namespace", func()
defer g.GinkgoRecover()

var (
oc = exutil.NewCLI("olm-all-"+exutil.GetRandomString(), exutil.KubeConfigPath())

oc = exutil.NewCLIWithoutNamespace("default")
dr = make(olmv0util.DescriberResrouce)
)

g.BeforeEach(func() {
exutil.SkipMicroshift(oc)
oc.SetupProject()
exutil.SkipNoOLMCore(oc)
itName := g.CurrentSpecReport().FullText()
dr.AddIr(itName)
Expand Down
3 changes: 2 additions & 1 deletion tests-extension/test/qe/specs/olmv0_common.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,13 +28,14 @@ var _ = g.Describe("[sig-operator][Jira:OLM] OLMv0 should", func() {
defer g.GinkgoRecover()

var (
oc = exutil.NewCLI("olm-common-"+exutil.GetRandomString(), exutil.KubeConfigPath())
oc = exutil.NewCLIWithoutNamespace("default")

dr = make(olmv0util.DescriberResrouce)
)

g.BeforeEach(func() {
exutil.SkipMicroshift(oc)
oc.SetupProject()
exutil.SkipNoOLMCore(oc)
itName := g.CurrentSpecReport().FullText()
dr.AddIr(itName)
Expand Down
3 changes: 2 additions & 1 deletion tests-extension/test/qe/specs/olmv0_defaultoption.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -33,11 +33,12 @@ var _ = g.Describe("[sig-operator][Jira:OLM] OLMv0 optional should", func() {
defer g.GinkgoRecover()

var (
oc = exutil.NewCLI("default-"+exutil.GetRandomString(), exutil.KubeConfigPath())
oc = exutil.NewCLIWithoutNamespace("default")
)

g.BeforeEach(func() {
exutil.SkipMicroshift(oc)
oc.SetupProject()
exutil.SkipNoOLMCore(oc)
})

Expand Down
3 changes: 2 additions & 1 deletion tests-extension/test/qe/specs/olmv0_hypershiftmgmt.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,14 +18,15 @@ var _ = g.Describe("[sig-operator][Jira:OLM] OLMv0 on hypershift mgmt", g.Label(
defer g.GinkgoRecover()

var (
oc = exutil.NewCLIForKubeOpenShift("hypershiftmgmt-" + exutil.GetRandomString())
oc = exutil.NewCLIWithoutNamespace("default")
guestClusterName, guestClusterKube, hostedClusterNS string
isAKS bool
errIsAKS error
)

g.BeforeEach(func() {
exutil.SkipMicroshift(oc)
oc.SetupProject()
if !exutil.IsHypershiftMgmtCluster(oc) {
g.Skip("this is not a hypershift management cluster, skip test run")
}
Expand Down
3 changes: 2 additions & 1 deletion tests-extension/test/qe/specs/olmv0_multins.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,13 +19,14 @@ var _ = g.Describe("[sig-operator][Jira:OLM] OLMv0 with multi ns", func() {
defer g.GinkgoRecover()

var (
oc = exutil.NewCLI("olm-multi-"+exutil.GetRandomString(), exutil.KubeConfigPath())
oc = exutil.NewCLIWithoutNamespace("default")

dr = make(olmv0util.DescriberResrouce)
)

g.BeforeEach(func() {
exutil.SkipMicroshift(oc)
oc.SetupProject()

exutil.SkipNoOLMCore(oc)
itName := g.CurrentSpecReport().FullText()
Expand Down
22 changes: 20 additions & 2 deletions tests-extension/test/qe/specs/olmv0_nonallns.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -26,13 +26,14 @@ var _ = g.Describe("[sig-operator][Jira:OLM] OLMv0 within a namespace", func() {
defer g.GinkgoRecover()

var (
oc = exutil.NewCLI("olm-a-"+exutil.GetRandomString(), exutil.KubeConfigPath())
oc = exutil.NewCLIWithoutNamespace("default")

dr = make(olmv0util.DescriberResrouce)
)

g.BeforeEach(func() {
exutil.SkipMicroshift(oc)
oc.SetupProject()
exutil.SkipNoOLMCore(oc)
itName := g.CurrentSpecReport().FullText()
dr.AddIr(itName)
Expand Down Expand Up @@ -1108,7 +1109,22 @@ var _ = g.Describe("[sig-operator][Jira:OLM] OLMv0 within a namespace", func() {
g.By("Delete sa of csv")
sa.GetDefinition(oc)
sa.Delete(oc)
olmv0util.NewCheck("expect", exutil.AsUser, exutil.WithNamespace, exutil.Compare, "RequirementsNotMet", exutil.Ok, []string{"csv", sub.InstalledCSV, "-o=jsonpath={.status.reason}"}).Check(oc)
var output string
var err error
errCsv := wait.PollUntilContextTimeout(context.TODO(), 10*time.Second, 300*time.Second, false, func(ctx context.Context) (bool, error) {
output, err = oc.WithoutNamespace().Run("get").Args("csv", sub.InstalledCSV, "-n", sub.Namespace, "-o=jsonpath={.status.reason}").Output()
if err != nil {
return false, err
}
if strings.Contains(output, "RequirementsNotMet") {
return true, nil
}
return false, nil
})
if strings.Contains(output, "InstallWaiting") {
g.Skip("skip because of slow installation")
}
exutil.AssertWaitPollNoErr(errCsv, fmt.Sprintf("csv status %v is not expected", output))

g.By("Recovery sa of csv")
sa.Reapply(oc)
Expand Down Expand Up @@ -1835,6 +1851,8 @@ var _ = g.Describe("[sig-operator][Jira:OLM] OLMv0 within a namespace", func() {

g.By("install operator")
sub.Create(oc, itName, dr)
defer sub.DeleteCSV(itName, dr)
defer sub.Delete(itName, dr)

g.By("check if dependent operator is installed")
olmv0util.NewCheck("expect", exutil.AsAdmin, exutil.WithoutNamespace, exutil.Compare, "Succeeded", exutil.Ok, []string{"csv", sub.InstalledCSV, "-n", sub.Namespace, "-o=jsonpath={.status.phase}"}).Check(oc)
Expand Down
5 changes: 4 additions & 1 deletion tests-extension/test/qe/specs/olmv0_opm.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,13 +19,14 @@ var _ = g.Describe("[sig-operator][Jira:OLM] OLMv0 opm should", g.Label("NonHype
defer g.GinkgoRecover()

var (
oc = exutil.NewCLIForKubeOpenShift("opm-" + exutil.GetRandomString())
oc = exutil.NewCLIWithoutNamespace("default")
opmCLI = opmcli.NewOpmCLI()
)

g.BeforeEach(func() {
exutil.SkipMicroshift(oc)

oc.SetupProject()
err := opmcli.EnsureOPMBinary()
if err != nil {
g.Skip("Failed to setup opm binary: " + err.Error())
Expand Down Expand Up @@ -500,6 +501,8 @@ var _ = g.Describe("[sig-operator][Jira:OLM] OLMv0 opm should", g.Label("NonHype
if os.Getenv("HTTP_PROXY") != "" || os.Getenv("http_proxy") != "" {
g.Skip("HTTP_PROXY is not empty - skipping test ...")
}
errPolicy := opmcli.EnsureContainerPolicy()
o.Expect(errPolicy).NotTo(o.HaveOccurred())
opmBaseDir := exutil.FixturePath("testdata", "opm", "53871")
opmCLI.ExecCommandPath = opmBaseDir

Expand Down
Loading