-
Notifications
You must be signed in to change notification settings - Fork 269
/
opensusebasetest.pm
1382 lines (1158 loc) · 56.2 KB
/
opensusebasetest.pm
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
# SUSE's openQA tests
#
# Copyright 2009-2013 Bernhard M. Wiedemann
# Copyright 2012-2020 SUSE LLC
# SPDX-License-Identifier: FSFAP
package opensusebasetest;
use base 'basetest';
use bootloader_setup qw(boot_grub_item boot_local_disk stop_grub_timeout tianocore_enter_menu zkvm_add_disk zkvm_add_pty zkvm_add_interface tianocore_disable_secureboot tianocore_select_bootloader);
use testapi qw(is_serial_terminal :DEFAULT);
use strict;
use warnings;
use utils;
use Utils::Backends;
use Utils::Systemd;
use Utils::Architectures;
use lockapi 'mutex_wait';
use serial_terminal 'get_login_message';
use version_utils;
use main_common 'opensuse_welcome_applicable';
use isotovideo;
use IO::Socket::INET;
use x11utils qw(handle_login ensure_unlocked_desktop handle_additional_polkit_windows);
use publiccloud::ssh_interactive 'select_host_console';
# Base class for all openSUSE tests
sub grub_select;
sub new {
my ($class, $args) = @_;
my $self = $class->SUPER::new($args);
$self->{in_wait_boot} = 0;
$self->{in_boot_desktop} = 0;
return $self;
}
=head2 clear_and_verify_console
clear_and_verify_console();
Clear the console and ensure that it really got cleared
using a needle.
=cut
sub clear_and_verify_console {
my ($self) = @_;
clear_console;
assert_screen('cleared-console') unless is_serial_terminal();
}
=head2 pre_run_hook
pre_run_hook();
This method will be called before each module is executed.
Test modules (or their intermediate base classes) may overwrite
this method, must call this baseclass method from the overwriting method.
=cut
sub pre_run_hook {
my ($self) = @_;
clear_started_systemd_services();
}
=head2 post_run_hook
post_run_hook();
This method will be called after each module finished.
It will B<not> get executed when the test module failed.
Test modules (or their intermediate base classes) may overwrite
this method.
=cut
sub post_run_hook {
my ($self) = @_;
# overloaded in x11 and console
}
=head2 save_and_upload_log
save_and_upload_log($cmd, $file [, timeout => $timeout] [, screenshot => $screenshot] [, noupload => $noupload]);
Will run C<$cmd> on the SUT (without caring for the return code) and tee the standard output to a file called C<$file>.
The C<$timeout> parameter specifies how long C<$cmd> may run.
When C<$cmd> returns, the output file will be uploaded to openQA unless C<$noupload> is set.
Afterwards a screenshot will be created if C<$screenshot> is set.
=cut
sub save_and_upload_log {
my ($self, $cmd, $file, $args) = @_;
script_run("$cmd | tee $file", $args->{timeout});
my $lname = $args->{logname} ? $args->{logname} : '';
upload_logs($file, failok => 1, log_name => $lname) unless $args->{noupload};
save_screenshot if $args->{screenshot};
}
=head2 tar_and_upload_log
tar_and_upload_log($sources, $dest, [, timeout => $timeout] [, screenshot => $screenshot] [, noupload => $noupload]);
Will create an xz compressed tar archive with filename C<$dest> from the folder(s) listed in C<$sources>.
The return code of C<tar> will be ignored.
The C<$timeout> parameter specifies how long C<tar> may run.
When C<tar> returns, the output file will be uploaded to openQA unless C<$noupload> is set.
Afterwards a screenshot will be created if C<$screenshot> is set.
=cut
sub tar_and_upload_log {
my ($self, $sources, $dest, $args) = @_;
script_run("tar -jcv -f $dest $sources", $args->{timeout});
upload_logs($dest, failok => 1) unless $args->{noupload};
save_screenshot() if $args->{screenshot};
}
=head2 save_and_upload_systemd_unit_log
save_and_upload_systemd_unit_log($unit);
Saves the journal of the systemd unit C<$unit> to C<journal_$unit.log> and uploads it to openQA.
=cut
sub save_and_upload_systemd_unit_log {
my ($self, $unit) = @_;
$self->save_and_upload_log("journalctl --no-pager -u $unit -o short-precise", "journal_$unit.log");
}
=head2 detect_bsc_1063638
detect_bsc_1063638();
Btrfs maintenance jobs lead to the system being unresponsive and affects SUT's performance.
Not to waste time during investigation of the failures, we would like to detect
if such jobs are running, providing a hint why test timed out.
This method will create a softfail if such a problem is detected.
=cut
sub detect_bsc_1063638 {
# Detect bsc#1063638
record_soft_failure 'bsc#1063638' if (script_run('ps x | grep "btrfs-\(scrub\|balance\|trim\)"') == 0);
}
=head2 problem_detection
problem_detection();
This method will upload a number of logs and debugging information.
This includes a log with all journal errors, a systemd unit plot and the
output of rpmverify.
The files will be uploaded as a single tarball called C<problem_detection_logs.tar.xz>.
=cut
sub problem_detection {
my $self = shift;
enter_cmd "pushd \$(mktemp -d)";
$self->detect_bsc_1063638;
# Slowest services
$self->save_and_upload_log("systemd-analyze blame", "systemd-analyze-blame.txt", {noupload => 1});
clear_console;
# Generate and upload SVG out of `systemd-analyze plot'
$self->save_and_upload_log('systemd-analyze plot', "systemd-analyze-plot.svg", {noupload => 1});
clear_console;
# Failed system services
$self->save_and_upload_log('systemctl --all --state=failed', "failed-system-services.txt", {screenshot => 1, noupload => 1});
clear_console;
# Unapplied configuration files
$self->save_and_upload_log("find /* -name '*.rpmnew'", "unapplied-configuration-files.txt", {screenshot => 1, noupload => 1});
clear_console;
# Errors, warnings, exceptions, and crashes mentioned in dmesg
$self->save_and_upload_log("dmesg | grep -i 'error\\|warn\\|exception\\|crash'", "dmesg-errors.txt", {screenshot => 1, noupload => 1});
clear_console;
# Errors in journal
$self->save_and_upload_log("journalctl --no-pager -p 'err' -o short-precise", "journalctl-errors.txt", {screenshot => 1, noupload => 1});
clear_console;
# Tracebacks in journal
$self->save_and_upload_log('journalctl -o short-precise | grep -i traceback', "journalctl-tracebacks.txt", {screenshot => 1, noupload => 1});
clear_console;
# Segmentation faults
$self->save_and_upload_log("coredumpctl list", "segmentation-faults-list.txt", {screenshot => 1, noupload => 1});
$self->save_and_upload_log("coredumpctl info", "segmentation-faults-info.txt", {screenshot => 1, noupload => 1});
# Save core dumps
enter_cmd "mkdir -p coredumps";
enter_cmd 'awk \'/Storage|Coredump/{printf("cp %s ./coredumps/\n",$2)}\' segmentation-faults-info.txt | sh';
clear_console;
# Broken links
$self->save_and_upload_log(
"find / -type d \\( -path /proc -o -path /run -o -path /.snapshots -o -path /var \\) -prune -o -xtype l -exec ls -l --color=always {} \\; -exec rpmquery -f {} \\;",
"broken-symlinks.txt",
{screenshot => 1, noupload => 1, timeout => 60});
clear_console;
# Binaries with missing libraries
$self->save_and_upload_log("
IFS=:
for path in \$PATH; do
for bin in \$path/*; do
ldd \$bin 2> /dev/null | grep 'not found' && echo -n Affected binary: \$bin 'from ' && rpmquery -f \$bin
done
done", "binaries-with-missing-libraries.txt", {timeout => 60, noupload => 1});
clear_console;
# rpmverify problems
$self->save_and_upload_log("rpmverify -a | grep -v \"[S5T].* c \"", "rpmverify-problems.txt", {timeout => 1200, screenshot => 1, noupload => 1});
clear_console;
# VMware specific
if (check_var('VIRSH_VMM_FAMILY', 'vmware')) {
script_run('vm-support');
upload_logs('vm-*.*.tar.gz', failok => 1);
clear_console;
}
script_run 'tar cvvJf problem_detection_logs.tar.xz *';
upload_logs('problem_detection_logs.tar.xz', failok => 1);
enter_cmd "popd";
}
=head2 investigate_yast2_failure
investigate_yast2_failure(logs_path => $logs_path);
Inspect the YaST2 logfile checking for known issues. logs_path can be a directory where logs are saved
e.g. /tmp. In that case the function will parse /tmp/var/log/YaST2/y2logs* files.
=cut
sub investigate_yast2_failure {
my ($self, %args) = @_;
my $logs_path = $args{logs_path} . '/var/log/YaST2';
record_info("logs path", "Parsing longs in $logs_path");
my $error_detected;
# first check if badlist exists which could be the most likely problem
if (my $badlist = script_output "test -f $logs_path/badlist && cat $logs_path/badlist | tail -n 20 || true") {
record_info 'Likely error detected: badlist', "badlist content:\n\n$badlist", result => 'fail';
$error_detected = 1;
}
# Hash with critical errors in YaST2 and bug reference if any
my %y2log_errors = (
"No textdomain configured" => undef, # Detecting missing translations
# Detecting specific errors proposed by the YaST dev team
"nothing provides" => undef, # Detecting missing required packages
"but this requirement cannot be provided" => undef, # Detecting package conflicts
"Could not load icon|Couldn't load pixmap" => undef, # Detecting missing icons
"Internal error. Please report a bug report" => undef, # Detecting internal errors
"error.*@.*is not allowed" => undef, # Detecting incompatible type classes, see bsc#1158589
);
# Hash with known errors which we don't want to track in each postfail hook
my %y2log_known_errors = (
"<3>.*QueryWidget failed.*RichText.*VScrollValue" => 'bsc#1167248',
"<3>.*Solverrun finished with an ERROR" => 'bsc#1170322',
"<3>.*3 packages failed.*badlist" => 'bsc#1170322',
"<3>.*Unknown option.*MultiSelectionBox widget" => 'bsc#1170431',
"<3>.*XML.*Argument.*to Read.*is nil" => 'bsc#1170432',
"<3>.*no[t]? mount" => 'bsc#1092088', # Detect not mounted partition
"<3>.*lib/cheetah.rb" => 'bsc#1153749',
# The error below will be cleaned up, see https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup
# Adding reference to trello, detect those in single scenario
# (build97.1) regressions
# found https://openqa.suse.de/tests/3646274#step/logs_from_installation_system/412
"<3>.*SCR::Dir\\(\\) failed" => 'bsc#1158186',
"<3>.*Unknown desktop file: installation" => 'bsc#1158186',
"<3>.*Bad options for module: virtio_net" => 'bsc#1158186',
"<3>.*Wrong value for path ." => 'bsc#1158186',
"<3>.*setOptions:Empty map" => 'bsc#1158186',
"<3>.*Unmounting media failed" => 'bsc#1158186',
"<3>.*No base product has been found" => 'bsc#1158186',
"<3>.*Error output: dracut:" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Reading install.inf" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*shellcommand" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*libstorage.*device not found" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*lib/cheetah.rb.*Error output" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Slides.rb.*Directory.*does not exist" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*agent-ini.*(Can not open|Unable to stat)" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Interpreter.*File not found" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Interpreter.*Couldn't find an agent" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Interpreter.*Read.*failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*ag_uid.*argument is not a path" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*ag_uid.*wrong command" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Interpreter.*'Syslog' failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*libycp.*No matching component found" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Perl.*Perl call of Log" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Y2Ruby.*SSHAuthorizedKeys.write_keys failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Directory.* does not exist" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Cannot find the installed base product" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Can not open" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*File not found" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Created symlink" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Unable to stat" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*cannot access" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*hostname: Temporary failure in name resolution" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*hostname: Name or service not known" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Couldn't find an agent to handle" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Read.*failed:" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*SCR::Read" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Failed to get unit file state for" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Running in chroot, ignoring request" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*The first argument is not a path" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*wrong command (SetRoot), only Read is accepted" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Loading module.*failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*No matching component found" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*for a Perl call of Log" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*SSHAuthorizedKeys.write_keys failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*warning: Discarding improperly nested partition" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*device not found, name" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Wrong source ID" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Argument.*nil.*to Write.*is nil" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*UI::ChangeWidget failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Error on key label of widget" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*inhibit udisks failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Command not found" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*converting.*to enum failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*No release notes URL for" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*btrfs subvolume not found" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Widget id.*is not unique" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*has no item with ID" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Label has no shortcut or more than 1 shortcuts" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*diff failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Failed to stat" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*OPEN_FAILED opening" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*rpmdbInit error" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Bad directive: options" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<5>.*Failed to initialize database" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"(<3>|<5>).*Rpm Exception" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Cleanup on error" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Can't import namespace 'YaPI::SubscriptionTools'" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Can't find YCP client component wrapper_storage" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*ChangeVolumeProperties device" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*can't find 'keyboard_raw_sles.ycp'" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*error accessing /usr/sbin/xfs_repair" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*home_path in control.xml does not start with /" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*CopyFilesToTemp\\(\\) needs to be called first" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*X11 configuration not written" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Forcing /libQtGui.so.5 open failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*can't find 'consolefonts_sles.ycp'" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Could not import key.*Subprocess failed" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*baseproduct symlink is dangling or missing" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*falling back to @\\{DEFAULT_HOME_PATH\\}" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
# libzypp errors
"<3>.*The requested URL returned error" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<3>.*Not adding cache" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<5>.*Repository not found" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<5>.*File.*not found on medium" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<5>.*Login failed." => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<5>.*Path.*on medium" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<5>.*Aborting requested by user" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
"<5>.*Exception.cc" => 'https://trello.com/c/5qTQZKH3/2918-sp2-logs-cleanup',
);
my $delimiter = '=========================================';
# Do not report issues we accepted to detect regressions in all scenarios
my @detected_errors = ();
if (get_var('ASSERT_Y2LOGS')) {
%y2log_errors = (%y2log_errors, %y2log_known_errors);
} else {
@detected_errors = (keys %y2log_known_errors);
}
# Test if zgrep is available
my $is_zgrep_available = (script_run('type zgrep') == 0);
my $cmd_prefix = ($is_zgrep_available ? 'zgrep' : 'grep');
# If zgrep is available, using wildcard to search in rolled archives,
# And only in y2log in case of grep
my $cmd_postfix = $logs_path . "/" . ($is_zgrep_available ? 'y2log*' : 'y2log') . ' || true';
# String to accumulate unknown detected issues
my $detected_errors_detailed = '';
for my $y2log_error (keys %y2log_errors) {
if (my $y2log_error_result = script_output("$cmd_prefix -m 20 -C 5 -E \"$y2log_error\" $cmd_postfix")) {
# Save detected error to indetify if have new regressions
push @detected_errors, $y2log_error;
if (my $bug = $y2log_errors{$y2log_error}) {
record_info('Softfail', "$bug\n\nDetails:\n$y2log_error_result", result => 'softfail');
next;
}
$detected_errors_detailed .= "$y2log_error_result\n\n$delimiter\n\n";
}
}
## Check generic errors and exclude already detected issues
if (my $y2log_error_result = script_output("$cmd_prefix -E \"<3>|<5>\" $cmd_postfix")) {
# remove known errors from the log
for my $known_error (@detected_errors) {
$y2log_error_result =~ s/.*${known_error}.*//g;
}
# remove empty lines
$y2log_error_result =~ s/\n+/\n/gs;
$detected_errors_detailed .= "$y2log_error_result\n" if $y2log_error_result !~ m/^(\n|\s)*$/;
}
# Send last lines to serial to copy in case of new critical bugs
# If yast log file exists
if (script_run("test -e $logs_path/y2log") == 0) {
enter_cmd "echo $delimiter > /dev/$serialdev";
enter_cmd "echo 'YaST LOGS' > /dev/$serialdev";
enter_cmd "tail -n 150 $logs_path/y2log > /dev/$serialdev";
enter_cmd "echo $delimiter > /dev/$serialdev";
}
if ($detected_errors_detailed) {
record_info(
'YaST2 log errors',
"Please, file a bug(s) with expected error. Details:\n\n$detected_errors_detailed",
result => 'fail'
);
if (get_var('ASSERT_Y2LOGS')) {
die "YaST2 error(s) detected. Please, check details";
}
}
}
=head2 export_healthcheck_basic
export_healthcheck_basic();
Upload healthcheck logs that make sense for any failure.
This includes C<cpu>, C<memory> and C<fdisk>.
=cut
sub export_healthcheck_basic {
my $cmd = <<'EOF';
health_log_file="/tmp/basic_health_check.txt"
echo -e "free -h" > $health_log_file
free -h >> $health_log_file
echo -e "\nvmstat" >> $health_log_file
vmstat >> $health_log_file
echo -e "\nfdisk -l" >> $health_log_file
fdisk -l >> $health_log_file
echo -e "\ndh -h" >> $health_log_file
df -h >> $health_log_file
echo -e "\ndh -i" >> $health_log_file
df -i >> $health_log_file
echo -e "\nTop 10 CPU Processes" >> $health_log_file
ps axwwo %cpu,pid,user,cmd | sort -k 1 -r -n | head -11 | sed -e '/^%/d' >> $health_log_file
echo -e "\nTop 10 Memory Processes" >> $health_log_file
ps axwwo %mem,pid,user,cmd | sort -k 1 -r -n | head -11 | sed -e '/^%/d' >> $health_log_file
echo -e "\nALL Processes" >> $health_log_file
ps axwwo user,pid,ppid,%cpu,%mem,vsz,rss,stat,time,cmd >> $health_log_file
EOF
script_run($_) foreach (split /\n/, $cmd);
upload_logs "/tmp/basic_health_check.txt";
}
=head2 export_logs_basic
export_logs_basic();
Upload logs that make sense for any failure.
This includes C</proc/loadavg>, C<ps axf>, complete journal since last boot, C<dmesg> and C</etc/sysconfig>.
=cut
sub export_logs_basic {
my ($self) = @_;
$self->save_and_upload_log('cat /proc/loadavg', '/tmp/loadavg.txt', {screenshot => 1});
$self->save_and_upload_log('ps axf', '/tmp/psaxf.log', {screenshot => 1});
$self->save_and_upload_log('journalctl -b -o short-precise', '/tmp/journal.log', {screenshot => 1});
$self->save_and_upload_log('dmesg', '/tmp/dmesg.log', {screenshot => 1});
$self->tar_and_upload_log('/etc/sysconfig', '/tmp/sysconfig.tar.bz2');
for my $service (get_started_systemd_services()) {
$self->save_and_upload_log("journalctl -b -u $service", "/tmp/journal_$service.log", {screenshot => 1});
}
}
=head2 select_log_console
select_log_console();
Select 'log-console' with higher timeout on screen check to even cover systems
that react very slow due to high background load or high memory consumption.
This should be especially useful in C<post_fail_hook> implementations.
=cut
sub select_log_console { select_console('log-console', timeout => 180, @_) }
=head2 export_logs
export_logs();
This method will call several other log gathering methods from this class.
=cut
sub export_logs {
my ($self) = shift;
select_log_console;
save_screenshot;
show_oom_info;
$self->remount_tmp_if_ro;
$self->export_logs_basic;
$self->problem_detection;
# Just after the setup: let's see the network configuration
$self->save_and_upload_log("ip addr show", "/tmp/ip-addr-show.log");
$self->save_and_upload_log("cat /etc/resolv.conf", "/tmp/resolv-conf.log");
save_screenshot;
$self->export_logs_desktop;
$self->save_and_upload_log('systemctl list-unit-files', '/tmp/systemctl_unit-files.log');
$self->save_and_upload_log('systemctl status', '/tmp/systemctl_status.log');
$self->save_and_upload_log('systemctl', '/tmp/systemctl.log', {screenshot => 1});
if ($utils::IN_ZYPPER_CALL) {
$self->upload_solvertestcase_logs();
}
}
=head2 export_logs_locale
export_logs_locale();
Upload logs related to system locale settings.
This includes C<locale>, C<localectl> and C</etc/vconsole.conf>.
=cut
sub export_logs_locale {
my ($self) = shift;
$self->save_and_upload_log('locale', '/tmp/locale.log');
$self->save_and_upload_log('localectl status', '/tmp/localectl.log');
$self->save_and_upload_log('cat /etc/vconsole.conf', '/tmp/vconsole.conf');
}
=head2 upload_packagekit_logs
upload_packagekit_logs();
Upload C</var/log/pk_backend_zypp>.
=cut
sub upload_packagekit_logs {
my ($self) = @_;
upload_logs '/var/log/pk_backend_zypp';
}
=head2 upload_solvertestcase_logs
upload_solvertestcase_logs();
Upload C</tmp/solverTestCase.tar.bz2>.
=cut
sub upload_solvertestcase_logs {
my $ret = script_run("zypper -n patch --debug-solver --with-interactive -l");
# if zypper was not found, we just skip upload solverTestCase.tar.bz2
return if $ret != 0;
script_run("tar -cvjf /tmp/solverTestCase.tar.bz2 /var/log/zypper.solverTestCase/*");
upload_logs "/tmp/solverTestCase.tar.bz2 ";
}
=head2 set_standard_prompt
set_standard_prompt();
Set a simple reproducible prompt for easier needle matching without hostname.
=cut
sub set_standard_prompt {
my ($self, $user) = @_;
$testapi::distri->set_standard_prompt($user);
}
=head2 export_logs_desktop
export_logs_desktop();
Upload several KDE, GNOME, X11, GDM and SDDM related logs and configs.
=cut
sub export_logs_desktop {
my ($self) = @_;
select_log_console;
save_screenshot;
if (check_var("DESKTOP", "kde")) {
if (get_var('PLASMA5')) {
$self->tar_and_upload_log("/home/$username/.config/*rc", '/tmp/plasma5_configs.tar.bz2');
}
else {
$self->tar_and_upload_log("/home/$username/.kde4/share/config/*rc", '/tmp/kde4_configs.tar.bz2');
}
save_screenshot;
} elsif (check_var("DESKTOP", "gnome")) {
$self->tar_and_upload_log("/home/$username/.cache/gdm", '/tmp/gdm.tar.bz2');
}
# check whether xorg logs exist in user's home, if yes, upload xorg logs
# from user's home instead of /var/log
my $log_path = '/home/*/.local/share/xorg/';
if (!script_run("test -d $log_path")) {
$self->tar_and_upload_log("$log_path", '/tmp/Xlogs.users.tar.bz2', {screenshot => 1});
}
$log_path = '/var/log/X*';
if (!script_run("ls -l $log_path")) {
$self->save_and_upload_log("cat $log_path", '/tmp/Xlogs.system.log', {screenshot => 1});
}
# do not upload empty .xsession-errors
$log_path = '/home/*/.xsession-errors*';
if (!script_run("ls -l $log_path")) {
$self->save_and_upload_log("cat $log_path", '/tmp/xsession-errors.log', {screenshot => 1});
}
$log_path = '/home/*/.local/share/sddm/*session.log';
if (!script_run("ls -l $log_path")) {
$self->save_and_upload_log("cat $log_path", '/tmp/sddm_session.log', {screenshot => 1});
}
}
=head2 handle_uefi_boot_disk_workaround
handle_uefi_boot_disk_workaround();
Our aarch64 setup fails to boot properly from an installed hard disk so
point the firmware boot manager to the right file.
=cut
sub handle_uefi_boot_disk_workaround {
my ($self) = @_;
record_info 'workaround', 'Manually selecting boot entry, see bsc#1022064 for details';
tianocore_enter_menu;
send_key_until_needlematch 'tianocore-boot_maintenance_manager', 'down', 6, 5;
wait_screen_change { send_key 'ret' };
send_key_until_needlematch 'tianocore-boot_from_file', 'down';
wait_screen_change { send_key 'ret' };
# Device selection: HD or CDROM
send_key_until_needlematch 'tianocore-select_HD', 'down';
wait_screen_change { send_key 'ret' };
# cycle to last entry by going up in the next steps
# <EFI>
send_key 'up';
save_screenshot;
wait_screen_change { send_key 'ret' };
# <sles> or <opensuse>
send_key_until_needlematch [qw(tianocore-select_opensuse_or_sles tianocore-select_boot)], 'up';
save_screenshot;
wait_screen_change { send_key 'ret' };
# efi file, first check shim.efi exist or not
my $counter = 10;
my $shim_efi_found = 1;
while (!check_screen('tianocore-select_shim_efi', 2)) {
wait_screen_change {
send_key 'up';
};
if (!$counter--) {
$shim_efi_found = 0;
last;
}
}
if ($shim_efi_found == 1) {
wait_screen_change { send_key 'ret' };
} else {
send_key_until_needlematch [qw(tianocore-select_grubaa64_efi tianocore-select_bootaa64_efi)], 'up';
wait_screen_change { send_key 'ret' };
}
}
=head2 wait_grub
wait_grub([bootloader_time => $bootloader_time] [,in_grub => $in_grub]);
Makes sure the bootloader appears. Returns successfully when reached the bootloader menu, ready to control it further or continue. The time waiting for the bootloader can be configured with
C<$bootloader_time> in seconds. Set C<$in_grub> to 1 when the
SUT is already expected to be within the grub menu.
=cut
sub wait_grub {
my ($self, %args) = @_;
my $bootloader_time = $args{bootloader_time} // 100;
my $in_grub = $args{in_grub} // 0;
my @tags;
push @tags, 'bootloader-shim-import-prompt' if get_var('UEFI');
push @tags, 'grub2';
push @tags, 'boot-live-' . get_var('DESKTOP') if get_var('LIVETEST'); # LIVETEST won't to do installation and no grub2 menu show up
push @tags, 'bootloader' if get_var('OFW');
push @tags, 'encrypted-disk-password-prompt-grub' if get_var('ENCRYPT');
if (get_var('ONLINE_MIGRATION')) {
push @tags, 'migration-source-system-grub2';
}
# if there was a request to enroll or remove a certificate used for SecureBoot process
if (get_var('_EXPECT_EFI_MOK_MANAGER')) {
if (is_hyperv) {
assert_screen 'shim-key-management';
} else {
wait_serial('Shim UEFI key management', 60) or die 'MokManager has not been started!';
}
send_key 'ret';
assert_screen 'shim-perform-mok-management';
send_key 'down';
assert_screen([qw(shim-enroll-mok shim-delete-mok)]);
send_key 'ret';
assert_screen 'shim-view-key';
send_key 'ret';
assert_screen 'shim-imported-mock-cert';
send_key 'ret';
assert_screen 'shim-view-key';
send_key 'down';
assert_screen 'shim-enroll-mok-continue';
send_key 'ret';
assert_screen 'shim-keys-confirm-dialog';
send_key 'down';
assert_screen 'shim-keys-confirm-yes';
send_key 'ret';
assert_screen 'shim-mok-password';
type_password;
send_key 'ret';
assert_screen 'shim-perform-mok-reboot';
send_key 'ret';
}
# after gh#os-autoinst/os-autoinst#641 68c815a "use bootindex for boot
# order on UEFI" the USB install medium is priority and will always be
# booted so we have to handle that
# because of broken firmware, bootindex doesn't work on aarch64 bsc#1022064
push @tags, 'inst-bootmenu'
if (get_var('USBBOOT') && get_var('UEFI')
|| (is_aarch64 && get_var('UEFI'))
|| get_var('OFW')
|| (check_var('BOOTFROM', 'd')));
# Enable all migration path on aarch64
# Refer to ticket: https://progress.opensuse.org/issues/49340
$self->handle_uefi_boot_disk_workaround
if (is_aarch64_uefi_boot_hdd
&& !is_jeos
&& !$in_grub
&& (!(isotovideo::get_version() >= 12 && get_var('UEFI_PFLASH_VARS')) || get_var('ONLINE_MIGRATION') || get_var('UPGRADE') || get_var('ZDUP')));
assert_screen(\@tags, $bootloader_time);
if (match_has_tag("bootloader-shim-import-prompt")) {
send_key "down";
send_key "ret";
if (is_upgrade && check_var('BOOTFROM', 'd')) {
assert_screen 'inst-bootmenu';
# Select boot from HDD
send_key_until_needlematch 'inst-bootmenu-boot-harddisk', 'up';
send_key 'ret';
}
assert_screen "grub2", 15;
}
elsif (get_var("LIVETEST")) {
# prevent if one day booting livesystem is not the first entry of the boot list
if (!match_has_tag("boot-live-" . get_var("DESKTOP"))) {
send_key_until_needlematch("boot-live-" . get_var("DESKTOP"), 'down', 11, 5);
}
}
elsif (match_has_tag('inst-bootmenu')) {
$self->wait_grub_to_boot_on_local_disk;
}
elsif (match_has_tag('encrypted-disk-password-prompt-grub')) {
# unlock encrypted disk before grub
workaround_type_encrypted_passphrase;
assert_screen("grub2", timeout => ((is_pvm) ? 300 : 90));
}
mutex_wait 'support_server_ready' if get_var('USE_SUPPORT_SERVER');
}
=head2 wait_grub_to_boot_on_local_disk
wait_grub_to_boot_on_local_disk
When bootloader appears, make sure to boot from local disk when it is on aarch64.
=cut
sub wait_grub_to_boot_on_local_disk {
# assuming the cursor is on 'installation' by default and 'boot from
# harddisk' is above
send_key_until_needlematch 'inst-bootmenu-boot-harddisk', 'up';
boot_local_disk;
my @tags = qw(grub2 tianocore-mainmenu);
push @tags, 'encrypted-disk-password-prompt' if (get_var('ENCRYPT'));
# Enable boot menu for x86_64 uefi workaround, see bsc#1180080 for details
if (is_sle && get_required_var('FLAVOR') =~ /Migration/ && is_x86_64 && get_var('UEFI')) {
if (!check_screen(\@tags, 15)) {
record_soft_failure 'bsc#1180080';
wait_screen_change { send_key 'e' };
wait_screen_change { send_key 'f2' };
type_string "exit";
wait_screen_change { send_key 'ret' };
tianocore_select_bootloader;
send_key_until_needlematch("ovmf-boot-HDD", 'down', 6, 1);
send_key "ret";
return;
}
}
# We need to wait more time for aarch64's tianocore-mainmenu
(is_aarch64) ? assert_screen(\@tags, 30) : assert_screen(\@tags, 15);
if (match_has_tag('tianocore-mainmenu')) {
opensusebasetest::handle_uefi_boot_disk_workaround();
check_screen('encrypted-disk-password-prompt', 10);
}
if (match_has_tag('encrypted-disk-password-prompt')) {
workaround_type_encrypted_passphrase;
assert_screen('grub2');
}
}
sub reconnect_s390 {
my (%args) = @_;
my $ready_time = $args{ready_time};
my $textmode = $args{textmode};
return undef unless is_s390x;
my $login_ready = get_login_message();
if (is_backend_s390x) {
my $console = console('x3270');
# skip grub handle for 11sp4
if (!is_sle('=11-SP4')) {
handle_grub_zvm($console);
}
$console->expect_3270(
output_delim => $login_ready,
timeout => $ready_time + 100
);
# give the system time to have routes up
# and start serial grab again
sleep 30;
select_console('iucvconn');
}
else {
my $worker_hostname = get_required_var('WORKER_HOSTNAME');
my $virsh_guest = get_required_var('VIRSH_GUEST');
workaround_type_encrypted_passphrase if get_var('S390_ZKVM');
select_console('svirt');
save_svirt_pty;
wait_serial('GNU GRUB|Welcome to GRUB!', 180) || diag 'Could not find GRUB screen, continuing nevertheless, trying to boot';
grub_select;
type_line_svirt '', expect => $login_ready, timeout => $ready_time + 100, fail_message => 'Could not find login prompt';
type_line_svirt "root", expect => 'Password';
type_line_svirt "$testapi::password";
type_line_svirt "systemctl is-active network", expect => 'active';
type_line_svirt 'systemctl is-active sshd', expect => 'active';
# make sure we can reach the SSH server in the SUT, try up to 1 min (12 * 5s)
my $retries = 12;
my $port = 22;
for my $i (0 .. $retries) {
die "The SSH Port in the SUT could not be reached within 1 minute, considering a product issue" if $i == $retries;
if (IO::Socket::INET->new(PeerAddr => "$virsh_guest", PeerPort => $port)) {
record_info("ssh port open", "check for port $port on $virsh_guest successful");
last;
}
else {
record_info("ssh port closed", "check for port $port on $virsh_guest failed", result => 'fail');
}
sleep 5;
}
save_screenshot;
}
# on z/(K)VM we need to re-select a console
if ($textmode || check_var('DESKTOP', 'textmode')) {
select_console('root-console');
}
else {
select_console('x11', await_console => 0);
}
return 1;
}
# On Xen we have to re-connect to serial line as Xen closed it after restart
sub reconnect_xen {
return unless check_var('VIRSH_VMM_FAMILY', 'xen');
wait_serial("reboot: (Restarting system|System halted)") if check_var('VIRSH_VMM_TYPE', 'linux');
console('svirt')->attach_to_running;
select_console('sut');
}
sub handle_emergency_if_needed {
handle_emergency if (match_has_tag('emergency-shell') or match_has_tag('emergency-mode'));
}
sub handle_displaymanager_login {
my ($self, %args) = @_;
assert_screen [qw(displaymanager emergency-shell emergency-mode)], $args{ready_time};
handle_emergency_if_needed;
handle_login unless $args{nologin};
}
=head2 handle_pxeboot
handle_pxeboot(bootloader_time => $bootloader_time, pxemenu => $pxemenu, pxeselect => $pxeselect);
Handle a textmode PXE bootloader menu by means of two needle tags:
C<$pxemenu> to match the initial menu, C<$pxeselect> to match the
menu with the desired entry selected.
=cut
sub handle_pxeboot {
my ($self, %args) = @_;
my $bootloader_time = $args{bootloader_time};
assert_screen($args{pxemenu}, $bootloader_time);
unless (match_has_tag($args{pxeselect})) {
send_key_until_needlematch($args{pxeselect}, 'down');
}
send_key 'ret';
}
sub grub_select {
if ((my $grub_nondefault = get_var('GRUB_BOOT_NONDEFAULT', 0)) gt 0) {
my $menu = $grub_nondefault * 2 + 1;
bmwqemu::fctinfo("Boot non-default grub option $grub_nondefault (menu item $menu)");
boot_grub_item($menu);
} elsif (my $first_menu = get_var('GRUB_SELECT_FIRST_MENU')) {
if (my $second_menu = get_var('GRUB_SELECT_SECOND_MENU')) {
bmwqemu::fctinfo("Boot $first_menu > $second_menu");
boot_grub_item($first_menu, $second_menu);
} else {
bmwqemu::fctinfo("Boot $first_menu");
boot_grub_item($first_menu);
}
}
elsif (!get_var('S390_ZKVM')) {
# confirm default choice
send_key 'ret';
if (get_var('USE_SUPPORT_SERVER') && is_aarch64 && is_opensuse)
{
# On remote installations of openSUSE distris on aarch64, first key
# press doesn't always reach the SUT, so introducing the workaround
wait_still_screen;
if (check_screen('grub2')) {
record_info 'WARN', 'Return key did not reach the system, re-trying';
send_key 'ret';
}
}
}
}
sub handle_grub {
my ($self, %args) = @_;
my $bootloader_time = $args{bootloader_time};
my $in_grub = $args{in_grub};
my $linux_boot_entry = $args{linux_boot_entry} // (is_sle('15+') ? 15 : 14);
$linux_boot_entry = $linux_boot_entry - 1 if is_aarch64; # poo#100500
# On Xen PV and svirt we don't see a Grub menu
# If KEEP_GRUB_TIMEOUT is defined it means that GRUB menu will appear only for one second
return if (check_var('VIRSH_VMM_FAMILY', 'xen') && check_var('VIRSH_VMM_TYPE', 'linux') && is_svirt || check_var('KEEP_GRUB_TIMEOUT', '1'));
$self->wait_grub(bootloader_time => $bootloader_time, in_grub => $in_grub);
if (my $boot_params = get_var('EXTRABOOTPARAMS_BOOT_LOCAL')) {
wait_screen_change { send_key 'e' };
for (1 .. $linux_boot_entry) { send_key 'down' }
wait_screen_change { send_key 'end' };
send_key_until_needlematch(get_var('EXTRABOOTPARAMS_DELETE_NEEDLE_TARGET'), 'left', 1000) if get_var('EXTRABOOTPARAMS_DELETE_NEEDLE_TARGET');
for (1 .. get_var('EXTRABOOTPARAMS_DELETE_CHARACTERS', 0)) { send_key 'backspace' }
bmwqemu::fctinfo("Adding boot params '$boot_params'");
type_string_very_slow " $boot_params ";
save_screenshot;
send_key 'ctrl-x';
}
else {
grub_select;
}
}
sub wait_boot_textmode {
my ($self, %args) = @_;
# For s390x we validate system boot in reconnect_mgmt_console test module
# and use ssh connection to operate on the SUT, so do early return
return if is_s390x;
my $ready_time = $args{ready_time};
my $textmode_needles = [qw(linux-login emergency-shell emergency-mode)];
# 2nd stage of autoyast can be considered as linux-login
push @{$textmode_needles}, 'autoyast-init-second-stage' if get_var('AUTOYAST');
# Soft-fail for user_defined_snapshot in extra_tests_on_gnome and extra_tests_on_gnome_on_ppc
# if not able to boot from snapshot
if (get_var('EXTRATEST', '') !~ /desktop/) {
assert_screen $textmode_needles, $ready_time;
}
elsif (is_sle('<15') && !check_screen $textmode_needles, $ready_time / 2) {