/
branch_package.rb
605 lines (543 loc) · 24.3 KB
/
branch_package.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
class BranchPackage
class InvalidFilelistError < APIException;
end
class DoubleBranchPackageError < APIException;
end
attr_accessor :params
# generic branch function for package based, project wide or request based branch
def initialize(_params)
self.params = _params
# set defaults
@attribute = params[:attribute] || 'OBS:Maintained'
@target_project = nil
@auto_cleanup = nil
@add_repositories = params[:add_repositories]
# check if repository path elements do use each other and adapt our own path elements
@update_path_elements = params[:update_path_elements]
# create hidden project ?
@noaccess = params[:noaccess]
# extend repo and package names ?
@extend_names = params[:extend_package_names]
# copy from devel package instead branching ?
@copy_from_devel = false
@copy_from_devel = true if params[:newinstance]
# explicit asked for maintenance branch ?
if params[:maintenance]
@extend_names = true
@copy_from_devel = true
@add_repositories = true
@update_path_elements = true
end
end
def branch
Package.transaction do
branch_with_transaction
end
end
def logger
Rails.logger
end
def branch_with_transaction
#
# 1) BaseProject <-- 2) UpdateProject <-- 3) DevelProject/Package
# X) BranchProject
#
# 2/3) are optional
#
# X) is target_project with target_package, the project where new sources get created
#
# link_target_project points to 3) or to 2) in copy_from_devel case
#
# name of 1) may get used in package or repo names when using :extend_name
#
set_target_project
set_update_project_attribute
find_packages_to_branch
# lookup update project, devel project or local linked packages.
# Just requests should be nearly the same
find_package_targets unless params[:request]
@target_project ||= User.current.branch_project_name(params[:project])
#
# Data collection complete at this stage
#
# Just report the result in dryrun, but not action
if params[:dryrun]
# dry run, just report the result, but no effect
return { text: report_dryrun, content_type: 'text/xml' }
end
#create branch project
tprj = create_branch_project
unless User.current.can_modify_project?(tprj)
raise Project::WritePermissionError.new "no permission to modify project '#{@target_project}' while executing branch project command"
end
# all that worked ? :)
return { data: create_branch_packages(tprj) }
end
def create_branch_packages(tprj)
# collect also the needed repositories here
response = nil
@packages.each do |p|
pac = p[:package]
if pac.is_a? Package
prj = pac.project
elsif p[:link_target_project].is_a? Project
# new package for local project
prj = p[:link_target_project]
else
# package in remote project
prj = p[:project]
end
# find origin package to be branched
branch_target_package = p[:target_package]
pack_name = branch_target_package.gsub(':', '_')
# create branch package
# no find_package call here to check really this project only
tpkg = tprj.packages.find_by_name(pack_name)
if tpkg
unless params[:force]
raise DoubleBranchPackageError.new "branch target package already exists: #{tprj.name}/#{tpkg.name}"
end
else
if pac.is_a? Package
tpkg = tprj.packages.new(:name => pack_name, :title => pac.title, :description => pac.description)
else
tpkg = tprj.packages.new(:name => pack_name)
end
tprj.packages << tpkg
end
tpkg.store
if p[:local_link]
# rubocop:disable Metrics/LineLength
# copy project local linked packages
Suse::Backend.post "/source/#{tpkg.project.name}/#{tpkg.name}?cmd=copy&oproject=#{CGI.escape(p[:link_target_project].name)}&opackage=#{CGI.escape(p[:package].name)}&user=#{CGI.escape(User.current.login)}", nil
# rubocop:enable Metrics/LineLength
# and fix the link
ret = ActiveXML::Node.new(tpkg.source_file('_link'))
ret.delete_attribute('project') # its a local link, project name not needed
linked_package = p[:link_target_package]
# user enforce a rename of base package
linked_package = params[:target_package] if params[:target_package] and params[:package] == ret.value('package')
linked_package += '.' + p[:link_target_project].name.gsub(':', '_') if @extend_names
ret.set_attribute('package', linked_package)
Suse::Backend.put tpkg.source_path('_link', user: User.current.login), ret.dump_xml
tpkg.sources_changed
else
opackage = p[:package]
opackage = p[:package].name if p[:package].is_a? Package
oproject = p[:link_target_project]
oproject = p[:link_target_project].name if p[:link_target_project].is_a? Project
# branch sources in backend
tpkg.branch_from(oproject, opackage, p[:rev], params[:missingok], nil, params[:linkrev])
if response
# multiple package transfers, just tell the target project
response = { targetproject: tpkg.project.name }
else
# just a single package transfer, detailed answer
response = { targetproject: tpkg.project.name, targetpackage: tpkg.name, sourceproject: oproject, sourcepackage: opackage }
end
# fetch newer sources from devel package, if defined
if p[:copy_from_devel] and p[:copy_from_devel].project != tpkg.project and not p[:rev]
if p[:copy_from_devel].project.is_maintenance_incident?
msg="fetch+updates+from+open+incident+project+#{CGI.escape(p[:copy_from_devel].project.name)}"
else
msg="fetch+updates+from+devel+package+#{CGI.escape(p[:copy_from_devel].project.name)}/#{CGI.escape(p[:copy_from_devel].name)}"
end
# TODO: make this a query hash
# rubocop:disable Metrics/LineLength
Suse::Backend.post tpkg.source_path + "?cmd=copy&keeplink=1&expand=1&oproject=#{CGI.escape(p[:copy_from_devel].project.name)}&opackage=#{CGI.escape(p[:copy_from_devel].name)}&user=#{CGI.escape(User.current.login)}&comment=#{msg}", nil
# rubocop:enable Metrics/LineLength
end
tpkg.sources_changed
end
# create repositories, if missing
if @add_repositories
# rubocop:disable Style/EmptyElse
if p[:link_target_project].is_a? Project
tprj.branch_to_repositories_from(p[:link_target_project], tpkg, @extend_names)
else
# FIXME for remote project instances
# Please also remove the rubocop ignore comment when you implement the FIXME
end
# rubocop:enable Style/EmptyElse
end
if tprj.is_maintenance_incident?
tpkg.add_channels
end
end
tprj.sync_repository_pathes if @update_path_elements
# store project data in DB and XML
tprj.store
response
end
def create_branch_project
if Project.exists_by_name @target_project
if @noaccess
raise CreateProjectNoPermission.new "The destination project already exists, so the api can't make it not readable"
end
tprj = Project.get_by_name @target_project
else
# permission check
unless User.current.can_create_project?(@target_project)
raise CreateProjectNoPermission.new "no permission to create project '#{@target_project}' while executing branch command"
end
title = "Branch project for package #{params[:package]}"
description = "This project was created for package #{params[:package]} via attribute #{@attribute}"
if params[:request]
title = "Branch project based on request #{params[:request]}"
description = "This project was created as a clone of request #{params[:request]}"
end
@add_repositories = true # new projects shall get repositories
Project.transaction do
tprj = Project.create :name => @target_project, :title => title, :description => description
tprj.add_user User.current, 'maintainer'
tprj.flags.create(:flag => 'build', :status => 'disable') if @extend_names
tprj.flags.create(:flag => 'access', :status => 'disable') if @noaccess
tprj.store
add_autocleanup_attribute(tprj) if @auto_cleanup
end
if params[:request]
ans = AttribNamespace.find_by_name 'OBS'
at = ans.attrib_types.where(:name => 'RequestCloned').first
tprj = Project.get_by_name @target_project
a = Attrib.new(:project => tprj, :attrib_type => at)
a.values << AttribValue.new(:value => params[:request], :position => 1)
a.save
end
end
tprj
end
def add_autocleanup_attribute(tprj)
at = AttribType.find_by_namespace_and_name!('OBS', 'AutoCleanup')
a = Attrib.new(project: tprj, attrib_type: at)
a.values << AttribValue.new(value: (DateTime.now + @auto_cleanup.days), position: 1)
a.save
end
def report_dryrun
@packages.sort! { |x, y| x[:target_package] <=> y[:target_package] }
builder = Builder::XmlMarkup.new(:indent => 2)
builder.collection do
@packages.each do |p|
if p[:package].is_a? Package
builder.package(:project => p[:link_target_project].name, :package => p[:package].name) do
builder.devel(:project => p[:copy_from_devel].project.name, :package => p[:copy_from_devel].name) if p[:copy_from_devel]
builder.target(:project => @target_project, :package => p[:target_package])
end
else
builder.package(:project => p[:link_target_project], :package => p[:package]) do
builder.devel(:project => p[:copy_from_devel].project.name, :package => p[:copy_from_devel].name) if p[:copy_from_devel]
builder.target(:project => @target_project, :package => p[:target_package])
end
end
end
end
end
def find_package_targets
@packages.each do |p|
determine_details_about_package_to_branch(p)
end
@packages.each { |p| extend_packages_to_link(p) }
# avoid double hits eg, when the same update project is used by multiple GA projects
seen={}
@packages.each do |p|
@packages.delete(p) if seen[p[:package]]
seen[p[:package]]=true
end
end
def lookup_incident_pkg(p)
return nil unless p[:package].kind_of? Package
@obs_maintenanceproject ||= AttribType.find_by_namespace_and_name!('OBS', 'MaintenanceProject')
@maintenanceProjects ||= Project.find_by_attribute_type(@obs_maintenanceproject)
incident_pkg=nil
p[:link_target_project].maintenance_projects.each do |mp|
# no defined devel area or no package inside, but we branch from a release are: check in open incidents
# only approved maintenance projects
next unless @maintenanceProjects.include? mp.maintenance_project
# rubocop:disable Metrics/LineLength
path = "/search/package/id?match=(linkinfo/@package=\"#{CGI.escape(p[:package].name)}\"+and+linkinfo/@project=\"#{CGI.escape(p[:link_target_project].name)}\""
# rubocop:enable Metrics/LineLength
path += "+and+starts-with(@project,\"#{CGI.escape(mp.maintenance_project.name)}%3A\"))"
answer = Suse::Backend.post path, nil
data = REXML::Document.new(answer.body)
data.elements.each('collection/package') do |e|
ipkg = Package.find_by_project_and_name(e.attributes['project'], e.attributes['name'])
if ipkg.nil?
logger.error "read permission or data inconsistency, backend delivered package " +
"as linked package where no database object exists: #{e.attributes['project']} / #{e.attributes['name']}"
else
# is incident ?
if ipkg.project.is_maintenance_incident? and ipkg.project.is_unreleased?
# is a newer incident ?
if incident_pkg.nil? or ipkg.project.name.gsub(/.*:/, '').to_i > incident_pkg.project.name.gsub(/.*:/, '').to_i
incident_pkg = ipkg
end
end
end
end
end
# newest incident pkg or nil
incident_pkg
end
def determine_details_about_package_to_branch(p)
return unless p[:link_target_project].is_a? Project # only for local source projects
check_for_update_project(p) unless params[:ignoredevel]
if params[:newinstance]
p[:link_target_project] = Project.get_by_name params[:project]
p[:target_package] = p[:package].name
p[:target_package] += ".#{p[:link_target_project].name}" if @extend_names
end
# validate and resolve devel package or devel project definitions
unless params[:ignoredevel] or p[:copy_from_devel]
devel_package = p[:package].find_devel_package if p[:package].is_a? Package
if @copy_from_devel and devel_package
p[:copy_from_devel] = devel_package
logger.info "sources will get copied from devel package #{devel_package.project.name}/#{devel_package.name}"
else
incident_pkg = lookup_incident_pkg(p)
if incident_pkg
p[:copy_from_devel] = incident_pkg
logger.info "sources will get copied from incident package #{incident_pkg.project.name}/#{incident_pkg.name}"
elsif not @copy_from_devel and devel_package
p[:package] = devel_package
p[:link_target_project] = p[:package].project unless params[:newinstance]
p[:target_package] = p[:package].name
p[:target_package] += ".#{p[:link_target_project].name}" if @extend_names
# user specified target name
p[:target_package] = params[:target_package] if params[:target_package]
logger.info "devel project is #{p[:link_target_project].name} #{p[:package].name}"
end
end
end
# set default based on first found package location
unless @target_project
@target_project = User.current.branch_project_name(p[:link_target_project].name)
@auto_cleanup = ::Configuration.cleanup_after_days
end
# link against srcmd5 instead of plain revision
expand_rev_to_srcmd5(p) if p[:rev]
end
def expand_rev_to_srcmd5(p)
begin
dir = Directory.find(project: params[:project], package: params[:package], rev: params[:rev])
rescue
raise InvalidFilelistError.new 'no such revision'
end
p[:rev] = dir.value(:srcmd5)
unless p[:rev]
raise InvalidFilelistError.new 'no srcmd5 revision found'
end
end
def check_for_update_project(p)
pkg = p[:package]
prj = p[:link_target_project]
if pkg.is_a? Package
logger.debug "Check Package #{p[:package].project.name}/#{p[:package].name}"
prj = pkg.project
pkg_name = pkg.name
else
pkg_name = pkg
logger.debug "Check package string #{pkg}"
end
# Check for defined update project
update_project = update_project_for_project(prj)
return unless update_project
pa = update_project.packages.where(name: pkg_name).first
if pa
# We have a package in the update project already, take that
p[:package] = pa
unless p[:link_target_project].is_a? Project and p[:link_target_project].find_attribute('OBS', 'BranchTarget')
p[:link_target_project] = pa.project
logger.info "branch call found package in update project #{pa.project.name}"
end
if p[:link_target_project].find_package(pa.name) != pa
# our link target has no project link finding the package.
# It got found via update project for example, so we need to use it's source
p[:copy_from_devel] = p[:package]
end
else
unless p[:link_target_project].is_a? Project and p[:link_target_project].find_attribute('OBS', 'BranchTarget')
p[:link_target_project] = update_project
end
update_pkg = update_project.find_package(pkg_name, true) # true for check_update_package in older service pack projects
if update_pkg
# We have no package in the update project yet, but sources are reachable via project link
up = update_project.develproject.find_package(pkg_name) if update_project.develproject
if defined?(up) && up
# nevertheless, check if update project has a devel project which contains an instance
p[:package] = up
unless p[:link_target_project].is_a? Project and p[:link_target_project].find_attribute('OBS', 'BranchTarget')
p[:link_target_project] = up.project unless @copy_from_devel
end
logger.info "link target will create package in update project #{up.project.name} for #{prj.name}"
else
logger.info "link target will use old update in update project #{prj.name}"
end
else
# The defined update project can't reach the package instance at all.
# So we need to create a new package and copy sources
params[:missingok] = 1 # implicit missingok or better report an error ?
p[:copy_from_devel] = p[:package].find_devel_package if p[:package].is_a? Package
p[:package] = pkg_name
end
end
# Reset target package name
# not yet existing target package
p[:target_package] = p[:package]
# existing target
p[:target_package] = "#{p[:package].name}" if p[:package].is_a? Package
# user specified target name
p[:target_package] = params[:target_package] if params[:target_package]
# extend parameter given
p[:target_package] += ".#{p[:link_target_project].name}" if @extend_names
end
def update_project_for_project(prj)
updateprj = prj.update_instance(@up_attribute_namespace, @up_attribute_name)
return updateprj if updateprj != prj
nil
end
# add packages which link them in the same project to support build of source with multiple build descriptions
def extend_packages_to_link(p)
return unless p[:package].is_a? Package # only for local packages
pkg = p[:package]
if pkg.is_link?
# is the package itself a local link ?
link = Suse::Backend.get("/source/#{p[:package].project.name}/#{p[:package].name}/_link")
ret = Xmlhash.parse(link.body)
if !ret['project'] or ret['project'] == p[:package].project.name
pkg = Package.get_by_project_and_name(p[:package].project.name, ret['package'])
end
end
pkg.find_project_local_linking_packages.each do |llp|
ap = llp
# release projects have a second iteration, pointing to .$ID, use packages with original names instead
innerp = llp.find_project_local_linking_packages
if innerp.length == 1
ap = innerp.first
end
target_package = ap.name
target_package += '.' + p[:target_package].gsub(/^[^\.]*\./, '') if @extend_names
# avoid double entries and therefore endless loops
found = false
@packages.each do |ep|
found = true if ep[:package] == ap
end
unless found
logger.debug "found local linked package in project #{p[:package].project.name}/#{ap.name}, " +
"adding it as well, pointing it to #{p[:package].name} for #{target_package}"
@packages.push({ base_project: p[:base_project],
link_target_project: p[:link_target_project],
link_target_package: p[:package].name,
package: ap, target_package: target_package, local_link: 1 })
end
end
end
def set_update_project_attribute
aname = params[:update_project_attribute] || 'OBS:UpdateProject'
update_project_at = aname.split(/:/)
if update_project_at.length != 2
raise ArgumentError.new "attribute '#{aname}' must be in the $NAMESPACE:$NAME style"
end
@up_attribute_namespace = update_project_at[0]
@up_attribute_name = update_project_at[1]
end
def find_packages_to_branch
@packages = []
if params[:request]
# find packages from request
req = BsRequest.find(params[:request])
req.bs_request_actions.each do |action|
prj=nil
pkg=nil
if action.source_project || action.source_package
if action.source_package
pkg = Package.get_by_project_and_name action.source_project, action.source_package
elsif action.source_project
prj = Project.get_by_name action.source_project
end
end
@packages.push({ link_target_project: action.source_project, package: pkg, target_package: "#{pkg.name}.#{pkg.project.name}" })
end
elsif params[:project] and params[:package]
pkg = nil
prj = Project.get_by_name params[:project]
if params[:missingok]
if Package.exists_by_project_and_name(params[:project], params[:package], follow_project_links: true, allow_remote_packages: true)
raise NotMissingError.new "Branch call with missingok paramater but branch source (#{params[:project]}/#{params[:package]}) exists."
end
else
pkg = Package.get_by_project_and_name params[:project], params[:package], {check_update_project: true}
if prj.is_a? Project and prj.find_attribute('OBS', 'BranchTarget')
@copy_from_devel = true
else
prj = pkg.project if pkg
end
end
tpkg_name = params[:target_package]
tpkg_name = params[:package] unless tpkg_name
tpkg_name += ".#{prj.name}" if @extend_names
if pkg
# local package
@packages.push({ base_project: prj, link_target_project: prj, package: pkg, rev: params[:rev], target_package: tpkg_name })
else
# remote or not existing package
@packages.push({ base_project: prj,
link_target_project: (prj||params[:project]),
package: params[:package], rev: params[:rev], target_package: tpkg_name })
end
else
@extend_names = true
@copy_from_devel = true
@add_repositories = true # osc mbranch shall create repos by default
# find packages via attributes
at = AttribType.find_by_name!(@attribute)
if params[:value]
Package.find_by_attribute_type_and_value(at, params[:value], params[:package]) do |p|
logger.info "Found package instance #{p.project.name}/#{p.name} for attribute #{at.name} with value #{params[:value]}"
@packages.push({ base_project: p.project, link_target_project: p.project, package: p, target_package: "#{p.name}.#{p.project.name}" })
end
# FIXME: how to handle linked projects here ? shall we do at all or has the tagger
# (who creates the attribute) to create the package instance ?
else
# Find all direct instances of a package
Package.find_by_attribute_type(at, params[:package]).each do |p|
logger.info "Found package instance #{p.project.name}/#{p.name} for attribute #{at.name} and given package name #{params[:package]}"
@packages.push({ base_project: p.project, link_target_project: p.project, package: p, target_package: "#{p.name}.#{p.project.name}" })
end
# Find all indirect instance via project links
ltprj = nil
Project.find_by_attribute_type(at).each do |lprj|
# FIXME: this will not find packages on linked remote projects
ltprj = lprj
pkg2 = lprj.find_package(params[:package])
unless pkg2.nil? or @packages.map { |p| p[:package] }.include? pkg2 # avoid double instances
logger.info "Found package instance via project link in #{pkg2.project.name}/#{pkg2.name}" +
"for attribute #{at.name} and given package name #{params[:package]}"
if ltprj.find_attribute('OBS', 'BranchTarget').nil?
ltprj = pkg2.project
end
@packages.push({ base_project: pkg2.project, link_target_project: ltprj,
package: pkg2, target_package: "#{pkg2.name}.#{pkg2.project.name}" })
end
end
end
end
raise NotFoundError.new 'no packages found by search criteria' if @packages.empty?
end
def set_target_project
if params[:target_project]
@target_project = params[:target_project]
else
if params[:request]
@target_project = User.current.branch_project_name("REQUEST_#{params[:request]}")
elsif params[:project]
@target_project = nil # to be set later after first source location lookup
else
@target_project = User.current.branch_project_name(@attribute.gsub(':', '_'))
@target_project += ":#{params[:package]}" if params[:package]
end
@auto_cleanup = ::Configuration.cleanup_after_days
end
if @target_project
valid_project_name! @target_project
end
end
end