add unit test and adjust error handling
(no errors were found with the code, but needed to avoid masking them in tests)
This commit is contained in:
Mike McLean
Tomas Kopecek
parent
137400868a
commit
3a8a0786be
2 changed files with 215 additions and 29 deletions
|
|
@ -107,6 +107,15 @@ def set_refusal(hostID, taskID, soft=True, by_host=False, msg=''):
|
|||
def auto_arch_refuse(task_id):
|
||||
"""Set refusals for hosts based on task parameters"""
|
||||
# HACK
|
||||
try:
|
||||
_auto_arch_refuse(task_id)
|
||||
except Exception:
|
||||
# better to not fail make_task()
|
||||
logger.exception('Error generating auto refusals for task %i', task_id)
|
||||
return
|
||||
|
||||
|
||||
def _auto_arch_refuse(task_id):
|
||||
task = kojihub.Task(task_id)
|
||||
info = task.getInfo(request=True)
|
||||
if info['arch'] != 'noarch':
|
||||
|
|
@ -125,38 +134,33 @@ def auto_arch_refuse(task_id):
|
|||
logger.warning('Invalid params for task %i', task_id)
|
||||
return
|
||||
|
||||
try:
|
||||
# figure out build tag
|
||||
if info['method'] in {'buildMaven', 'buildSRPMFromSCM', 'rebuildSRPM'}:
|
||||
tag = task_params['build_tag']
|
||||
elif info['method'] == 'buildArch':
|
||||
tag = task_params['root']
|
||||
elif info['method'] == 'wrapperRPM':
|
||||
target = kojihub.get_build_target(task_params['build_target'])
|
||||
if not target:
|
||||
logger.warning('Invalid target for task %i', task_id)
|
||||
return
|
||||
tag = target['build_tag']
|
||||
taginfo = kojihub.get_tag(tag)
|
||||
if not taginfo:
|
||||
logger.warning('Invalid build tag for task %i', task_id)
|
||||
# figure out build tag
|
||||
if info['method'] in {'buildMaven', 'buildSRPMFromSCM', 'rebuildSRPM'}:
|
||||
tag = task_params['build_tag']
|
||||
elif info['method'] == 'buildArch':
|
||||
tag = task_params['root']
|
||||
elif info['method'] == 'wrapperRPM':
|
||||
target = kojihub.get_build_target(task_params['build_target'])
|
||||
if not target:
|
||||
logger.warning('Invalid target for task %i', task_id)
|
||||
return
|
||||
|
||||
# from here, we're basically doing checkHostArch() for all hosts in the channel
|
||||
tag_arches = set([koji.canonArch(a) for a in taginfo['arches'].split()])
|
||||
|
||||
hosts = context.handlers.call('listHosts', channelID=info['channel_id'], enabled=True,
|
||||
queryOpts={'order':'id'})
|
||||
for host in hosts:
|
||||
host_arches = host['arches'].split()
|
||||
logger.debug('%r vs %r', tag_arches, host_arches)
|
||||
if not tag_arches.intersection(host_arches):
|
||||
set_refusal(host['id'], task_id, soft=False, msg='automatic arch refusal')
|
||||
|
||||
except Exception:
|
||||
logger.exception('Error generating auto refusals for task %i', task_id)
|
||||
tag = target['build_tag']
|
||||
taginfo = kojihub.get_tag(tag)
|
||||
if not taginfo:
|
||||
logger.warning('Invalid build tag for task %i', task_id)
|
||||
return
|
||||
|
||||
# from here, we're basically doing checkHostArch() for all hosts in the channel
|
||||
tag_arches = set([koji.canonArch(a) for a in taginfo['arches'].split()])
|
||||
|
||||
hosts = context.handlers.call('listHosts', channelID=info['channel_id'], enabled=True,
|
||||
queryOpts={'order': 'id'})
|
||||
for host in hosts:
|
||||
host_arches = host['arches'].split()
|
||||
logger.debug('%r vs %r', tag_arches, host_arches)
|
||||
if not tag_arches.intersection(host_arches):
|
||||
set_refusal(host['id'], task_id, soft=False, msg='automatic arch refusal')
|
||||
|
||||
|
||||
class TaskRefusalsQuery(QueryView):
|
||||
|
||||
|
|
|
|||
182
tests/test_hub/test_auto_arch_refuse.py
Normal file
182
tests/test_hub/test_auto_arch_refuse.py
Normal file
|
|
@ -0,0 +1,182 @@
|
|||
import datetime
|
||||
import mock
|
||||
import unittest
|
||||
|
||||
import koji
|
||||
import kojihub
|
||||
import kojihub.db
|
||||
from kojihub import scheduler
|
||||
|
||||
|
||||
QP = scheduler.QueryProcessor
|
||||
IP = scheduler.InsertProcessor
|
||||
UP = scheduler.UpdateProcessor
|
||||
TASK = kojihub.Task
|
||||
|
||||
|
||||
class MyError(Exception):
|
||||
pass
|
||||
|
||||
|
||||
class AutoRefuseTest(unittest.TestCase):
|
||||
|
||||
def setUp(self):
|
||||
self._dml = mock.patch('kojihub.db._dml').start()
|
||||
# self.exports = kojihub.RootExports()
|
||||
self.task = mock.MagicMock()
|
||||
self.Task = mock.patch('kojihub.kojihub.Task', return_value=self.task).start()
|
||||
self.get_build_target = mock.patch('kojihub.kojihub.get_build_target').start()
|
||||
self.get_tag = mock.patch('kojihub.kojihub.get_tag').start()
|
||||
self.context = mock.patch('kojihub.scheduler.context').start()
|
||||
self.set_refusal = mock.patch('kojihub.scheduler.set_refusal').start()
|
||||
self.set_base_data()
|
||||
|
||||
def tearDown(self):
|
||||
mock.patch.stopall()
|
||||
|
||||
def set_base_data(self):
|
||||
request = [
|
||||
'tasks/8755/59888755/release-e2e-test-1.0.4474-1.el9.src.rpm',
|
||||
'TAG_ID',
|
||||
'x86_64',
|
||||
True,
|
||||
{'repo_id': 8075973}]
|
||||
self.taskinfo = {
|
||||
'arch': 'noarch',
|
||||
'channel_id': 35,
|
||||
'id': 59888794,
|
||||
'method': 'buildArch',
|
||||
'request': request,
|
||||
'state': 1,
|
||||
}
|
||||
self.task.getInfo.return_value = self.taskinfo
|
||||
self.task.isFinished.return_value = False
|
||||
self.get_tag.return_value = {'arches': 'x86_64 s390x ppc64le aarch64'}
|
||||
self.context.handlers.call.return_value = [{'id': 'HOST', 'arches': 'x86_64 i686'}]
|
||||
|
||||
def test_arch_overlap(self):
|
||||
# we mostly test the underlying function to avoid masking errors
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.Task.assert_called_once_with(100)
|
||||
self.get_tag.assert_called_once_with('TAG_ID')
|
||||
self.set_refusal.assert_not_called()
|
||||
|
||||
def test_arch_disjoint(self):
|
||||
self.context.handlers.call.return_value = [{'id': 'HOST', 'arches': 'riscv128'}]
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.Task.assert_called_once_with(100)
|
||||
self.get_tag.assert_called_once_with('TAG_ID')
|
||||
self.set_refusal.assert_called_once()
|
||||
|
||||
def test_not_noarch(self):
|
||||
self.taskinfo['arch'] = 'x86_64'
|
||||
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.task.isFinished.assert_not_called()
|
||||
|
||||
def test_other_method(self):
|
||||
self.taskinfo['method'] = 'build'
|
||||
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.task.isFinished.assert_not_called()
|
||||
|
||||
def test_task_finished(self):
|
||||
self.task.isFinished.return_value = True
|
||||
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.get_tag.assert_not_called()
|
||||
|
||||
def test_bad_tag(self):
|
||||
self.get_tag.return_value = None
|
||||
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.context.handlers.call.assert_not_called()
|
||||
|
||||
def test_bad_params(self):
|
||||
self.taskinfo['request'] = []
|
||||
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.get_tag.assert_not_called()
|
||||
|
||||
def test_unexpected_error(self):
|
||||
self.get_tag.side_effect = MyError('should be caught')
|
||||
|
||||
# the wrapper should catch this
|
||||
scheduler.auto_arch_refuse(100)
|
||||
|
||||
self.context.handlers.call.assert_not_called()
|
||||
|
||||
def test_unexpected_error2(self):
|
||||
self.get_tag.side_effect = MyError('should not be caught')
|
||||
|
||||
# the underlying call should not
|
||||
with self.assertRaises(MyError):
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.context.handlers.call.assert_not_called()
|
||||
|
||||
def test_from_scm(self):
|
||||
self.taskinfo['method'] = 'buildSRPMFromSCM'
|
||||
self.taskinfo['request'] = [
|
||||
'git+https://HOST/PATH',
|
||||
'TAG_ID',
|
||||
{'repo_id': 8075973, 'scratch': None}]
|
||||
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.Task.assert_called_once_with(100)
|
||||
self.get_tag.assert_called_once_with('TAG_ID')
|
||||
self.set_refusal.assert_not_called()
|
||||
|
||||
def test_from_srpm(self):
|
||||
self.taskinfo['method'] = 'rebuildSRPM'
|
||||
self.taskinfo['request'] = [
|
||||
'cli-build/1709137799.6498768.BFGhzghk/fake-1.1-35.src.rpm',
|
||||
'TAG_ID',
|
||||
{'repo_id': 2330, 'scratch': True}]
|
||||
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.Task.assert_called_once_with(100)
|
||||
self.get_tag.assert_called_once_with('TAG_ID')
|
||||
self.set_refusal.assert_not_called()
|
||||
|
||||
def test_wrapper(self):
|
||||
self.taskinfo['method'] = 'wrapperRPM'
|
||||
self.taskinfo['request'] = [
|
||||
'git://HOST/PATH',
|
||||
'TARGET',
|
||||
{'build_id': 421},
|
||||
None,
|
||||
{'repo_id': 958, 'scratch': True}]
|
||||
self.get_build_target.return_value = {'build_tag': 'TAG_ID'}
|
||||
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.Task.assert_called_once_with(100)
|
||||
self.get_build_target.assert_called_once_with('TARGET')
|
||||
self.get_tag.assert_called_once_with('TAG_ID')
|
||||
self.set_refusal.assert_not_called()
|
||||
|
||||
def test_bad_target(self):
|
||||
self.taskinfo['method'] = 'wrapperRPM'
|
||||
self.taskinfo['request'] = [
|
||||
'git://HOST/PATH',
|
||||
'TARGET',
|
||||
{'build_id': 421},
|
||||
None,
|
||||
{'repo_id': 958, 'scratch': True}]
|
||||
self.get_build_target.return_value = None
|
||||
|
||||
scheduler._auto_arch_refuse(100)
|
||||
|
||||
self.Task.assert_called_once_with(100)
|
||||
self.get_build_target.assert_called_once_with('TARGET')
|
||||
self.get_tag.assert_not_called()
|
||||
Loading…
Add table
Add a link
Reference in a new issue